Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-10-25 07:48:55 -04:00
Code Issues Packages Projects Releases Wiki Activity

DRYer

Browse Source
This commit is contained in:
Kovid Goyal 2025-09-13 08:50:35 +05:30
parent 817f936a56
commit 3b036b4853
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/calibre/ai/ollama/backend.py
View File

@ -127,13 +127,13 @@ def as_chat_responses(d: dict[str, Any], model: Model) -> Iterator[ChatResponse]
type=ChatMessageType.assistant, reasoning=reasoning, content=content, has_metadata=has_metadata, model=model.id, plugin_name=OllamaAI.name)
def read_streaming_response(rq: Request, provider_name: str = 'AI provider') -> Iterator[dict[str, Any]]:
def read_streaming_response(rq: Request) -> Iterator[dict[str, Any]]:
with opener().open(rq) as response:
if response.status != http.HTTPStatus.OK:
details = ''
with suppress(Exception):
details = response.read().decode('utf-8', 'replace')
raise Exception(f'Reading from {provider_name} failed with HTTP response status: {response.status} and body: {details}')
raise Exception(f'Reading from {OllamaAI.name} failed with HTTP response status: {response.status} and body: {details}')
for raw_line in response:
yield json.loads(raw_line)
@ -150,7 +150,7 @@ def text_chat_implementation(messages: Iterable[ChatMessage], use_model: str = '
'messages': [for_assistant(m) for m in messages],
}
rq = chat_request(data, model)
for datum in read_streaming_response(rq, OllamaAI.name):
for datum in read_streaming_response(rq):
for res in as_chat_responses(datum, model):
yield res
if res.exception: