Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2026-02-02 17:13:30 -05:00
Code Issues Packages Projects Releases Wiki Activity

Basic Ollama interaction works

Browse Source
This commit is contained in:
Kovid Goyal 2025-09-12 07:17:27 +05:30
parent 5d7e967f83
commit 9a43f11b2b
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
src/calibre/ai/ollama/backend.py
View File

@ -2,9 +2,11 @@
# License: GPLv3 Copyright: 2025, Kovid Goyal <kovid at kovidgoyal.net>
import datetime
import http
import json
import posixpath
from collections.abc import Iterable, Iterator, Sequence
from contextlib import suppress
from functools import lru_cache
from typing import Any, NamedTuple
from urllib.parse import urlparse, urlunparse
@ -13,7 +15,7 @@ from urllib.request import Request
from calibre.ai import ChatMessage, ChatMessageType, ChatResponse, ResultBlocked
from calibre.ai.ollama import OllamaAI
from calibre.ai.prefs import pref_for_provider
from calibre.ai.utils import chat_with_error_handler, develop_text_chat, download_data, read_streaming_response
from calibre.ai.utils import chat_with_error_handler, develop_text_chat, download_data, opener
module_version = 1 # needed for live updates
@ -122,6 +124,17 @@ def as_chat_responses(d: dict[str, Any], model: Model) -> Iterator[ChatResponse]
type=ChatMessageType.assistant, content=content, has_metadata=has_metadata, model=model.id, plugin_name=OllamaAI.name)
def read_streaming_response(rq: Request, provider_name: str = 'AI provider') -> Iterator[dict[str, Any]]:
with opener().open(rq) as response:
if response.status != http.HTTPStatus.OK:
details = ''
with suppress(Exception):
details = response.read().decode('utf-8', 'replace')
raise Exception(f'Reading from {provider_name} failed with HTTP response status: {response.status} and body: {details}')
for raw_line in response:
yield json.loads(raw_line)
def text_chat_implementation(messages: Iterable[ChatMessage], use_model: str = '') -> Iterator[ChatResponse]:
# https://github.com/ollama/ollama/blob/main/docs/api.md#generate-a-chat-completion
# Doesnt use SSE