Using Opik with Ollama

1
%pip install --upgrade --quiet opik
2
3
import opik
4
5
opik.configure()

1
from openai import OpenAI
2
from opik.integrations.openai import track_openai
3
4
import os
5
6
os.environ["OPIK_PROJECT_NAME"] = "ollama-integration"
7
8
# Create an OpenAI client
9
client = OpenAI(
10
    base_url="http://localhost:11434/v1/",
11
    # required but ignored
12
    api_key="ollama",
13
)
14
15
# Log all traces made to with the OpenAI client to Opik
16
client = track_openai(client)
17
18
# call the local ollama model using the OpenAI client
19
chat_completion = client.chat.completions.create(
20
    messages=[
21
        {
22
            "role": "user",
23
            "content": "Say this is a test",
24
        }
25
    ],
26
    model="llama3.1",
27
)
28
29
print(chat_completion.choices[0].message.content)

1
%pip install --quiet --upgrade langchain-ollama

1
from langchain_ollama import ChatOllama
2
from opik.integrations.langchain import OpikTracer
3
4
# Create the Opik tracer
5
opik_tracer = OpikTracer(tags=["langchain", "ollama"])
6
7
# Create the Ollama model and configure it to use the Opik tracer
8
llm = ChatOllama(
9
    model="llama3.1",
10
    temperature=0,
11
).with_config({"callbacks": [opik_tracer]})
12
13
# Call the Ollama model
14
messages = [
15
    (
16
        "system",
17
        "You are a helpful assistant that translates English to French. Translate the user sentence.",
18
    ),
19
    (
20
        "human",
21
        "I love programming.",
22
    ),
23
]
24
ai_msg = llm.invoke(messages)
25
ai_msg