Index

Symbols

--use_local opik-configure command line option --version opik command line option

-v opik command line option

_

__init__() (opik.api_objects.experiment.experiment.Experiment method) (opik.api_objects.experiment.experiment_item.ExperimentItemContent method) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences method) (opik.api_objects.prompt.prompt.Prompt method) (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.Dataset method) (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) (opik.Opik method) (opik.Prompt method)

A

agenerate_provider_response() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) agenerate_string() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) AnswerRelevance (class in opik.evaluation.metrics) ascore() (opik.evaluation.metrics.AnswerRelevance method) (opik.evaluation.metrics.BaseMetric method) (opik.evaluation.metrics.Contains method) (opik.evaluation.metrics.ContextPrecision method) (opik.evaluation.metrics.ContextRecall method) (opik.evaluation.metrics.Equals method) (opik.evaluation.metrics.GEval method) (opik.evaluation.metrics.Hallucination method) (opik.evaluation.metrics.IsJson method) (opik.evaluation.metrics.LevenshteinRatio method) (opik.evaluation.metrics.Moderation method) (opik.evaluation.metrics.RegexMatch method)

auth_check() (opik.Opik method)

B

BaseMetric (class in opik.evaluation.metrics)

C

category_name (opik.types.FeedbackScoreDict attribute) clear() (opik.Dataset method) commit (opik.api_objects.prompt.prompt.Prompt property) (opik.Prompt property) completion_tokens (opik.types.UsageDict attribute) configure() (in module opik) Contains (class in opik.evaluation.metrics) ContextPrecision (class in opik.evaluation.metrics) ContextRecall (class in opik.evaluation.metrics)

create_dataset() (opik.Opik method) create_experiment() (opik.Opik method) create_prompt() (opik.Opik method) created_at (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) created_by (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) created_traces() (opik.integrations.langchain.OpikTracer method)

D

Dataset (class in opik) dataset_id (opik.api_objects.experiment.experiment.Experiment property) dataset_item_data (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) dataset_item_id (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences attribute)

delete() (opik.Dataset method) delete_dataset() (opik.Opik method) description (opik.Dataset property) duration (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute)

E

end() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.Opik method) end_time (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) Equals (class in opik.evaluation.metrics) error_info (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute)

evaluate() (in module opik.evaluation) evaluate_experiment() (in module opik.evaluation) evaluation_task_output (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) Experiment (class in opik.api_objects.experiment.experiment) ExperimentItemContent (class in opik.api_objects.experiment.experiment_item) ExperimentItemReferences (class in opik.api_objects.experiment.experiment_item)

F

feedback_scores (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) FeedbackScoreDict (class in opik.types)

flush() (opik.integrations.langchain.OpikTracer method) (opik.Opik method) format() (opik.api_objects.prompt.prompt.Prompt method) (opik.Prompt method) from_fern_prompt_version() (opik.api_objects.prompt.prompt.Prompt class method) (opik.Prompt class method) from_rest_experiment_item_compare() (opik.api_objects.experiment.experiment_item.ExperimentItemContent class method)

G

generate_provider_response() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) generate_string() (opik.evaluation.models.LiteLLMChatModel method) (opik.evaluation.models.OpikBaseModel method) get_current_span_data() (in module opik.opik_context) get_current_trace_data() (in module opik.opik_context) get_dataset() (opik.Opik method) get_distributed_trace_headers() (in module opik.opik_context) (opik.api_objects.span.Span method) get_experiment_by_id() (opik.Opik method)

get_experiment_by_name() (opik.Opik method) get_items() (opik.api_objects.experiment.experiment.Experiment method) (opik.Dataset method) get_or_create_dataset() (opik.Opik method) get_project() (opik.Opik method) get_project_url() (opik.Opik method) get_prompt() (opik.Opik method) get_span_content() (opik.Opik method) get_trace_content() (opik.Opik method) GEval (class in opik.evaluation.metrics)

H

Hallucination (class in opik.evaluation.metrics)

I

id (opik.api_objects.experiment.experiment.Experiment property) (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.types.FeedbackScoreDict attribute) init_end_time() (opik.api_objects.span.SpanData method) (opik.api_objects.trace.TraceData method)

input (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) insert() (opik.api_objects.experiment.experiment.Experiment method) (opik.Dataset method) insert_from_json() (opik.Dataset method) insert_from_pandas() (opik.Dataset method) IsJson (class in opik.evaluation.metrics)

L

last_updated_at (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) last_updated_by (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) LevenshteinRatio (class in opik.evaluation.metrics) LiteLLMChatModel (class in opik.evaluation.models)

LlamaIndexCallbackHandler() (in module opik.integrations.llama_index) llm_chain_of_thought (opik.evaluation.metrics.GEval property) llm_unit (class in opik) log_feedback_score() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) log_spans_feedback_scores() (opik.Opik method) log_traces_feedback_scores() (opik.Opik method)

M

metadata (opik.api_objects.prompt.prompt.Prompt property) (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.Prompt property) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute)

model (opik.api_objects.span.SpanData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) model_config (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) Moderation (class in opik.evaluation.metrics)

N

name (opik.api_objects.experiment.experiment.Experiment property) (opik.api_objects.prompt.prompt.Prompt property) (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.Dataset property) (opik.Prompt property) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) (opik.types.FeedbackScoreDict attribute)

O

Opik (class in opik) opik command line option --version -v opik-configure command line option --use_local

OpikBaseModel (class in opik.evaluation.models) OpikConnector (class in opik.integrations.haystack) OpikTracer (class in opik.integrations.langchain) output (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute)

P

parent_span_id (opik.api_objects.span.SpanData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) project_id (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) project_name (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute)

Prompt (class in opik) (class in opik.api_objects.prompt.prompt) prompt (opik.api_objects.prompt.prompt.Prompt property) (opik.Prompt property) prompt_tokens (opik.types.UsageDict attribute) provider (opik.api_objects.span.SpanData attribute) (opik.rest_api.types.span_public.SpanPublic attribute)

R

read_jsonl_from_file() (opik.Dataset method) reason (opik.types.FeedbackScoreDict attribute)

RegexMatch (class in opik.evaluation.metrics) run() (opik.integrations.haystack.OpikConnector method)

S

score() (opik.evaluation.metrics.AnswerRelevance method) (opik.evaluation.metrics.BaseMetric method) (opik.evaluation.metrics.Contains method) (opik.evaluation.metrics.ContextPrecision method) (opik.evaluation.metrics.ContextRecall method) (opik.evaluation.metrics.Equals method) (opik.evaluation.metrics.GEval method) (opik.evaluation.metrics.Hallucination method) (opik.evaluation.metrics.IsJson method) (opik.evaluation.metrics.LevenshteinRatio method) (opik.evaluation.metrics.Moderation method) (opik.evaluation.metrics.RegexMatch method)

search_spans() (opik.Opik method) search_traces() (opik.Opik method) Span (class in opik.api_objects.span) span() (opik.api_objects.span.Span method) (opik.api_objects.trace.Trace method) (opik.Opik method) SpanData (class in opik.api_objects.span) SpanPublic (class in opik.rest_api.types.span_public) start_time (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) supported_params (opik.evaluation.models.LiteLLMChatModel property)

T

tags (opik.api_objects.span.SpanData attribute) (opik.api_objects.trace.TraceData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) to_json() (opik.Dataset method) to_pandas() (opik.Dataset method) total_estimated_cost (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) total_tokens (opik.types.UsageDict attribute) Trace (class in opik.api_objects.trace) trace() (opik.Opik method)

trace_id (opik.api_objects.experiment.experiment_item.ExperimentItemContent attribute) (opik.api_objects.experiment.experiment_item.ExperimentItemReferences attribute) (opik.api_objects.span.SpanData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) TraceData (class in opik.api_objects.trace) TracePublic (class in opik.rest_api.types.trace_public) track() (in module opik) track_anthropic() (in module opik.integrations.anthropic) track_bedrock() (in module opik.integrations.bedrock) track_openai() (in module opik.integrations.openai) type (opik.api_objects.span.SpanData attribute) (opik.rest_api.types.span_public.SpanPublic attribute)

U

update() (opik.api_objects.span.Span method) (opik.api_objects.span.SpanData method) (opik.api_objects.trace.Trace method) (opik.api_objects.trace.TraceData method) (opik.Dataset method)

update_current_span() (in module opik.opik_context) update_current_trace() (in module opik.opik_context) usage (opik.api_objects.span.SpanData attribute) (opik.rest_api.types.span_public.SpanPublic attribute) (opik.rest_api.types.trace_public.TracePublic attribute) UsageDict (class in opik.types)

V

value (opik.types.FeedbackScoreDict attribute)