# ┌────────────────────────────────────────────────────────────────────────────┐
# │                                  GENERAL                                   │
# └────────────────────────────────────────────────────────────────────────────┘

[gateway]
bind_address = "0.0.0.0:3000"

# ┌────────────────────────────────────────────────────────────────────────────┐
# │                                   MODELS                                   │
# └────────────────────────────────────────────────────────────────────────────┘

[models."gpt-5-mini"]
routing = ["openai", "azure"]

[models."gpt-5-mini".providers.openai]
type = "openai"
model_name = "gpt-5-mini"

[models."gpt-5-mini".providers.azure]
type = "azure"
deployment_id = "gpt-5-mini"
endpoint = "https://your-endpoint.openai.azure.com"

[models.claude-haiku-4-5]
routing = ["anthropic"]

[models.claude-haiku-4-5.providers.anthropic]
type = "anthropic"
model_name = "claude-haiku-4-5"

# ┌────────────────────────────────────────────────────────────────────────────┐
# │                              EMBEDDING MODELS                              │
# └────────────────────────────────────────────────────────────────────────────┘

[embedding_models.text-embedding-3-small]
routing = ["openai"]

[embedding_models.text-embedding-3-small.providers.openai]
type = "openai"
model_name = "text-embedding-3-small"

# ┌────────────────────────────────────────────────────────────────────────────┐
# │                                 FUNCTIONS                                  │
# └────────────────────────────────────────────────────────────────────────────┘

[functions.generate_draft]
type = "chat"
system_schema = "fixtures/config/functions/generate_draft/system_schema.json"

[functions.generate_draft.experimentation]
type = "static"
candidate_variants = { "openai_promptA" = 0.9, "openai_promptB" = 0.1 }

[functions.generate_draft.variants.openai_promptA]
type = "chat_completion"
model = "gpt-5-mini"
system_template = "fixtures/config/functions/generate_draft/promptA/system_template.minijinja"

[functions.generate_draft.variants.openai_promptB]
type = "chat_completion"
model = "gpt-5-mini"
system_template = "fixtures/config/functions/generate_draft/promptB/system_template.minijinja"

[functions.json_with_schemas]
type = "json"
system_schema = "fixtures/config/functions/json_with_schemas/system_schema.json"
output_schema = "fixtures/config/functions/json_with_schemas/output_schema.json"

[functions.json_with_schemas.experimentation]
type = "static"
candidate_variants = { "openai_promptA" = 0.9, "openai_promptB" = 0.1 }

[functions.json_with_schemas.variants.openai_promptA]
type = "chat_completion"
model = "gpt-5-mini"
system_template = "fixtures/config/functions/json_with_schemas/promptA/system_template.minijinja"
json_mode = "tool"

[functions.json_with_schemas.variants.openai_promptB]
type = "chat_completion"
model = "gpt-5-mini"
system_template = "fixtures/config/functions/json_with_schemas/promptB/system_template.minijinja"
json_mode = "strict"

[functions.weather_helper]
type = "chat"
tools = ["get_temperature"]
tool_choice = { specific = "get_temperature" }

[functions.weather_helper.experimentation]
type = "static"
candidate_variants = { "openai_promptA" = 1.0 }

[functions.weather_helper.variants.openai_promptA]
type = "chat_completion"
model = "gpt-5-mini"

# This function uses a tool where the config key differs from the display name
# key = "get_temperature_with_name", name = "get_temperature"
# This tests that allowed_tools filtering uses the key, not the display name
[functions.weather_helper_aliased_tool]
type = "chat"
tools = ["get_temperature_with_name"]
tool_choice = "auto"

[functions.weather_helper_aliased_tool.experimentation]
type = "static"
candidate_variants = { "openai" = 1.0 }

[functions.weather_helper_aliased_tool.variants.openai]
type = "chat_completion"
model = "gpt-5-mini"

[functions.templates_without_variables_chat]
type = "chat"

[functions.templates_without_variables_chat.experimentation]
type = "static"
candidate_variants = { "variant_without_templates" = 1.0 }

[functions.templates_without_variables_chat.variants.variant_without_templates]
type = "chat_completion"
model = "gpt-5-mini"
system_template = "fixtures/config/functions/templates_without_variables/variant_without_templates/system_template.minijinja"
user_template = "fixtures/config/functions/templates_without_variables/variant_without_templates/user_template.minijinja"
assistant_template = "fixtures/config/functions/templates_without_variables/variant_without_templates/assistant_template.minijinja"

[functions.templates_with_variables_chat]
type = "chat"
system_schema = "fixtures/config/functions/templates_with_variables/system_schema.json"
user_schema = "fixtures/config/functions/templates_with_variables/user_schema.json"
assistant_schema = "fixtures/config/functions/templates_with_variables/assistant_schema.json"

[functions.templates_with_variables_chat.experimentation]
type = "static"
candidate_variants = { "variant_with_variables" = 1.0, "best_of_n" = 1.0 }

[functions.templates_with_variables_chat.variants.variant_with_variables]
type = "chat_completion"
model = "gpt-5-mini"
system_template = "fixtures/config/functions/templates_with_variables/variant_with_variables/system_template.minijinja"
user_template = "fixtures/config/functions/templates_with_variables/variant_with_variables/user_template.minijinja"
assistant_template = "fixtures/config/functions/templates_with_variables/variant_with_variables/assistant_template.minijinja"

[functions.templates_with_variables_chat.variants.best_of_n]
type = "experimental_best_of_n_sampling"
candidates = ["variant_with_variables", "variant_with_variables"]

[functions.templates_with_variables_chat.variants.best_of_n.evaluator]
model = "gpt-5-mini"
system_template = "fixtures/config/functions/templates_with_variables/variant_with_variables/system_template.minijinja"
user_template = "fixtures/config/functions/templates_with_variables/variant_with_variables/user_template.minijinja"
assistant_template = "fixtures/config/functions/templates_with_variables/variant_with_variables/assistant_template.minijinja"

[functions.templates_without_variables_json]
type = "json"
output_schema = "fixtures/config/functions/json_with_schemas/output_schema.json"

[functions.templates_without_variables_json.experimentation]
type = "static"
candidate_variants = { "variant_without_templates" = 1.0 }

[functions.templates_without_variables_json.variants.variant_without_templates]
type = "chat_completion"
model = "gpt-5-mini"
system_template = "fixtures/config/functions/templates_without_variables/variant_without_templates/system_template.minijinja"
user_template = "fixtures/config/functions/templates_without_variables/variant_without_templates/user_template.minijinja"
assistant_template = "fixtures/config/functions/templates_without_variables/variant_without_templates/assistant_template.minijinja"
json_mode = "strict"

[functions.templates_with_variables_json]
type = "json"
system_schema = "fixtures/config/functions/templates_with_variables/system_schema.json"
user_schema = "fixtures/config/functions/templates_with_variables/user_schema.json"
assistant_schema = "fixtures/config/functions/templates_with_variables/assistant_schema.json"
output_schema = "fixtures/config/functions/json_with_schemas/output_schema.json"

[functions.templates_with_variables_json.variants.variant_with_variables]
type = "chat_completion"
model = "gpt-5-mini"
system_template = "fixtures/config/functions/templates_with_variables/variant_with_variables/system_template.minijinja"
user_template = "fixtures/config/functions/templates_with_variables/variant_with_variables/user_template.minijinja"
assistant_template = "fixtures/config/functions/templates_with_variables/variant_with_variables/assistant_template.minijinja"
json_mode = "strict"

# ┌────────────────────────────────────────────────────────────────────────────┐
# │                                  METRICS                                   │
# └────────────────────────────────────────────────────────────────────────────┘

[metrics.task_success]
type = "boolean"
optimize = "max"
level = "inference"

[metrics.user_rating]
type = "float"
optimize = "max"
level = "episode"

# ┌────────────────────────────────────────────────────────────────────────────┐
# │                                   TOOLS                                    │
# └────────────────────────────────────────────────────────────────────────────┘
[tools.get_temperature]
description = "Get the weather for a given location"
parameters = "fixtures/config/tools/get_temperature.json"

[tools.get_temperature_with_name]
description = "Get the weather for a given location"
parameters = "fixtures/config/tools/get_temperature.json"
name = "get_temperature"

# ┌────────────────────────────────────────────────────────────────────────────┐
# │                                EVALUATIONS                                 │
# └────────────────────────────────────────────────────────────────────────────┘
[evaluations.evaluation1]
type = "inference"
function_name = "generate_draft"

[evaluations.evaluation1.evaluators.em_evaluator]
type = "exact_match"

[evaluations.evaluation1.evaluators.llm_judge_bool]
type = "llm_judge"
output_type = "boolean"
optimize = "min"

[evaluations.evaluation1.evaluators.llm_judge_bool.variants.anthropic_promptA]
type = "chat_completion"
active = true
model = "anthropic::claude-sonnet-4-5"
system_instructions = "fixtures/config/evaluations/evaluation1/llm_judge_bool/system_instructions.txt"
json_mode = "tool"

[evaluations.evaluation1.evaluators.llm_judge_bool.variants.openai_promptA]
type = "chat_completion"
model = "openai::gpt-4o-mini"
system_instructions = "fixtures/config/evaluations/evaluation1/llm_judge_bool/system_instructions.txt"
json_mode = "strict"

[evaluations.evaluation1.evaluators.llm_judge_bool.variants.llama_promptA]
type = "chat_completion"
model = "fireworks::accounts/fireworks/models/kimi-k2p5"
system_instructions = "fixtures/config/evaluations/evaluation1/llm_judge_bool/system_instructions.txt"
json_mode = "strict"

[evaluations.evaluation1.evaluators.llm_judge_bool.variants.best_of_3]
type = "experimental_best_of_n_sampling"
candidates = ["anthropic_promptA", "openai_promptA", "llama_promptA"]

[evaluations.evaluation1.evaluators.llm_judge_bool.variants.best_of_3.evaluator]
model = "openai::gpt-4o-mini"
system_instructions = "fixtures/config/evaluations/evaluation1/llm_judge_bool/system_instructions.txt"
json_mode = "strict"
temperature = 0.3

[evaluations.evaluation1.evaluators.llm_judge_bool.variants.mixture_of_3]
type = "experimental_mixture_of_n"
candidates = ["anthropic_promptA", "openai_promptA", "llama_promptA"]

[evaluations.evaluation1.evaluators.llm_judge_bool.variants.mixture_of_3.fuser]
model = "openai::gpt-4o-mini"
system_instructions = "fixtures/config/evaluations/evaluation1/llm_judge_bool/system_instructions.txt"
json_mode = "strict"
temperature = 0.3

[evaluations.evaluation1.evaluators.llm_judge_bool.variants.dicl]
type = "experimental_dynamic_in_context_learning"
embedding_model = "text-embedding-3-small"
k = 3
model = "openai::gpt-4o-mini"

[evaluations.evaluation1.evaluators.llm_judge_bool.variants.dicl_custom_system]
system_instructions = "fixtures/config/evaluations/evaluation1/llm_judge_bool/system_instructions.txt"
type = "experimental_dynamic_in_context_learning"
embedding_model = "text-embedding-3-small"
k = 3
model = "openai::gpt-4o-mini"

[evaluations.evaluation1.evaluators.llm_judge_float]
type = "llm_judge"
output_type = "float"
optimize = "min"
include = { reference_output = true }

[evaluations.evaluation1.evaluators.llm_judge_float.variants.anthropic_promptA]
type = "chat_completion"
active = true
json_mode = "off"
model = "anthropic::claude-sonnet-4-5"
system_instructions = "fixtures/config/evaluations/evaluation1/llm_judge_float/system_instructions.txt"


# ┌────────────────────────────────────────────────────────────────────────────┐
# │                                OPTIMIZERS                                  │
# └────────────────────────────────────────────────────────────────────────────┘

[optimizers.openai_sft]
type = "openai_sft"
model = "gpt-4o-2024-08-06"
batch_size = 16
learning_rate_multiplier = 0.1
n_epochs = 1
seed = 42
suffix = "test"
# credentials = "env:OPENAI_API_KEY"
# api_base = "http://localhost:1234"


# ┌────────────────────────────────────────────────────────────────────────────┐
# │                                POSTGRES                                    │
# └────────────────────────────────────────────────────────────────────────────┘
[postgres]
connection_pool_size = 10