{ "model_details": { "provider": "e-infra", "model_requested": "kimi-k3", "model_for_requests": "kimi-k3", "api_base_url": "https://llm.ai.e-infra.cz/v1", "chat_completions_endpoint": "https://llm.ai.e-infra.cz/v1/chat/completions", "model_metadata": { "model_name": "kimi", "litellm_model": "kimi-k3", "context_size": 1048576.0, "max_output_tokens": 48000.0, "model_source": "https://huggingface.co/moonshotai/Kimi-K3", "quantization": "int4", "capabilities": [ "chat", "multimodal", "tools" ], "extra_body": { "max_tokens": 48000, "max_completion_tokens": 48000 }, "input_cost_per_token": 3e-06, "output_cost_per_token": 1.5e-05 }, "model_source": "https://huggingface.co/moonshotai/Kimi-K3", "quantization": "int4", "context_size": 1048576.0, "max_output_tokens": 48000.0, "input_cost_per_token": 3e-06, "output_cost_per_token": 1.5e-05 }, "run_config": { "input": [ "data/input/prepositions.csv" ], "labels": "", "task_name": "Err. correct. prepositions", "task_description": "Correcting errors in prepositions in a transcription of learners' dialogue.", "tags": "error;correction;preposition;English", "model": "kimi-k3", "temperature": null, "top_p": null, "top_k": null, "service_tier": "standard", "verbosity": null, "reasoning_effort": null, "thinking_level": null, "effort": null, "strict_control_acceptance": true, "provider": "e-infra", "system_prompt": "You are a meticulous annotator focusing on grammatical errors in the use of prepositions.\nYou will receive a short excerpt of a transcribed dialogue where the node word is a preposition. \nDecide whether it is a correct preposition given the context. \nReturn the correct preposition (even if it already is correct). If the preposition should be omitted (i.e. the grammatical correct solution is leaving it out), return 0.", "system_prompt_b64": null, "few_shot_examples": 0, "prompt_layout": "standard", "prompt_batch_size": 0, "cache_pad_target_tokens": 0, "prompt_cache_key": null, "openai_cache_breakpoint": false, "openrouter_cache_control": false, "cache_warmup_delay_seconds": 5.0, "gemini_cached_content": null, "requesty_auto_cache": null, "vertex_auto_adc_login": null, "vertex_access_token_refresh_seconds": null, "create_gemini_cache": false, "gemini_cache_ttl": 3600, "gemini_cache_ttl_autoupdate": true, "keep_gemini_cache": false, "enable_cot": true, "no_explanation": false, "logprobs": true, "calibration": true, "confusion_heatmap": true, "repeat_unclassified": true, "api_key_var": "E-INFRA_API_KEY", "api_base_var": "E-INFRA_BASE_URL", "max_retries": 3, "retry_delay": 5.0, "request_interval_ms": 0, "request_timeout_seconds": 30.0, "threads": 3, "prompt_log_detail": "full", "flush_rows": 100, "flush_seconds": 2.0, "validator_cmd": null, "validator_args": "", "validator_timeout": 5.0, "validator_prompt_max_candidates": 50, "validator_prompt_max_chars": 8000, "validator_exhausted_policy": "accept_blank_confidence", "validator_debug": false, "log_level": "INFO" }, "source_input_csv": "data/input/prepositions.csv", "source_output_csv": "data/output/prepositions__einfra__kimik3__2026-08-25-22-34.csv", "source_labels_csv": "", "cache_padding": { "enabled": false, "target_shared_prefix_tokens": 0, "calibration_shared_prefix_tokens": null, "target_prompt_tokens": 0, "calibration_prompt_tokens": null, "calibration_example_id": null, "applied_padding_tokens_estimate": 0, "examples_with_padding_applied": 0 }, "cache_warmup": { "enabled": false, "delay_seconds": 5.0, "attempted": false, "wait_applied": false, "reported_cache_write_tokens": 0 }, "request_control_summary": { "configured": {}, "attempts_total": 1863, "attempts_with_control_telemetry": 1284, "per_control": { "reasoning_effort": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "thinking_level": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "effort": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "verbosity": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "prompt_cache_key": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "openai_cache_breakpoint": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "openrouter_cache_control": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "gemini_cached_content": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "requesty_auto_cache": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] } } }, "usage_metadata_summary": { "attempts_total": 1863, "attempts_with_usage_metadata": 1284, "attempts_with_cached_token_signals": 171, "cached_tokens_total_estimate": 87552, "cache_read_tokens_total": 87552, "cache_write_tokens_total": 0, "cache_token_fields_totals": { "usage.prompt_tokens_details.cached_tokens": 87552 }, "attempts_with_gemini_cached_content_token_signals": 0, "gemini_cached_content_token_count_total": 0, "gemini_cached_content_token_fields_totals": {} }, "token_usage_totals": { "attempts_total": 1863, "attempts_with_token_usage": 1284, "attempts_with_output_tokens": 1284, "attempts_with_cached_input_tokens": 171, "attempts_with_thinking_tokens": 1284, "input_tokens_total": 865605, "cached_input_tokens_total": 87552, "non_cached_input_tokens_total": 778053, "output_tokens_total": 395917, "thinking_tokens_total": 252037, "output_tokens_definition": "total_tokens - prompt_tokens (or completion_tokens + thinking_tokens fallback)" }, "truth_label_count": 1283, "prediction_count": 1283, "evaluated_example_count": 1283, "calibration_metrics": { "available": true, "sample_count": 1271, "bin_count": 10, "ece": 0.015334382376078103, "mce": 0.55, "brier_score": 0.06091353265145551 }, "first_prompt_timestamp": "2026-08-25T20:34:59.746677Z", "last_prompt_timestamp": "2026-08-26T09:23:06.981014Z", "overall_time_seconds": 12086.670504, "overall_time_human": "3h 21m 27s", "accuracy": 0.9220576773187841, "cohen_kappa": 0.8267176294215367, "macro_precision": 0.4059048197176399, "macro_recall": 0.38217564169736545, "macro_f1": 0.38181332781979, "per_label": { "0": { "precision": 0.45161290322580644, "recall": 0.56, "f1": 0.5, "support": 25 }, "about": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 2 }, "around": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "as": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "at": { "precision": 0.9384615384615385, "recall": 0.9104477611940298, "f1": 0.9242424242424243, "support": 201 }, "behind": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "during": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4 }, "for": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 }, "from": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 2 }, "in": { "precision": 0.9484978540772532, "recall": 0.9619151251360174, "f1": 0.9551593733117235, "support": 919 }, "into": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "of": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "on": { "precision": 0.9166666666666666, "recall": 0.9565217391304348, "f1": 0.9361702127659574, "support": 92 }, "to": { "precision": 1.0, "recall": 0.34375, "f1": 0.5116279069767442, "support": 32 }, "unclassified": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 } }, "labels": [ "0", "about", "around", "as", "at", "behind", "during", "for", "from", "in", "into", "of", "on", "to", "unclassified" ], "label_count": 15, "total_examples": 1283, "confusion_matrix": { "0": { "0": 14, "about": 0, "around": 0, "as": 0, "at": 2, "behind": 0, "during": 0, "for": 1, "from": 0, "in": 7, "into": 0, "of": 0, "on": 1, "to": 0, "unclassified": 0 }, "about": { "0": 0, "about": 1, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0, "unclassified": 0 }, "around": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0, "unclassified": 0 }, "as": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "unclassified": 1 }, "at": { "0": 1, "about": 0, "around": 0, "as": 0, "at": 183, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 14, "into": 0, "of": 0, "on": 2, "to": 0, "unclassified": 1 }, "behind": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 1, "during": 0, "for": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "unclassified": 0 }, "during": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 1, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 2, "into": 0, "of": 0, "on": 1, "to": 0, "unclassified": 0 }, "for": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "unclassified": 0 }, "from": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 1, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0, "unclassified": 0 }, "in": { "0": 15, "about": 2, "around": 0, "as": 0, "at": 7, "behind": 0, "during": 0, "for": 0, "from": 1, "in": 884, "into": 0, "of": 2, "on": 3, "to": 0, "unclassified": 5 }, "into": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0, "unclassified": 0 }, "of": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 1, "to": 0, "unclassified": 0 }, "on": { "0": 1, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 2, "into": 1, "of": 0, "on": 88, "to": 0, "unclassified": 0 }, "to": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 2, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 18, "into": 1, "of": 0, "on": 0, "to": 11, "unclassified": 0 }, "unclassified": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "unclassified": 0 } }, "label_metrics_available": true }