{ "model_details": { "provider": "e-infra", "model_requested": "qwen3.8-flash-next", "model_for_requests": "qwen3.8-flash-next", "api_base_url": "https://llm.ai.e-infra.cz/v1", "chat_completions_endpoint": "https://llm.ai.e-infra.cz/v1/chat/completions", "model_metadata": { "model_name": "agentic", "litellm_model": "qwen3.8-flash-next", "context_size": 262144.0, "max_output_tokens": 48000.0, "model_source": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next-FP8", "quantization": "fp8", "capabilities": [ "chat", "multimodal", "tools" ], "extra_body": { "max_tokens": 48000, "max_completion_tokens": 48000 }, "input_cost_per_token": 1.6e-07, "output_cost_per_token": 4.6999999999999995e-07 }, "model_source": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next-FP8", "quantization": "fp8", "context_size": 262144.0, "max_output_tokens": 48000.0, "input_cost_per_token": 1.6e-07, "output_cost_per_token": 4.6999999999999995e-07 }, "run_config": { "input": [ "data/input/prepositions.csv" ], "labels": "", "task_name": "Err. correct. prepositions", "task_description": "Correcting errors in prepositions in a transcription of learners' dialogue.", "tags": "error;correction;preposition;English", "model": "qwen3.8-flash-next", "temperature": null, "top_p": null, "top_k": null, "service_tier": "standard", "verbosity": null, "reasoning_effort": null, "thinking_level": null, "effort": null, "strict_control_acceptance": true, "provider": "e-infra", "system_prompt": "You are a meticulous annotator focusing on grammatical errors in the use of prepositions.\nYou will receive a short excerpt of a transcribed dialogue where the node word is a preposition. \nDecide whether it is a correct preposition given the context. \nReturn the correct preposition (even if it already is correct). If the preposition should be omitted (i.e. the grammatical correct solution is leaving it out), return 0.", "system_prompt_b64": null, "few_shot_examples": 0, "prompt_layout": "standard", "prompt_batch_size": 0, "cache_pad_target_tokens": 0, "prompt_cache_key": null, "openai_cache_breakpoint": false, "openrouter_cache_control": false, "cache_warmup_delay_seconds": 5.0, "gemini_cached_content": null, "requesty_auto_cache": null, "vertex_auto_adc_login": null, "vertex_access_token_refresh_seconds": null, "create_gemini_cache": false, "gemini_cache_ttl": 3600, "gemini_cache_ttl_autoupdate": true, "keep_gemini_cache": false, "enable_cot": true, "no_explanation": false, "logprobs": true, "calibration": true, "confusion_heatmap": true, "repeat_unclassified": true, "api_key_var": "E-INFRA_API_KEY", "api_base_var": "E-INFRA_BASE_URL", "max_retries": 3, "retry_delay": 5.0, "request_interval_ms": 0, "request_timeout_seconds": 30.0, "threads": 3, "prompt_log_detail": "full", "flush_rows": 100, "flush_seconds": 2.0, "validator_cmd": null, "validator_args": "", "validator_timeout": 5.0, "validator_prompt_max_candidates": 50, "validator_prompt_max_chars": 8000, "validator_exhausted_policy": "accept_blank_confidence", "validator_debug": false, "log_level": "INFO", "load_params": "data/metrics/prepositions__einfra__kimik3__2026-08-25-22-34__metrics.json" }, "source_input_csv": "data/input/prepositions.csv", "source_output_csv": "data/output/prepositions__einfra__qwen38flashnext__2026-09-06-22-16.csv", "source_labels_csv": "", "cache_padding": { "enabled": false, "target_shared_prefix_tokens": 0, "calibration_shared_prefix_tokens": null, "target_prompt_tokens": 0, "calibration_prompt_tokens": null, "calibration_example_id": null, "applied_padding_tokens_estimate": 0, "examples_with_padding_applied": 0 }, "cache_warmup": { "enabled": false, "delay_seconds": 5.0, "attempted": false, "wait_applied": false, "reported_cache_write_tokens": 0 }, "request_control_summary": { "configured": {}, "attempts_total": 1519, "attempts_with_control_telemetry": 1283, "per_control": { "reasoning_effort": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "thinking_level": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "effort": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "verbosity": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "prompt_cache_key": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "openai_cache_breakpoint": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "openrouter_cache_control": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "gemini_cached_content": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "requesty_auto_cache": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] } } }, "usage_metadata_summary": { "attempts_total": 1519, "attempts_with_usage_metadata": 1283, "attempts_with_cached_token_signals": 1280, "cached_tokens_total_estimate": 593472, "cache_read_tokens_total": 593472, "cache_write_tokens_total": 0, "cache_token_fields_totals": { "usage.prompt_tokens_details.cached_tokens": 593472 }, "attempts_with_gemini_cached_content_token_signals": 0, "gemini_cached_content_token_count_total": 0, "gemini_cached_content_token_fields_totals": {} }, "token_usage_totals": { "attempts_total": 1519, "attempts_with_token_usage": 1283, "attempts_with_output_tokens": 1283, "attempts_with_cached_input_tokens": 1280, "attempts_with_thinking_tokens": 1283, "input_tokens_total": 850192, "cached_input_tokens_total": 593472, "non_cached_input_tokens_total": 256720, "output_tokens_total": 953871, "thinking_tokens_total": 831864, "output_tokens_definition": "total_tokens - prompt_tokens (or completion_tokens + thinking_tokens fallback)" }, "truth_label_count": 1283, "prediction_count": 1283, "evaluated_example_count": 1283, "calibration_metrics": { "available": true, "sample_count": 1283, "bin_count": 10, "ece": 0.018947778643808276, "mce": 0.1406122448979592, "brier_score": 0.08055128604832432 }, "first_prompt_timestamp": "2026-09-06T20:16:08.740076Z", "last_prompt_timestamp": "2026-09-06T21:52:46.326756Z", "overall_time_seconds": 5712.473215999999, "overall_time_human": "1h 35m 12s", "accuracy": 0.9049103663289166, "cohen_kappa": 0.7979772687966092, "macro_precision": 0.5622611946543403, "macro_recall": 0.5226846098825706, "macro_f1": 0.5131851387205194, "per_label": { "0": { "precision": 0.27419354838709675, "recall": 0.68, "f1": 0.39080459770114945, "support": 25 }, "about": { "precision": 1.0, "recall": 0.5, "f1": 0.6666666666666666, "support": 2 }, "around": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "as": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "at": { "precision": 0.9158415841584159, "recall": 0.9203980099502488, "f1": 0.9181141439205955, "support": 201 }, "behind": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "during": { "precision": 1.0, "recall": 0.5, "f1": 0.6666666666666666, "support": 4 }, "for": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 }, "from": { "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "support": 2 }, "in": { "precision": 0.9596412556053812, "recall": 0.9314472252448314, "f1": 0.9453340695748207, "support": 919 }, "into": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "of": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "on": { "precision": 0.8556701030927835, "recall": 0.9021739130434783, "f1": 0.8783068783068784, "support": 92 }, "to": { "precision": 0.9285714285714286, "recall": 0.40625, "f1": 0.5652173913043478, "support": 32 }, "with": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 } }, "labels": [ "0", "about", "around", "as", "at", "behind", "during", "for", "from", "in", "into", "of", "on", "to", "with" ], "label_count": 15, "total_examples": 1283, "confusion_matrix": { "0": { "0": 17, "about": 0, "around": 0, "as": 0, "at": 1, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 6, "into": 0, "of": 0, "on": 1, "to": 0, "with": 0 }, "about": { "0": 1, "about": 1, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 }, "around": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 }, "as": { "0": 0, "about": 0, "around": 0, "as": 1, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 }, "at": { "0": 1, "about": 0, "around": 0, "as": 0, "at": 185, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 9, "into": 0, "of": 0, "on": 6, "to": 0, "with": 0 }, "behind": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 1, "during": 0, "for": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 }, "during": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 2, "for": 1, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 }, "for": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 }, "from": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 2, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 }, "in": { "0": 36, "about": 0, "around": 0, "as": 0, "at": 14, "behind": 0, "during": 0, "for": 2, "from": 2, "in": 856, "into": 0, "of": 1, "on": 6, "to": 1, "with": 1 }, "into": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 }, "of": { "0": 1, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 }, "on": { "0": 4, "about": 0, "around": 0, "as": 0, "at": 1, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 3, "into": 1, "of": 0, "on": 83, "to": 0, "with": 0 }, "to": { "0": 2, "about": 0, "around": 0, "as": 0, "at": 1, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 14, "into": 0, "of": 0, "on": 1, "to": 13, "with": 1 }, "with": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "for": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0, "with": 0 } }, "label_metrics_available": true }