{ "model_details": { "provider": "requesty", "model_requested": "jev-1.13.0", "model_for_requests": "jev-1.13.0", "api_base_url": "https://router.requesty.ai/v1", "chat_completions_endpoint": "https://router.requesty.ai/v1/chat/completions", "model_metadata": { "model_name": "jev-1.13.0", "context_size": 64000.0, "max_output_tokens": 1024.0 }, "context_size": 64000.0, "max_output_tokens": 1024.0 }, "run_config": { "input": [ "data/input/prepositions.csv" ], "labels": "", "task_name": "Err. correct. prepositions", "task_description": "Correcting errors in prepositions in a transcription of learners' dialogue.", "tags": "error;correction;preposition;English", "model": "jev-1.13.0", "temperature": null, "top_p": null, "top_k": null, "service_tier": "standard", "verbosity": null, "reasoning_effort": null, "thinking_level": null, "effort": null, "strict_control_acceptance": true, "provider": "requesty", "system_prompt": "You are a meticulous annotator focusing on grammatical errors in the use of prepositions.\nYou will receive a short excerpt of a transcribed dialogue where the node word is a preposition. \nDecide whether it is a correct preposition given the context. \nReturn the correct preposition (even if it already is correct). If the preposition should be omitted (i.e. the grammatical correct solution is leaving it out), return 0.", "system_prompt_b64": null, "decision_criteria_b64": "eyIwIjoibm8gcHJlcG9zaXRpb24iLCJhYm91dCI6ImFib3V0IiwiYXJvdW5kIjoiYXJvdW5kIiwiYXMiOiJhcyIsImF0IjoiYXQiLCJiZWhpbmQiOiJiZWhpbmQiLCJkdXJpbmciOiJkdXJpbmciLCJmb3IiOiJmb3IiLCJmcm9tIjoiZnJvbSIsImluIjoiaW4iLCJpbnRvIjoiaW50byIsIm9mIjoib2YiLCJvbiI6Im9uIiwidG8iOiJ0byJ9", "few_shot_examples": 0, "prompt_layout": "standard", "prompt_batch_size": 0, "cache_pad_target_tokens": 0, "prompt_cache_key": null, "openai_cache_breakpoint": false, "openrouter_cache_control": false, "cache_warmup_delay_seconds": 5.0, "gemini_cached_content": null, "requesty_auto_cache": null, "vertex_auto_adc_login": null, "vertex_access_token_refresh_seconds": null, "create_gemini_cache": false, "gemini_cache_ttl": 3600, "gemini_cache_ttl_autoupdate": true, "keep_gemini_cache": false, "enable_cot": false, "no_explanation": true, "logprobs": false, "calibration": true, "confusion_heatmap": true, "repeat_unclassified": true, "api_key_var": "REQUESTY_API_KEY", "api_base_var": "REQUESTY_BASE_URL", "max_retries": 3, "retry_delay": 5.0, "request_interval_ms": 0, "request_timeout_seconds": 30.0, "threads": 50, "prompt_log_detail": "full", "flush_rows": 100, "flush_seconds": 2.0, "validator_cmd": null, "validator_args": "", "validator_timeout": 5.0, "validator_prompt_max_candidates": 50, "validator_prompt_max_chars": 8000, "validator_exhausted_policy": "accept_blank_confidence", "validator_debug": false, "log_level": "INFO", "confidence_source": "choice_probability", "span_verification": "unavailable" }, "source_input_csv": "data/input/prepositions.csv", "source_output_csv": "data/output/prepositions__requesty__typesafejev1130__2026-09-22-14-45.csv", "source_labels_csv": "", "cache_padding": { "enabled": false, "target_shared_prefix_tokens": 0, "calibration_shared_prefix_tokens": null, "target_prompt_tokens": 0, "calibration_prompt_tokens": null, "calibration_example_id": null, "applied_padding_tokens_estimate": 0, "examples_with_padding_applied": 0 }, "cache_warmup": { "enabled": false, "delay_seconds": 5.0, "attempted": false, "wait_applied": false, "reported_cache_write_tokens": 0 }, "request_control_summary": { "configured": {}, "attempts_total": 1294, "attempts_with_control_telemetry": 1294, "per_control": { "reasoning_effort": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "thinking_level": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "effort": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "verbosity": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "prompt_cache_key": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "openai_cache_breakpoint": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "openrouter_cache_control": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "gemini_cached_content": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "requesty_auto_cache": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] } } }, "usage_metadata_summary": { "attempts_total": 1294, "attempts_with_usage_metadata": 1294, "attempts_with_cached_token_signals": 0, "cached_tokens_total_estimate": 0, "cache_read_tokens_total": 0, "cache_write_tokens_total": 0, "cache_token_fields_totals": {}, "attempts_with_gemini_cached_content_token_signals": 0, "gemini_cached_content_token_count_total": 0, "gemini_cached_content_token_fields_totals": {} }, "token_usage_totals": { "attempts_total": 1294, "attempts_with_token_usage": 1294, "attempts_with_output_tokens": 1294, "attempts_with_cached_input_tokens": 0, "attempts_with_thinking_tokens": 0, "input_tokens_total": 963810, "cached_input_tokens_total": 0, "non_cached_input_tokens_total": 963810, "output_tokens_total": 150104, "thinking_tokens_total": 0, "output_tokens_definition": "total_tokens - prompt_tokens (or completion_tokens + thinking_tokens fallback)" }, "truth_label_count": 1283, "stop_reason": null, "prediction_count": 1283, "evaluated_example_count": 1283, "calibration_metrics": { "available": true, "sample_count": 1283, "bin_count": 10, "ece": 0.05525331254871271, "mce": 0.1470833333333334, "brier_score": 0.095895167575994 }, "first_prompt_timestamp": "2026-09-22T12:45:15.928911Z", "last_prompt_timestamp": "2026-09-22T13:09:25.006936Z", "overall_time_seconds": 26.163321, "overall_time_human": "26s", "accuracy": 0.872954014029618, "cohen_kappa": 0.7118836011346711, "macro_precision": 0.22647107015289597, "macro_recall": 0.20692646272659904, "macro_f1": 0.19989848933830043, "per_label": { "0": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 25 }, "about": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "around": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "as": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "at": { "precision": 0.8762376237623762, "recall": 0.8805970149253731, "f1": 0.8784119106699751, "support": 201 }, "behind": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "during": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 4 }, "from": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "in": { "precision": 0.9153439153439153, "recall": 0.941240478781284, "f1": 0.9281115879828327, "support": 919 }, "into": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "of": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "on": { "precision": 0.652542372881356, "recall": 0.8369565217391305, "f1": 0.7333333333333335, "support": 92 }, "to": { "precision": 0.5, "recall": 0.03125, "f1": 0.058823529411764705, "support": 32 } }, "labels": [ "0", "about", "around", "as", "at", "behind", "during", "from", "in", "into", "of", "on", "to" ], "label_count": 13, "total_examples": 1283, "confusion_matrix": { "0": { "0": 0, "about": 0, "around": 0, "as": 1, "at": 2, "behind": 0, "during": 2, "from": 0, "in": 16, "into": 0, "of": 0, "on": 4, "to": 0 }, "about": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 1, "behind": 0, "during": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0 }, "around": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0 }, "as": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0 }, "at": { "0": 0, "about": 0, "around": 0, "as": 2, "at": 177, "behind": 0, "during": 0, "from": 0, "in": 16, "into": 0, "of": 0, "on": 6, "to": 0 }, "behind": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 1, "behind": 0, "during": 0, "from": 0, "in": 0, "into": 0, "of": 0, "on": 0, "to": 0 }, "during": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 3, "to": 0 }, "from": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "from": 0, "in": 2, "into": 0, "of": 0, "on": 0, "to": 0 }, "in": { "0": 9, "about": 0, "around": 0, "as": 0, "at": 18, "behind": 0, "during": 0, "from": 1, "in": 865, "into": 0, "of": 0, "on": 25, "to": 1 }, "into": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 0, "to": 0 }, "of": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 0, "behind": 0, "during": 0, "from": 0, "in": 1, "into": 0, "of": 0, "on": 1, "to": 0 }, "on": { "0": 1, "about": 0, "around": 0, "as": 0, "at": 2, "behind": 0, "during": 0, "from": 0, "in": 12, "into": 0, "of": 0, "on": 77, "to": 0 }, "to": { "0": 0, "about": 0, "around": 0, "as": 0, "at": 1, "behind": 0, "during": 0, "from": 0, "in": 28, "into": 0, "of": 0, "on": 2, "to": 1 } }, "label_metrics_available": true }