{ "model_details": { "provider": "e-infra", "model_requested": "qwen3.5", "model_for_requests": "qwen3.5", "api_base_url": "https://llm.ai.e-infra.cz/v1", "chat_completions_endpoint": "https://llm.ai.e-infra.cz/v1/chat/completions", "model_metadata": { "model_name": "qwen3.5", "litellm_model": "qwen3.5-int4", "context_size": 262144.0, "max_output_tokens": 32000.0, "model_source": "https://huggingface.co/QuantTrio/Qwen3.5-397B-A17B-AWQ", "quantization": "int4", "capabilities": [ "chat", "multimodal", "tools" ], "extra_body": { "max_tokens": 32000, "presence_penalty": 1, "max_completion_tokens": 32000 }, "input_cost_per_token": 4.0000000000000003e-07, "output_cost_per_token": 2.4e-06 }, "model_source": "https://huggingface.co/QuantTrio/Qwen3.5-397B-A17B-AWQ", "quantization": "int4", "context_size": 262144.0, "max_output_tokens": 32000.0, "input_cost_per_token": 4.0000000000000003e-07, "output_cost_per_token": 2.4e-06 }, "run_config": { "input": [ "data/input/LModE_POS_2.csv" ], "labels": "", "task_name": "LModE POS", "task_description": "POS tagging Late Modern English personal correspondance using either an example dataset in the input prompt or CLAWS 7 detailed instructions or a shortened versions of those.", "tags": ["v3", "short", "examples", "open source", "morphology", "Late Modern English"], "model": "qwen3.5", "temperature": null, "top_p": null, "top_k": null, "service_tier": "standard", "verbosity": null, "reasoning_effort": null, "thinking_level": null, "effort": null, "strict_control_acceptance": true, "provider": "e-infra", "system_prompt": "# You are a CLAWS7 part-of-speech tagger for 18th-century letters. \nYou will receive a word from an 18th century letter (including some left and right context) and you will assign it a POS tag.\n\n## Allowed tags:\nAPPGE\tpossessive pronoun, pre-nominal (e.g. my, your, our)\nAT\tarticle (e.g. the, no)\nAT1\tsingular article (e.g. a, an, every)\nBCL\tbefore-clause marker (e.g. in order (that),in order (to))\nCC\tcoordinating conjunction (e.g. and, or)\nCCB\tadversative coordinating conjunction ( but)\nCS\tsubordinating conjunction (e.g. if, because, unless, so, for)\nCSA\tas (as conjunction)\nCSN\tthan (as conjunction)\nCST\tthat (as conjunction)\nCSW\twhether (as conjunction)\nDA\tafter-determiner or post-determiner capable of pronominal function (e.g. such, former, same)\nDA1\tsingular after-determiner (e.g. little, much)\nDA2\tplural after-determiner (e.g. few, several, many)\nDAR\tcomparative after-determiner (e.g. more, less, fewer)\nDAT\tsuperlative after-determiner (e.g. most, least, fewest)\nDB\tbefore determiner or pre-determiner capable of pronominal function (all, half)\nDB2\tplural before-determiner ( both)\nDD\tdeterminer (capable of pronominal function) (e.g any, some)\nDD1\tsingular determiner (e.g. this, that, another)\nDD2\tplural determiner ( these,those)\nDDQ\twh-determiner (which, what)\nDDQGE\twh-determiner, genitive (whose)\nDDQV\twh-ever determiner, (whichever, whatever)\nEX\texistential there\nFO\tformula\nFU\tunclassified word\nFW\tforeign word\nGE\tgermanic genitive marker - (' or's)\nIF\tfor (as preposition)\nII\tgeneral preposition\nIO\tof (as preposition)\nIW\twith, without (as prepositions)\nJJ\tgeneral adjective\nJJR\tgeneral comparative adjective (e.g. older, better, stronger)\nJJT\tgeneral superlative adjective (e.g. oldest, best, strongest)\nJK\tcatenative adjective (able in be able to, willing in be willing to)\nMC\tcardinal number,neutral for number (two, three..)\nMC1\tsingular cardinal number (one)\nMC2\tplural cardinal number (e.g. sixes, sevens)\nMCGE\tgenitive cardinal number, neutral for number (two's, 100's)\nMCMC\thyphenated number (40-50, 1770-1827)\nMD\tordinal number (e.g. first, second, next, last)\nMF\tfraction,neutral for number (e.g. quarters, two-thirds)\nND1\tsingular noun of direction (e.g. north, southeast)\nNN\tcommon noun, neutral for number (e.g. sheep, cod, headquarters)\nNN1\tsingular common noun (e.g. book, girl)\nNN2\tplural common noun (e.g. books, girls)\nNNA\tfollowing noun of title (e.g. M.A.)\nNNB\tpreceding noun of title (e.g. Mr., Prof.)\nNNL1\tsingular locative noun (e.g. Island, Street)\nNNL2\tplural locative noun (e.g. Islands, Streets)\nNNO\tnumeral noun, neutral for number (e.g. dozen, hundred)\nNNO2\tnumeral noun, plural (e.g. hundreds, thousands)\nNNT1\ttemporal noun, singular (e.g. day, week, year)\nNNT2\ttemporal noun, plural (e.g. days, weeks, years)\nNNU\tunit of measurement, neutral for number (e.g. in, cc)\nNNU1\tsingular unit of measurement (e.g. inch, centimetre)\nNNU2\tplural unit of measurement (e.g. ins., feet)\nNP\tproper noun, neutral for number (e.g. IBM, Andes)\nNP1\tsingular proper noun (e.g. London, Jane, Frederick)\nNP2\tplural proper noun (e.g. Browns, Reagans, Koreas)\nNPD1\tsingular weekday noun (e.g. Sunday)\nNPD2\tplural weekday noun (e.g. Sundays)\nNPM1\tsingular month noun (e.g. October)\nNPM2\tplural month noun (e.g. Octobers)\nPN\tindefinite pronoun, neutral for number (none)\nPN1\tindefinite pronoun, singular (e.g. anyone, everything, nobody, one)\nPNQO\tobjective wh-pronoun (whom)\nPNQS\tsubjective wh-pronoun (who)\nPNQV\twh-ever pronoun (whoever)\nPNX1\treflexive indefinite pronoun (oneself)\nPPGE\tnominal possessive personal pronoun (e.g. mine, yours)\nPPH1\t3rd person sing. neuter personal pronoun (it)\nPPHO1\t3rd person sing. objective personal pronoun (him, her)\nPPHO2\t3rd person plural objective personal pronoun (them)\nPPHS1\t3rd person sing. subjective personal pronoun (he, she)\nPPHS2\t3rd person plural subjective personal pronoun (they)\nPPIO1\t1st person sing. objective personal pronoun (me)\nPPIO2\t1st person plural objective personal pronoun (us)\nPPIS1\t1st person sing. subjective personal pronoun (I)\nPPIS2\t1st person plural subjective personal pronoun (we)\nPPX1\tsingular reflexive personal pronoun (e.g. yourself, itself)\nPPX2\tplural reflexive personal pronoun (e.g. yourselves, themselves)\nPPY\t2nd person personal pronoun (you)\nRA\tadverb, after nominal head (e.g. else, galore)\nREX\tadverb introducing appositional constructions (namely, e.g.)\nRG\tdegree adverb (very, so, too)\nRGQ\twh- degree adverb (how)\nRGQV\twh-ever degree adverb (however)\nRGR\tcomparative degree adverb (more, less)\nRGT\tsuperlative degree adverb (most, least)\nRL\tlocative adverb (e.g. alongside, forward)\nRP\tprep. adverb, particle (e.g about, in)\nRPK\tprep. adv., catenative (about in be about to)\nRR\tgeneral adverb\nRRQ\twh- general adverb (where, when, why, how)\nRRQV\twh-ever general adverb (wherever, whenever)\nRRR\tcomparative general adverb (e.g. better, longer)\nRRT\tsuperlative general adverb (e.g. best, longest)\nRT\tquasi-nominal adverb of time (e.g. now, tomorrow)\nTO\tinfinitive marker (to)\nUH\tinterjection (e.g. oh, yes, um)\nVB0\tbe, base form (finite i.e. imperative, subjunctive)\nVBDR\twere\nVBDZ\twas\nVBG\tbeing\nVBI\tbe, infinitive (To be or not... It will be ..)\nVBM\tam\nVBN\tbeen\nVBR\tare\nVBZ\tis\nVD0\tdo, base form (finite)\nVDD\tdid\nVDG\tdoing\nVDI\tdo, infinitive (I may do... To do...)\nVDN\tdone\nVDZ\tdoes\nVH0\thave, base form (finite)\nVHD\thad (past tense)\nVHG\thaving\nVHI\thave, infinitive\nVHN\thad (past participle)\nVHZ\thas\nVM\tmodal auxiliary (can, will, would, etc.)\nVMK\tmodal catenative (ought, used)\nVV0\tbase form of lexical verb (e.g. give, work)\nVVD\tpast tense of lexical verb (e.g. gave, worked)\nVVG\t-ing participle of lexical verb (e.g. giving, working)\nVVGK\t-ing participle catenative (going in be going to)\nVVI\tinfinitive (e.g. to give... It will work...)\nVVN\tpast participle of lexical verb (e.g. given, worked)\nVVNK\tpast participle catenative (e.g. bound in be bound to)\nVVZ\t-s form of lexical verb (e.g. gives, works)\nXX\tnot, n't\nZZ1\tsingular letter of the alphabet (e.g. A,b)\nZZ2\tplural letter of the alphabet (e.g. A's, b's)\n\n\n## Also allowed:\n- Everything that is not an alphanumeric character will be treated as a punctuation mark and tagged as itself (i.e. a tag for a full stop is \".\"), except for \"&\" (ampersand), which will be tagged as CC.\n- Multi-word expressions are generally treated as units, and given _ditto tags. Ditto tags are used for multiword expressions that function as one grammatical unit (e.g. all_RR41 of_RR42 a_RR43 sudden_RR44). They are also used for sequences of words that would be joined in Present-Day English and cannot be tagged separately, e.g. after_RT21 words_RT22 (afterwards_RT).\n\n## Important constraints:\n- Do NOT invent tags.\n- If uncertain, choose the closest valid tag from the allowed list; never output an out-of-list label.\n- Use IF for \"for\" as preposition; use CS when \"for\" is a conjunction.\n- Use TO for infinitive marker \"to\"; use II for \"to\" as preposition.\n- Keep pronoun case tags consistent (subject vs object).\n- Use NNB for title words before names (Mr., Dr., Prof.); do not overuse NNB for ordinary nouns.\n\nDitto tags are used for multiword expressions that function as one grammatical unit (e.g. all_RR41 of_RR42 a_RR43 sudden_RR44). They are also used for sequences of words that would be joined in Present-Day English and cannot be tagged separately, e.g. after_RT21 words_RT22 (afterwards_RT).\n\n## Examples\nHere are some examples of the correct POS tagging you should follow when you tag the node word:\n\n|node|truth|\n|---|---|\n|I|PPIS1|\n|bought|VVD|\n|for|IF|\n|myself|PPX1|\n|about|RG|\n|50|MC|\n|volumes|NN2|\n|,|,|\n|&|CC|\n|many|DA2|\n|more|DAR|\n|for|IF|\n|others|NN2|\n|,|,|\n|&|CC|\n|made|VVD|\n|it|PPH1|\n|worth|II|\n|while|NNT1|\n|going|VVG|\n|over|RP|\n|.|.|\n|I|PPIS1|\n|do|VD0|\n|n't|XX|\n|know|VVI|\n|how|RRQ|\n|I|PPIS1|\n|shall|VM|\n|go|VVI|\n|on|RP|\n|but|CCB|\n|would|VM|\n|finish|VVI|\n|my|APPGE|\n|Collectanea|NN1|\n|so|BCL21|\n|as|BCL22|\n|to|TO|\n|bring|VVI|\n|them|PPHO2|\n|with|IW|\n|me|PPIO1|\n|to|II|\n|Cambridge|NP1|\n|between|II|\n|Christmas|NNT1|\n|&|CC|\n|Candlemass|NNT1|\n|if|CS|\n|I|PPIS1|\n|could|VM|\n|.|.|\n|You|PPY|\n|will|VM|\n|oblige|VVI|\n|me|PPIO1|\n|by|II|\n|sending|VVG|\n|the|AT|\n|Books|NN2|\n|with|IW|\n|the|AT|\n|magazines|NN2|\n|to|II|\n|Mr.|NNB|\n|Abree|NP1|\n|,|,|\n|directed|VVN|\n|for|IF|\n|me|PPIO1|\n|&|CC|\n|as|CS31|\n|soon|CS32|\n|as|CS33|\n|you|PPY|\n|give|VV0|\n|me|PPIO1|\n|notice|NN1|\n|I|PPIS1|\n|will|VM|\n|send|VVI|\n|for|IF|\n|them|PPHO2|\n|from|II|\n|there|RL|\n|.|.|\n|be|VB0|\n|pleased|JJ|\n|to|TO|\n|let|VVI|\n|me|PPIO1|\n|know|VVI|\n|it|PPH1|\n|immediately|RR|\n|&|CC|\n|I|PPIS1|\n|will|VM|\n|think|VVI|\n|of|IO|\n|some|DD|\n|other|JJ|\n|Method|NN1|\n|.|.|\n|I|PPIS1|\n|hear|VV0|\n|there|EX|\n|is|VBZ|\n|a|AT1|\n|new|JJ|\n|Tragedy|NN1|\n|called|VVN|\n|the|AT|\n|fatal|JJ|\n|Retirement|NN1|\n|which|DDQ|\n|has|VHZ|\n|met|VVN|\n|with|IW|\n|no|AT|\n|very|RG|\n|favorable|JJ|\n|Reception|NN1|\n|,|,|\n|what|DDQ|\n|Character|NN1|\n|does|VDZ|\n|it|PPH1|\n|bear|VVI|\n|among|II|\n|impartial|JJ|\n|people|NN|\n|?|?|\n|it|PPH1|\n|has|VHZ|\n|given|VVN|\n|us|PPIO2|\n|all|DB|\n|the|AT|\n|greatest|JJT|\n|pleasure|NN1|\n|,|,|\n|butt|CCB|\n|not|XX|\n|the|AT|\n|least|JJT|\n|suprise|NN1|\n|to|II|\n|me|PPIO1|\n|,|,|\n|'tho|CS|\n|I|PPIS1|\n|know|VV0|\n|the|AT|\n|Duke|NN1|\n|of|IO|\n|Newcastle|NP1|\n|thinkes|VVZ|\n|I|PPIS1|\n|am|VBM|\n|as|RG|\n|wrong|RR|\n|headed|VVN|\n|as|CSA|\n|others|NN2|\n|in|II|\n|despiseing|VVG|\n|these|DD2|\n|rebells|NN2|\n|too|RG|\n|much|RR|\n|.|.|\n|We|PPIS2|\n|have|VH0|\n|got|VVN|\n|a|AT1|\n|pretty|JJ|\n|kitten|NN1|\n|(|(|\n|not|XX|\n|that|DD1|\n|from|II|\n|Colchester|NP1|\n|)|)|\n|but|CCB|\n|one|PN1|\n|we|PPIS2|\n|met|VVD|\n|with|IW|\n|&|CC|\n|lik'd|VVD|\n|.|.|\n|She|PPHS1|\n|is|VBZ|\n|in|II|\n|her|APPGE|\n|temper|NN1|\n|very|RG|\n|unlike|JJ|\n|Titty|NN1|\n|,|,|\n|who|PNQS|\n|is|VBZ|\n|all|DB|\n|sweetness|NN1|\n|&|CC|\n|gentleness|NN1|\n|.|.|\n|She|PPHS1|\n|is|VBZ|\n|very|RG|\n|hasty|JJ|\n|&|CC|\n|passionate|JJ|\n|,|,|\n|Friday|NP1|\n|&|CC|\n|Titty|NP1|\n|seem|VV0|\n|as|CS21|\n|if|CS22|\n|they|PPHS2|\n|never|RR|\n|wou'd|VM|\n|be|VBI|\n|reconcil'd|VVN|\n|to|II|\n|her|PPHO1|\n|,|,|\n|but|CCB|\n|I|PPIS1|\n|hope|VV0|\n|time|NNT1|\n|will|VM|\n|make|VVI|\n|an|AT1|\n|alteration|NN1|\n|.|.|\n|I|PPIS1|\n|must|VM|\n|have|VHI|\n|done|VDN|\n|,|,|\n|for|CS|\n|it|PPH1|\n|is|VBZ|\n|past|II|\n|10|MC|\n|o'clock|RA|\n|&|CC|\n|I|PPIS1|\n|have|VH0|\n|2|MC|\n|or|CC|\n|3|MC|\n|pages|NN2|\n|of|IO|\n|Telemachus|NP1|\n|to|TO|\n|construe|VVI|\n|;|;|\n|fine|JJ|\n|stuff|NN1|\n|it|PPH1|\n|will|VM|\n|be|VBI|\n|at|II|\n|this|DD1|\n|time|NNT1|\n|of|IO|\n|night|NNT1|\n|no|RR21|\n|doubt|RR22|\n|.|.|\n|They|PPHS2|\n|that|CST|\n|make|VV0|\n|their|APPGE|\n|Court|NN1|\n|to|II|\n|ye|AT|\n|Ministers|NN2|\n|,|,|\n|&|CC|\n|not|XX|\n|their|APPGE|\n|Majesty|NP1|\n|s|GE|\n|,|,|\n|succeed|VV0|\n|better|RRR|\n|.|.|\n|I|PPIS1|\n|shall|VM|\n|owe|VVI|\n|You|PPY|\n|more|RRR|\n|than|CSN|\n|any|DD|\n|.|.|", "system_prompt_b64": null, "few_shot_examples": 0, "prompt_layout": "standard", "cache_pad_target_tokens": 0, "prompt_cache_key": null, "gemini_cached_content": null, "requesty_auto_cache": null, "vertex_auto_adc_login": null, "vertex_access_token_refresh_seconds": null, "create_gemini_cache": false, "gemini_cache_ttl": 3600, "gemini_cache_ttl_autoupdate": true, "keep_gemini_cache": false, "enable_cot": true, "no_explanation": false, "logprobs": false, "calibration": true, "confusion_heatmap": true, "api_key_var": "E-INFRA_API_KEY", "api_base_var": "E-INFRA_BASE_URL", "max_retries": 3, "retry_delay": 5.0, "request_interval_ms": 0, "request_timeout_seconds": 300.0, "threads": 4, "prompt_log_detail": "full", "flush_rows": 100, "flush_seconds": 2.0, "validator_cmd": null, "validator_args": "", "validator_timeout": 5.0, "validator_prompt_max_candidates": 50, "validator_prompt_max_chars": 8000, "validator_exhausted_policy": "accept_blank_confidence", "validator_debug": false, "log_level": "INFO" }, "source_input_csv": "data/input/LModE_POS_2.csv", "source_output_csv": "data/output/LModE_POS_2__einfra__qwen35__2026-07-16-08-11.csv", "source_labels_csv": "", "cache_padding": { "enabled": false, "target_shared_prefix_tokens": 0, "calibration_shared_prefix_tokens": null, "target_prompt_tokens": 0, "calibration_prompt_tokens": null, "calibration_example_id": null, "applied_padding_tokens_estimate": 0, "examples_with_padding_applied": 0 }, "request_control_summary": { "configured": {}, "attempts_total": 5739, "attempts_with_control_telemetry": 5732, "per_control": { "reasoning_effort": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "thinking_level": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "effort": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "verbosity": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "prompt_cache_key": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "gemini_cached_content": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] }, "requesty_auto_cache": { "configured_value": null, "requested_attempts": 0, "sent_attempts": 0, "accepted_attempts": 0, "rejected_attempts": 0, "missing_from_final_request_attempts": 0, "acceptance_rate": null, "rejected_reasons": {}, "rejected_example_ids": [] } } }, "usage_metadata_summary": { "attempts_total": 5739, "attempts_with_usage_metadata": 5732, "attempts_with_cached_token_signals": 0, "cached_tokens_total_estimate": 0, "cache_read_tokens_total": 0, "cache_write_tokens_total": 0, "cache_token_fields_totals": {}, "attempts_with_gemini_cached_content_token_signals": 0, "gemini_cached_content_token_count_total": 0, "gemini_cached_content_token_fields_totals": {} }, "token_usage_totals": { "attempts_total": 5739, "attempts_with_token_usage": 5732, "attempts_with_output_tokens": 5732, "attempts_with_cached_input_tokens": 0, "attempts_with_thinking_tokens": 0, "input_tokens_total": 28785261, "cached_input_tokens_total": 0, "non_cached_input_tokens_total": 28785261, "output_tokens_total": 11336118, "thinking_tokens_total": 0, "output_tokens_definition": "total_tokens - prompt_tokens (or completion_tokens + thinking_tokens fallback)" }, "truth_label_count": 5681, "prediction_count": 5666, "evaluated_example_count": 5681, "calibration_metrics": { "available": true, "sample_count": 5654, "bin_count": 10, "ece": 0.0334913335691082, "mce": 0.2388888888888886, "brier_score": 0.04592069331446793 }, "first_prompt_timestamp": "2026-07-16T06:11:34.248730Z", "last_prompt_timestamp": "2026-07-16T15:45:30.025699Z", "overall_time_seconds": 34435.776969, "overall_time_human": "9h 33m 56s", "accuracy": 0.9489526491814821, "cohen_kappa": 0.9473632637057707, "macro_precision": 0.8004857282156379, "macro_recall": 0.7866412224901211, "macro_f1": 0.7772628828008938, "per_label": { "!": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 10 }, "(": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 7 }, ")": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 7 }, ",": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 305 }, "-": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 87 }, ".": { "precision": 1.0, "recall": 0.9920634920634921, "f1": 0.9960159362549801, "support": 126 }, "...": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "/": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 3 }, ":": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 7 }, ";": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 24 }, "=": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "?": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 9 }, "APPGE": { "precision": 0.9945945945945946, "recall": 1.0, "f1": 0.997289972899729, "support": 184 }, "AT": { "precision": 0.995260663507109, "recall": 0.9905660377358491, "f1": 0.9929078014184397, "support": 212 }, "AT1": { "precision": 0.9736842105263158, "recall": 1.0, "f1": 0.9866666666666666, "support": 74 }, "BCL": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 }, "BCL21": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "BCL22": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "CC": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 157 }, "CCB": { "precision": 0.8780487804878049, "recall": 1.0, "f1": 0.9350649350649352, "support": 36 }, "CS": { "precision": 0.8181818181818182, "recall": 0.9, "f1": 0.8571428571428572, "support": 80 }, "CS21": { "precision": 1.0, "recall": 0.25, "f1": 0.4, "support": 4 }, "CS22": { "precision": 1.0, "recall": 0.25, "f1": 0.4, "support": 4 }, "CS31": { "precision": 0.6666666666666666, "recall": 0.4, "f1": 0.5, "support": 5 }, "CS32": { "precision": 1.0, "recall": 0.4, "f1": 0.5714285714285715, "support": 5 }, "CS33": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 5 }, "CSA": { "precision": 0.9117647058823529, "recall": 0.96875, "f1": 0.9393939393939394, "support": 32 }, "CSN": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 8 }, "CST": { "precision": 0.9245283018867925, "recall": 1.0, "f1": 0.9607843137254902, "support": 49 }, "CSW": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "DA": { "precision": 0.8888888888888888, "recall": 0.6666666666666666, "f1": 0.761904761904762, "support": 12 }, "DA1": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 2 }, "DA2": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 8 }, "DAR": { "precision": 1.0, "recall": 0.5, "f1": 0.6666666666666666, "support": 6 }, "DAT": { "precision": 0.6666666666666666, "recall": 0.6666666666666666, "f1": 0.6666666666666666, "support": 3 }, "DB": { "precision": 0.9523809523809523, "recall": 1.0, "f1": 0.975609756097561, "support": 20 }, "DB2": { "precision": 0.3333333333333333, "recall": 1.0, "f1": 0.5, "support": 1 }, "DD": { "precision": 0.9655172413793104, "recall": 1.0, "f1": 0.9824561403508771, "support": 28 }, "DD1": { "precision": 1.0, "recall": 0.9791666666666666, "f1": 0.9894736842105264, "support": 48 }, "DD2": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 8 }, "DDQ": { "precision": 1.0, "recall": 0.9375, "f1": 0.967741935483871, "support": 48 }, "DDQGE": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "EX": { "precision": 0.875, "recall": 1.0, "f1": 0.9333333333333333, "support": 7 }, "FO": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 }, "FW": { "precision": 0.8, "recall": 0.7272727272727273, "f1": 0.761904761904762, "support": 11 }, "GE": { "precision": 1.0, "recall": 0.7777777777777778, "f1": 0.8750000000000001, "support": 27 }, "IF": { "precision": 0.9137931034482759, "recall": 0.9814814814814815, "f1": 0.9464285714285714, "support": 54 }, "II": { "precision": 0.9235474006116208, "recall": 0.9837133550488599, "f1": 0.9526813880126183, "support": 307 }, "II21": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17 }, "II22": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 17 }, "II31": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "II32": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "II33": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "IO": { "precision": 0.9375, "recall": 1.0, "f1": 0.967741935483871, "support": 120 }, "IW": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 48 }, "JJ": { "precision": 0.9568627450980393, "recall": 0.9207547169811321, "f1": 0.9384615384615385, "support": 265 }, "JJR": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 7 }, "JJT": { "precision": 0.8, "recall": 0.8888888888888888, "f1": 0.8421052631578948, "support": 9 }, "JK": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 3 }, "MC": { "precision": 0.9111111111111111, "recall": 1.0, "f1": 0.9534883720930233, "support": 41 }, "MC1": { "precision": 0.75, "recall": 0.75, "f1": 0.75, "support": 4 }, "MD": { "precision": 1.0, "recall": 0.8928571428571429, "f1": 0.9433962264150945, "support": 28 }, "ND1": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "NN": { "precision": 0.6666666666666666, "recall": 0.4, "f1": 0.5, "support": 5 }, "NN1": { "precision": 0.9537037037037037, "recall": 0.9484346224677717, "f1": 0.951061865189289, "support": 543 }, "NN2": { "precision": 0.9517241379310345, "recall": 0.9583333333333334, "f1": 0.9550173010380624, "support": 144 }, "NNA": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "NNB": { "precision": 0.8947368421052632, "recall": 0.85, "f1": 0.8717948717948718, "support": 40 }, "NNL1": { "precision": 0.3333333333333333, "recall": 1.0, "f1": 0.5, "support": 2 }, "NNO": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 4 }, "NNO2": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "NNT1": { "precision": 0.98, "recall": 0.9607843137254902, "f1": 0.9702970297029702, "support": 51 }, "NNT2": { "precision": 0.875, "recall": 0.7777777777777778, "f1": 0.823529411764706, "support": 9 }, "NNU": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 1 }, "NNU1": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "NNU2": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 }, "NP": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 }, "NP1": { "precision": 0.861878453038674, "recall": 0.9397590361445783, "f1": 0.899135446685879, "support": 166 }, "NP2": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 }, "NPD1": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 12 }, "NPM1": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 14 }, "PN": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 2 }, "PN1": { "precision": 0.9411764705882353, "recall": 0.9411764705882353, "f1": 0.9411764705882353, "support": 17 }, "PN1_1 PN1_2": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 }, "PNQO": { "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "support": 2 }, "PNQS": { "precision": 0.8888888888888888, "recall": 1.0, "f1": 0.9411764705882353, "support": 8 }, "PPGE": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 6 }, "PPH1": { "precision": 0.9850746268656716, "recall": 0.9850746268656716, "f1": 0.9850746268656716, "support": 67 }, "PPHO1": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 24 }, "PPHO2": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 18 }, "PPHS1": { "precision": 0.9772727272727273, "recall": 1.0, "f1": 0.9885057471264368, "support": 43 }, "PPHS2": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 9 }, "PPIO1": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 42 }, "PPIO2": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 9 }, "PPIS1": { "precision": 0.9903846153846154, "recall": 1.0, "f1": 0.9951690821256038, "support": 206 }, "PPIS2": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 22 }, "PPX1": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 17 }, "PPY": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 91 }, "RA": { "precision": 0.6666666666666666, "recall": 0.2857142857142857, "f1": 0.4, "support": 7 }, "RG": { "precision": 0.8703703703703703, "recall": 0.9215686274509803, "f1": 0.8952380952380952, "support": 51 }, "RGR": { "precision": 0.4, "recall": 1.0, "f1": 0.5714285714285715, "support": 2 }, "RGT": { "precision": 0.7692307692307693, "recall": 1.0, "f1": 0.8695652173913044, "support": 10 }, "RL": { "precision": 0.8181818181818182, "recall": 0.8181818181818182, "f1": 0.8181818181818182, "support": 22 }, "RP": { "precision": 0.696969696969697, "recall": 0.8214285714285714, "f1": 0.7540983606557378, "support": 28 }, "RR": { "precision": 0.8015873015873016, "recall": 0.8145161290322581, "f1": 0.8079999999999999, "support": 124 }, "RR21": { "precision": 1.0, "recall": 0.1, "f1": 0.18181818181818182, "support": 10 }, "RR22": { "precision": 1.0, "recall": 0.1, "f1": 0.18181818181818182, "support": 10 }, "RR41": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 }, "RRQ": { "precision": 0.6923076923076923, "recall": 0.9, "f1": 0.7826086956521738, "support": 10 }, "RRR": { "precision": 0.8888888888888888, "recall": 0.8888888888888888, "f1": 0.8888888888888888, "support": 9 }, "RRT": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "RT": { "precision": 1.0, "recall": 0.7037037037037037, "f1": 0.8260869565217391, "support": 27 }, "RT21": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "RT22": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "TO": { "precision": 0.989247311827957, "recall": 1.0, "f1": 0.9945945945945946, "support": 92 }, "UH": { "precision": 0.625, "recall": 0.7142857142857143, "f1": 0.6666666666666666, "support": 7 }, "VB0": { "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "support": 1 }, "VBDR": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 6 }, "VBDZ": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 25 }, "VBG": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 7 }, "VBI": { "precision": 1.0, "recall": 0.98, "f1": 0.98989898989899, "support": 50 }, "VBM": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 40 }, "VBN": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 17 }, "VBR": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 23 }, "VBZ": { "precision": 1.0, "recall": 0.9714285714285714, "f1": 0.9855072463768115, "support": 70 }, "VD0": { "precision": 1.0, "recall": 0.9230769230769231, "f1": 0.9600000000000001, "support": 13 }, "VDD": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 5 }, "VDG": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 2 }, "VDI": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 3 }, "VDN": { "precision": 1.0, "recall": 0.8333333333333334, "f1": 0.9090909090909091, "support": 6 }, "VDZ": { "precision": 0.75, "recall": 1.0, "f1": 0.8571428571428571, "support": 3 }, "VH0": { "precision": 0.9787234042553191, "recall": 1.0, "f1": 0.989247311827957, "support": 46 }, "VHD": { "precision": 1.0, "recall": 0.9090909090909091, "f1": 0.9523809523809523, "support": 11 }, "VHG": { "precision": 1.0, "recall": 0.6, "f1": 0.7499999999999999, "support": 5 }, "VHI": { "precision": 1.0, "recall": 0.8823529411764706, "f1": 0.9375, "support": 17 }, "VHN": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 3 }, "VHZ": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 19 }, "VM": { "precision": 1.0, "recall": 0.9924812030075187, "f1": 0.9962264150943396, "support": 133 }, "VV0": { "precision": 0.8264462809917356, "recall": 1.0, "f1": 0.904977375565611, "support": 100 }, "VVD": { "precision": 0.9661016949152542, "recall": 1.0, "f1": 0.9827586206896551, "support": 57 }, "VVG": { "precision": 0.9069767441860465, "recall": 1.0, "f1": 0.951219512195122, "support": 39 }, "VVI": { "precision": 0.9883720930232558, "recall": 0.9090909090909091, "f1": 0.9470752089136489, "support": 187 }, "VVN": { "precision": 0.8991596638655462, "recall": 0.981651376146789, "f1": 0.9385964912280701, "support": 109 }, "VVNK": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 1 }, "VVZ": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 25 }, "XX": { "precision": 1.0, "recall": 1.0, "f1": 1.0, "support": 66 }, "ZZ1": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 0 } }, "labels": [ "!", "(", ")", ",", "-", ".", "...", "/", ":", ";", "=", "?", "APPGE", "AT", "AT1", "BCL", "BCL21", "BCL22", "CC", "CCB", "CS", "CS21", "CS22", "CS31", "CS32", "CS33", "CSA", "CSN", "CST", "CSW", "DA", "DA1", "DA2", "DAR", "DAT", "DB", "DB2", "DD", "DD1", "DD2", "DDQ", "DDQGE", "EX", "FO", "FW", "GE", "IF", "II", "II21", "II22", "II31", "II32", "II33", "IO", "IW", "JJ", "JJR", "JJT", "JK", "MC", "MC1", "MD", "ND1", "NN", "NN1", "NN2", "NNA", "NNB", "NNL1", "NNO", "NNO2", "NNT1", "NNT2", "NNU", "NNU1", "NNU2", "NP", "NP1", "NP2", "NPD1", "NPM1", "PN", "PN1", "PN1_1 PN1_2", "PNQO", "PNQS", "PPGE", "PPH1", "PPHO1", "PPHO2", "PPHS1", "PPHS2", "PPIO1", "PPIO2", "PPIS1", "PPIS2", "PPX1", "PPY", "RA", "RG", "RGR", "RGT", "RL", "RP", "RR", "RR21", "RR22", "RR41", "RRQ", "RRR", "RRT", "RT", "RT21", "RT22", "TO", "UH", "VB0", "VBDR", "VBDZ", "VBG", "VBI", "VBM", "VBN", "VBR", "VBZ", "VD0", "VDD", "VDG", "VDI", "VDN", "VDZ", "VH0", "VHD", "VHG", "VHI", "VHN", "VHZ", "VM", "VV0", "VVD", "VVG", "VVI", "VVN", "VVNK", "VVZ", "XX", "ZZ1" ], "label_count": 147, "total_examples": 5681, "confusion_matrix_sparse": [ [ 0, 0, 10 ], [ 1, 1, 7 ], [ 2, 2, 7 ], [ 3, 3, 305 ], [ 4, 4, 87 ], [ 5, 5, 125 ], [ 5, 141, 1 ], [ 6, 6, 1 ], [ 7, 7, 3 ], [ 8, 8, 7 ], [ 9, 9, 24 ], [ 10, 10, 1 ], [ 11, 11, 9 ], [ 12, 12, 184 ], [ 13, 13, 210 ], [ 13, 99, 1 ], [ 13, 104, 1 ], [ 14, 14, 74 ], [ 16, 15, 1 ], [ 17, 15, 1 ], [ 18, 18, 157 ], [ 19, 19, 36 ], [ 20, 19, 1 ], [ 20, 20, 72 ], [ 20, 47, 2 ], [ 20, 104, 1 ], [ 20, 108, 4 ], [ 21, 20, 2 ], [ 21, 21, 1 ], [ 21, 47, 1 ], [ 22, 22, 1 ], [ 22, 28, 3 ], [ 23, 20, 2 ], [ 23, 23, 2 ], [ 23, 99, 1 ], [ 24, 20, 1 ], [ 24, 24, 2 ], [ 24, 104, 2 ], [ 25, 20, 2 ], [ 25, 26, 3 ], [ 26, 20, 1 ], [ 26, 26, 31 ], [ 27, 27, 8 ], [ 28, 28, 49 ], [ 29, 29, 1 ], [ 30, 30, 8 ], [ 30, 37, 1 ], [ 30, 55, 3 ], [ 31, 31, 2 ], [ 32, 32, 8 ], [ 33, 33, 3 ], [ 33, 100, 2 ], [ 33, 109, 1 ], [ 34, 34, 2 ], [ 34, 57, 1 ], [ 35, 35, 20 ], [ 36, 36, 1 ], [ 37, 37, 28 ], [ 38, 13, 1 ], [ 38, 38, 47 ], [ 39, 39, 8 ], [ 40, 40, 45 ], [ 40, 84, 2 ], [ 40, 85, 1 ], [ 41, 41, 1 ], [ 42, 42, 7 ], [ 44, 44, 8 ], [ 44, 47, 1 ], [ 44, 64, 1 ], [ 44, 77, 1 ], [ 45, 45, 21 ], [ 45, 71, 1 ], [ 45, 77, 5 ], [ 46, 20, 1 ], [ 46, 46, 53 ], [ 47, 19, 1 ], [ 47, 47, 302 ], [ 47, 103, 2 ], [ 47, 104, 1 ], [ 47, 114, 1 ], [ 48, 47, 9 ], [ 48, 103, 7 ], [ 48, 104, 1 ], [ 49, 46, 5 ], [ 49, 47, 5 ], [ 49, 53, 7 ], [ 50, 47, 1 ], [ 50, 104, 1 ], [ 51, 64, 1 ], [ 51, 104, 1 ], [ 52, 20, 1 ], [ 52, 53, 1 ], [ 53, 53, 120 ], [ 54, 54, 48 ], [ 55, 30, 1 ], [ 55, 55, 244 ], [ 55, 60, 1 ], [ 55, 64, 3 ], [ 55, 67, 1 ], [ 55, 76, 1 ], [ 55, 77, 1 ], [ 55, 78, 1 ], [ 55, 98, 1 ], [ 55, 104, 1 ], [ 55, 142, 10 ], [ 56, 56, 7 ], [ 57, 34, 1 ], [ 57, 57, 8 ], [ 58, 58, 3 ], [ 59, 59, 41 ], [ 60, 60, 3 ], [ 60, 82, 1 ], [ 61, 59, 3 ], [ 61, 61, 25 ], [ 62, 77, 1 ], [ 63, 63, 2 ], [ 63, 64, 2 ], [ 63, 65, 1 ], [ 64, 14, 1 ], [ 64, 55, 2 ], [ 64, 63, 1 ], [ 64, 64, 515 ], [ 64, 65, 5 ], [ 64, 67, 1 ], [ 64, 68, 2 ], [ 64, 77, 15 ], [ 64, 138, 1 ], [ 65, 12, 1 ], [ 65, 64, 1 ], [ 65, 65, 138 ], [ 65, 75, 1 ], [ 65, 77, 2 ], [ 65, 78, 1 ], [ 66, 66, 1 ], [ 67, 64, 6 ], [ 67, 67, 34 ], [ 68, 68, 2 ], [ 69, 69, 4 ], [ 70, 70, 1 ], [ 71, 64, 2 ], [ 71, 71, 49 ], [ 72, 64, 1 ], [ 72, 65, 1 ], [ 72, 72, 7 ], [ 73, 59, 1 ], [ 74, 74, 1 ], [ 77, 55, 1 ], [ 77, 64, 4 ], [ 77, 67, 2 ], [ 77, 68, 2 ], [ 77, 77, 156 ], [ 77, 146, 1 ], [ 79, 79, 12 ], [ 80, 80, 14 ], [ 81, 81, 2 ], [ 82, 82, 16 ], [ 82, 83, 1 ], [ 84, 84, 2 ], [ 85, 85, 8 ], [ 86, 86, 6 ], [ 87, 87, 66 ], [ 87, 90, 1 ], [ 88, 88, 24 ], [ 89, 89, 18 ], [ 90, 90, 43 ], [ 91, 91, 9 ], [ 92, 92, 42 ], [ 93, 93, 9 ], [ 94, 94, 206 ], [ 95, 95, 22 ], [ 96, 96, 17 ], [ 97, 97, 91 ], [ 98, 43, 1 ], [ 98, 98, 2 ], [ 98, 104, 4 ], [ 99, 14, 1 ], [ 99, 20, 2 ], [ 99, 23, 1 ], [ 99, 99, 47 ], [ 100, 100, 2 ], [ 101, 101, 10 ], [ 102, 42, 1 ], [ 102, 102, 18 ], [ 102, 103, 1 ], [ 102, 104, 2 ], [ 103, 28, 1 ], [ 103, 55, 1 ], [ 103, 102, 3 ], [ 103, 103, 23 ], [ 104, 19, 3 ], [ 104, 20, 4 ], [ 104, 36, 2 ], [ 104, 55, 2 ], [ 104, 99, 5 ], [ 104, 102, 1 ], [ 104, 104, 101 ], [ 104, 115, 2 ], [ 104, 138, 3 ], [ 104, 142, 1 ], [ 105, 35, 1 ], [ 105, 47, 6 ], [ 105, 104, 1 ], [ 105, 105, 1 ], [ 105, 107, 1 ], [ 106, 55, 1 ], [ 106, 64, 3 ], [ 106, 101, 3 ], [ 106, 104, 2 ], [ 106, 106, 1 ], [ 108, 108, 9 ], [ 108, 115, 1 ], [ 109, 100, 1 ], [ 109, 109, 8 ], [ 110, 57, 1 ], [ 110, 64, 1 ], [ 111, 55, 1 ], [ 111, 104, 7 ], [ 111, 111, 19 ], [ 112, 112, 1 ], [ 113, 113, 1 ], [ 114, 114, 92 ], [ 115, 44, 2 ], [ 115, 115, 5 ], [ 116, 116, 1 ], [ 117, 117, 6 ], [ 118, 118, 25 ], [ 119, 119, 7 ], [ 120, 116, 1 ], [ 120, 120, 49 ], [ 121, 121, 40 ], [ 122, 122, 17 ], [ 123, 123, 23 ], [ 124, 72, 1 ], [ 124, 87, 1 ], [ 124, 124, 68 ], [ 125, 125, 12 ], [ 125, 130, 1 ], [ 126, 126, 5 ], [ 127, 140, 2 ], [ 128, 128, 3 ], [ 129, 129, 5 ], [ 129, 142, 1 ], [ 130, 130, 3 ], [ 131, 131, 46 ], [ 132, 94, 1 ], [ 132, 132, 10 ], [ 133, 133, 3 ], [ 133, 140, 2 ], [ 134, 131, 1 ], [ 134, 134, 15 ], [ 134, 141, 1 ], [ 135, 135, 3 ], [ 136, 136, 19 ], [ 137, 94, 1 ], [ 137, 137, 132 ], [ 138, 138, 100 ], [ 139, 139, 57 ], [ 140, 140, 39 ], [ 141, 138, 17 ], [ 141, 141, 170 ], [ 142, 139, 2 ], [ 142, 142, 107 ], [ 143, 143, 1 ], [ 144, 144, 25 ], [ 145, 145, 66 ] ], "confusion_matrix_format": "sparse_triplets", "confusion_matrix_nonzero_cells": 265, "label_metrics_available": true }