| { | |
| "model_type": "qovaryx_finance_decoder", | |
| "architectures": [ | |
| "FinanceDecoder" | |
| ], | |
| "d_model": 512, | |
| "n_layer": 12, | |
| "n_head": 8, | |
| "n_kv_head": 2, | |
| "d_ff": 1408, | |
| "vocab_size": 32000, | |
| "max_seq_len": 1024, | |
| "mtp_k": 4, | |
| "ffn_kind": "swiglu", | |
| "rms_eps": 1e-05, | |
| "rope_base": 10000.0, | |
| "tie_word_embeddings": true, | |
| "library_name": "pytorch", | |
| "specialist_key": "Q-Invoice-50M-Sovereign", | |
| "task": "invoice extraction", | |
| "base_model": "tjarvis91/qovaryx-50m-scratch-base", | |
| "base_model_relation": "finetune", | |
| "metric": { | |
| "name": "json_content", | |
| "mean": 1.0, | |
| "ci_lower": 1.0, | |
| "n_holdout": 60 | |
| }, | |
| "license": "apache-2.0", | |
| "qovaryx_release": "qovaryx-sovereign-2026-06-02" | |
| } |