qwen3_0.6b+qwen3_4b_base_Fuser/final/projector_26.json

{
  "class": "C2CProjector",
  "init_args": {
    "source_dim": 128,
    "target_dim": 128,
    "source_num_heads": 8,
    "target_num_heads": 8,
    "hidden_dim": 1024,
    "intermediate_dim": 1024,
    "num_layers": 3,
    "dropout": 0.1,
    "initial_temperature": 1.0,
    "final_temperature": 0.001,
    "anneal_steps": 1953,
    "dtype": {
      "__type__": "torch.dtype",
      "value": "bfloat16"
    }
  }
}