Upload folder using huggingface_hub

client.py

@@ -54,14 +54,26 @@ class SmartEmergencyEnv(
             payload["reroute"] = {
                 "vehicle_to_reroute": action.reroute.vehicle_to_reroute,
                 "from_event_id": action.reroute.from_event_id,
-                "to_new_event": action.reroute.to_new_event,
                 "replacement_vehicle_id": action.reroute.replacement_vehicle_id,
             }
         return payload
 
     def _parse_result(self, payload: Dict) -> StepResult[SmartEmergencyObservation]:
-        """Parse server response into StepResult."""
+        """Parse server response into StepResult.
+
+        Note: OpenEnv's serialize_observation() intentionally strips 'metadata',
+        'done', and 'reward' from the nested observation dict and promotes them
+        to the top level. ground_truth is now a first-class field on the
+        observation model so it survives serialization.
+        """
         obs_data = payload.get("observation", {})
+        # metadata is stripped by the framework; ground_truth is now a dedicated field
+        metadata = payload.get("metadata", obs_data.get("metadata", {}))
+        # Support both the new dedicated ground_truth field and the legacy metadata path
+        gt = obs_data.get("ground_truth") or metadata.get("ground_truth", {})
+        if gt:
+            metadata = dict(metadata)
+            metadata["ground_truth"] = gt
         observation = SmartEmergencyObservation(
             prompt=obs_data.get("prompt", ""),
             step=obs_data.get("step", 0),
@@ -71,7 +83,8 @@ class SmartEmergencyEnv(
             fleet_utilisation=obs_data.get("fleet_utilisation", 0.0),
             done=payload.get("done", False),
             reward=payload.get("reward"),
-            metadata=obs_data.get("metadata", {}),
+            ground_truth=gt or {},
+            metadata=metadata,
         )
         return StepResult(
             observation=observation,

models.py

@@ -86,3 +86,7 @@ class SmartEmergencyObservation(Observation):
     fleet_utilisation: float = Field(
         default=0.0, description="Fraction of fleet currently busy"
     )
+    ground_truth: Dict = Field(
+        default_factory=dict,
+        description="Hidden ground truth for the current call (populated after step)",
+    )

server/smart_emergency_environment.py

@@ -154,6 +154,12 @@ class SmartEmergencyEnvironment(Environment):
             )
         obs_text = self._build_observation() if not done else "Episode complete."
 
+        gt = {
+            "severity": call.severity,
+            "emergency_type": call.emergency_type,
+            "is_duplicate": call.is_duplicate_of is not None,
+            "required_vehicle_type": call.required_vehicle_type,
+        }
         return SmartEmergencyObservation(
             prompt=obs_text,
             step=self._state.step_count,
@@ -163,13 +169,9 @@ class SmartEmergencyEnvironment(Environment):
             fleet_utilisation=self._fleet_util(),
             done=done,
             reward=breakdown.get("total", 0.0),
+            ground_truth=gt,
             metadata={
-                "ground_truth": {
-                    "severity": call.severity,
-                    "emergency_type": call.emergency_type,
-                    "is_duplicate": call.is_duplicate_of is not None,
-                    "required_vehicle_type": call.required_vehicle_type,
-                },
+                "ground_truth": gt,
                 "city_seed": self._seed,
             },
         )

train_sft_grpo.py

@@ -298,7 +298,9 @@ def generate_sft_data(env, num_episodes=60):
             )
 
             result = env.step(action)
-            gt = result.observation.metadata.get("ground_truth")
+            # ground_truth is now a first-class field on the observation;
+            # fall back to metadata for backward compatibility with older servers.
+            gt = result.observation.ground_truth or result.observation.metadata.get("ground_truth")
             if gt:
                 ideal = build_ideal_action(gt, prev_obs)
                 examples.append({