Omniverse Realtime Viewer

evals/evals.json

{
  "skill_name": "omniverse-realtime-viewer",
  "evals": [
    {
      "id": "viewer-native-plan",
      "prompt": "Plan a simple Python desktop USD viewer with orbit, pan, zoom, selection, object information, scene switching, and persistent render settings. Provide a concrete implementation plan for a CPU-only review. Do not install dependencies or launch an app.",
      "expected_output": "A supported native viewer plan with clear renderer ownership, input routing, scene state, and validation boundaries.",
      "expected_skill": "omniverse-realtime-viewer",
      "assertions": [
        "Uses ovrtx for rendering and the supported ovui desktop path.",
        "Gives gizmos first refusal on input when present and separates clicks from camera drags.",
        "Synchronizes picking, native selection feedback, hierarchy, and property state.",
        "Clears scene-specific state on switching while preserving user render settings."
      ]
    },
    {
      "id": "viewer-browser-plan",
      "prompt": "Plan a React browser USD viewer delivered from an NVIDIA GPU server. Explain rendering, streaming, viewport coordinates, and reconnect state. Do not deploy services or install dependencies.",
      "expected_output": "A concrete server-rendered browser architecture and lifecycle plan.",
      "expected_skill": "omniverse-realtime-viewer",
      "assertions": [
        "Uses server-side ovrtx and ovstream; the browser presents streamed video and UI.",
        "Keeps fixed server render dimensions with object-fit contain and supported letterbox-aware input mapping.",
        "Routes dependency acquisition and client configuration through the current dependency guidance.",
        "Restores authoritative scene and selection state after reconnect rather than reusing stale client state."
      ]
    },
    {
      "id": "viewer-no-gpu",
      "prompt": "Our development machine has no NVIDIA GPU. Describe the scaffold for an interactive USD viewer and explain what can be checked here and what requires a target GPU. Do not install dependencies or run an app.",
      "expected_output": "An OVRTX-based scaffold plan with explicit limits on local validation.",
      "expected_skill": "omniverse-realtime-viewer",
      "assertions": [
        "Keeps ovrtx as the renderer and requires an NVIDIA GPU for rendering.",
        "Does not substitute Three.js, WebGL 3D, or another browser renderer.",
        "Separates static and scaffolding checks from first-frame, camera, selection, and lifecycle runtime evidence."
      ]
    },
    {
      "id": "viewer-pick-and-normal-review",
      "prompt": "Review this viewer design without running it: a pick query uses default flags, expects the enqueue call to return a prim path, and reads only position and normal fields. The NormalSD display decodes float16 and treats the values as view-space normals. Explain the corrections and how selection reaches the tree and property panel.",
      "expected_output": "A review that corrects pick metadata, result timing, normal-buffer decoding, and selection synchronization.",
      "expected_skill": "omniverse-realtime-viewer",
      "assertions": [
        "Requests OVRTX_PICK_FLAG_INCLUDE_TRACKED_INFO for tracked position/normal metadata when needed; recognizes that primPath is available independently of this flag.",
        "Consumes the synthetic ovrtx_pick_hit result from the matching render step, not the enqueue return value.",
        "Decodes NormalSD as float32 H,W,4 world-space data and applies a world-to-view rotation only if the display requires it.",
        "Uses a single selected-prim state for native highlight, hierarchy, and property inspection and rejects stale scene results."
      ]
    },
    {
      "id": "viewer-source-metadata",
      "prompt": "A Z-up centimetre USD scene becomes rotated and incorrectly scaled under our Y-up metre render wrapper. Explain the wrapper and metadata-query changes without modifying the source asset. This is a design review; do not run a viewer.",
      "expected_output": "A source-preserving wrapper and metadata-worker correction.",
      "expected_skill": "omniverse-realtime-viewer",
      "assertions": [
        "Reads effective source upAxis and metersPerUnit and carries them through metadata-worker results.",
        "Authors the source metadata on the composed render wrapper instead of silently defaulting to Y-up metres.",
        "Keeps pxr out of the OVRTX/OVStage parent unless the exact import path is verified.",
        "Does not compensate by unintentionally transforming source geometry."
      ]
    },
    {
      "id": "viewer-scene-replacement",
      "prompt": "Design replacement of a large payload scene while renderer steps and asynchronous picks are active. Include failure handling, stale UI state, and persistent render settings. Give a design review, not a runtime test.",
      "expected_output": "A serialized scene replacement plan following the supported renderer lifecycle.",
      "expected_skill": "omniverse-realtime-viewer",
      "assertions": [
        "Does not overlap renderer.step with scene reset or load.",
        "Replaces the scene with a fresh Stage through the documented detach/populate/attach lifecycle; applies the payload-safe fresh-Stage policy if renderer replacement is required.",
        "Invalidates old pick results and clears old selection, hierarchy, and properties.",
        "Preserves user render settings and reports the replacement ready only after a valid new frame; handles load failure without claiming success."
      ]
    },
    {
      "id": "viewer-nvcf-cleanup-plan",
      "prompt": "Plan self-hosted NVCF viewer session cleanup after disconnect. Identify which component owns cleanup and which session identifiers and authorization it needs. This is planning only: do not create a session, deploy infrastructure, or send network mutations.",
      "expected_output": "A cleanup plan grounded in the supported deployment owner and current upstream guidance.",
      "expected_skill": "omniverse-realtime-viewer",
      "assertions": [
        "Starts from the local NVCF self-hosted deployment handoff and current upstream deployment skills.",
        "Explains the session owner, scoped identifiers, and authorization for cleanup.",
        "Coordinates renderer and streaming resource shutdown with the owning session lifecycle.",
        "Does not execute a destructive request or treat the planning task as authorization to delete a session."
      ]
    },
    {
      "id": "unrelated-python-median",
      "prompt": "Write a short Python function that calculates the median of a nonempty list of numbers, without third-party dependencies. State how an empty list is handled.",
      "expected_output": "A correct standalone median function for odd and even lengths, with explicit empty-input handling.",
      "expected_skill": null,
      "assertions": [
        "Returns the middle sorted element for odd lengths and the average of the two middle elements for even lengths.",
        "Handles empty input explicitly.",
        "Does not invoke viewer-specific guidance or dependencies."
      ]
    }
  ]
}