{
  "counts": {
    "items": 2,
    "rollouts": 4,
    "scores": 4,
    "traces": 4
  },
  "elapsed_seconds": 36.326684885658324,
  "finite_scores": true,
  "metadata": {
    "rollouts": {
      "elapsed_seconds": 6.114030317403376,
      "engine": {
        "adapter": null,
        "cudagraph_capture_sizes": [
          1,
          2,
          4,
          8,
          16,
          32,
          64
        ],
        "enable_prefix_caching": false,
        "enforce_eager": false,
        "gpu_memory_utilization": 0.85,
        "max_model_len": 16384,
        "max_num_batched_tokens": 16384,
        "max_num_seqs": 64
      },
      "engine_args": {
        "async_scheduling": false,
        "cudagraph_capture_sizes": [
          1,
          2,
          4,
          8,
          16,
          32,
          64
        ],
        "dtype": "bfloat16",
        "enable_prefix_caching": false,
        "enforce_eager": false,
        "generation_config": "vllm",
        "gpu_memory_utilization": 0.85,
        "language_model_only": true,
        "mamba_cache_mode": "none",
        "max_cudagraph_capture_size": 64,
        "max_logprobs": 20,
        "max_model_len": 16384,
        "max_num_batched_tokens": 16384,
        "max_num_seqs": 64,
        "model": "Qwen/Qwen3.5-4B",
        "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "seed": 0,
        "tensor_parallel_size": 1,
        "tokenizer_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "trust_remote_code": true
      },
      "extra": {
        "capacity_fit": {
          "active_sequence_cap": 8,
          "block_size": 528,
          "gpu_cache_blocks": 1895,
          "largest_prompt_plus_generation_tokens": 286,
          "live_kv_cache_tokens": 1000560,
          "logical_sequences": 8,
          "passed": true,
          "remaining_token_margin": 996336,
          "requested_active_tokens_upper_bound": 2288,
          "required_live_kv_cache_tokens": 4224,
          "rounded_sequence_reservation": 528,
          "source": "llm_engine.vllm_config.cache_config"
        },
        "r": 2,
        "sampling": {
          "max_tokens": 48,
          "run_seed": 61171,
          "temperature": 1.0,
          "top_k": 20,
          "top_p": 0.95
        },
        "traces": 4
      },
      "logical_counts": {
        "rollout_prompt_tokens": 1900,
        "rollout_sampled_tokens": 384,
        "score_prefill_tokens": 2642,
        "score_sampled_tokens": 12,
        "thought_prompt_tokens": 686,
        "thought_sampled_tokens": 256
      },
      "model": "Qwen/Qwen3.5-4B",
      "model_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "operation": "trace_conditioned_answer_rollouts",
      "resolved_cudagraph": {
        "cudagraph_capture_sizes": [
          1,
          2,
          4,
          8,
          16,
          32,
          64
        ],
        "decode_mode": "FULL",
        "has_full_cudagraphs": true,
        "max_cudagraph_capture_size": 64,
        "mixed_mode": "PIECEWISE",
        "mode": "FULL_AND_PIECEWISE",
        "source": "llm_engine.vllm_config.compilation_config"
      },
      "runner_sha256": "33ec31a547ce7767a37ad53b760ac8e6596f2ef0963f486805abeac3f8ed36ba",
      "runtime": {
        "cuda_toolkit": "nvcc: NVIDIA (R) Cuda compiler driver\nCopyright (c) 2005-2025 NVIDIA Corporation\nBuilt on Fri_Feb_21_20:23:50_PST_2025\nCuda compilation tools, release 12.8, V12.8.93\nBuild cuda_12.8.r12.8/compiler.35583870_0",
        "environment_lock": {
          "path": "/workspace/small-model-experimentation/requirements-vllm.lock.txt",
          "sha256": "64c3dde1e24f2b18a83cda3a3d84daf8701aad728e864c508854b10e3e3734c6"
        },
        "git_commit": "3441dd230e530a832957457acc7371df3fc5672b",
        "git_dirty": true,
        "gpu": "NVIDIA RTX 6000 Ada Generation, 550.127.05, 49140",
        "packages": {
          "aiohappyeyeballs": "2.7.1",
          "aiohttp": "3.14.1",
          "aiosignal": "1.4.0",
          "annotated-doc": "0.0.4",
          "annotated-types": "0.7.0",
          "anthropic": "0.116.0",
          "anyio": "4.14.1",
          "apache-tvm-ffi": "0.1.9",
          "astor": "0.8.1",
          "attrs": "26.1.0",
          "blake3": "1.0.9",
          "cachetools": "7.1.4",
          "cbor2": "6.1.3",
          "certifi": "2026.6.17",
          "cffi": "2.1.0",
          "charset-normalizer": "3.4.9",
          "click": "8.4.2",
          "cloudpickle": "3.1.2",
          "compressed-tensors": "0.17.0",
          "cryptography": "49.0.0",
          "cuda-bindings": "12.9.7",
          "cuda-pathfinder": "1.5.6",
          "cuda-python": "12.9.7",
          "cuda-tile": "1.3.0",
          "cuda-toolkit": "12.9.1",
          "depyf": "0.20.0",
          "detect-installer": "0.1.0",
          "dill": "0.4.1",
          "diskcache": "5.6.3",
          "distro": "1.9.0",
          "dnspython": "2.8.0",
          "docstring-parser": "0.18.0",
          "einops": "0.8.2",
          "email-validator": "2.3.0",
          "fastapi": "0.136.3",
          "fastapi-cli": "0.0.29",
          "fastapi-cloud-cli": "0.22.1",
          "fastar": "0.11.0",
          "fastsafetensors": "0.3.3",
          "filelock": "3.29.7",
          "flashinfer-cubin": "0.6.12",
          "flashinfer-python": "0.6.12",
          "frozenlist": "1.8.0",
          "fsspec": "2026.6.0",
          "googleapis-common-protos": "1.75.0",
          "grpcio": "1.82.1",
          "h11": "0.16.0",
          "hf-xet": "1.5.1",
          "httpcore": "1.0.9",
          "httptools": "0.8.0",
          "httpx": "0.28.1",
          "httpx-sse": "0.4.3",
          "huggingface-hub": "1.23.0",
          "humming-kernels": "0.1.6",
          "idna": "3.18",
          "ijson": "3.5.1",
          "interegular": "0.3.3",
          "jinja2": "3.1.6",
          "jiter": "0.16.0",
          "jmespath": "1.1.0",
          "jsonschema": "4.26.0",
          "jsonschema-specifications": "2025.9.1",
          "lark": "1.2.2",
          "llguidance": "1.7.6",
          "llvmlite": "0.47.0",
          "lm-format-enforcer": "0.11.3",
          "loguru": "0.7.3",
          "markdown-it-py": "4.2.0",
          "markupsafe": "3.0.3",
          "mcp": "1.28.1",
          "mdurl": "0.1.2",
          "mistral-common": "1.11.5",
          "ml-dtypes": "0.5.4",
          "model-hosting-container-standards": "0.1.16",
          "mpmath": "1.3.0",
          "msgspec": "0.21.1",
          "multidict": "6.7.1",
          "networkx": "3.6.1",
          "ninja": "1.13.0",
          "numba": "0.65.0",
          "numpy": "2.3.5",
          "nvidia-cublas-cu12": "12.9.1.4",
          "nvidia-cuda-cccl-cu12": "12.9.27",
          "nvidia-cuda-crt": "13.3.73",
          "nvidia-cuda-cupti-cu12": "12.9.79",
          "nvidia-cuda-nvcc": "13.2.78",
          "nvidia-cuda-nvcc-cu12": "12.9.86",
          "nvidia-cuda-nvrtc-cu12": "12.9.86",
          "nvidia-cuda-runtime": "13.3.29",
          "nvidia-cuda-runtime-cu12": "12.9.79",
          "nvidia-cuda-tileiras": "13.2.78",
          "nvidia-cudnn-cu12": "9.17.1.4",
          "nvidia-cudnn-frontend": "1.26.0",
          "nvidia-cufft-cu12": "11.4.1.4",
          "nvidia-cufile-cu12": "1.14.1.1",
          "nvidia-curand-cu12": "10.3.10.19",
          "nvidia-cusolver-cu12": "11.7.5.82",
          "nvidia-cusparse-cu12": "12.5.10.65",
          "nvidia-cusparselt-cu12": "0.7.1",
          "nvidia-cutlass-dsl": "4.5.2",
          "nvidia-cutlass-dsl-libs-base": "4.5.2",
          "nvidia-ml-py": "13.610.43",
          "nvidia-nccl-cu12": "2.28.9",
          "nvidia-nvjitlink-cu12": "12.9.86",
          "nvidia-nvshmem-cu12": "3.4.5",
          "nvidia-nvtx-cu12": "12.9.79",
          "nvidia-nvvm": "13.2.78",
          "openai": "2.45.0",
          "openai-harmony": "0.0.8",
          "opencv-python-headless": "5.0.0.93",
          "opentelemetry-api": "1.43.0",
          "opentelemetry-exporter-otlp": "1.43.0",
          "opentelemetry-exporter-otlp-proto-common": "1.43.0",
          "opentelemetry-exporter-otlp-proto-grpc": "1.43.0",
          "opentelemetry-exporter-otlp-proto-http": "1.43.0",
          "opentelemetry-proto": "1.43.0",
          "opentelemetry-sdk": "1.43.0",
          "opentelemetry-semantic-conventions": "0.64b0",
          "opentelemetry-semantic-conventions-ai": "0.5.1",
          "outlines-core": "0.2.14",
          "packaging": "26.2",
          "partial-json-parser": "0.2.1.1.post7",
          "pillow": "12.3.0",
          "prometheus-client": "0.25.0",
          "prometheus-fastapi-instrumentator": "8.0.2",
          "propcache": "0.5.2",
          "protobuf": "7.35.1",
          "psutil": "7.2.2",
          "py-cpuinfo": "9.0.0",
          "pybase64": "1.4.3",
          "pycountry": "26.2.16",
          "pycparser": "3.0",
          "pydantic": "2.13.4",
          "pydantic-core": "2.46.4",
          "pydantic-extra-types": "2.11.1",
          "pydantic-settings": "2.14.2",
          "pyelftools": "0.33",
          "pygments": "2.20.0",
          "pyjwt": "2.13.0",
          "python-dotenv": "1.2.2",
          "python-json-logger": "4.1.0",
          "python-multipart": "0.0.32",
          "pyyaml": "6.0.3",
          "pyzmq": "27.1.0",
          "quack-kernels": "0.5.0",
          "referencing": "0.37.0",
          "regex": "2026.6.28",
          "requests": "2.34.2",
          "rich": "15.0.0",
          "rich-toolkit": "0.20.1",
          "rignore": "0.7.6",
          "rpds-py": "2026.6.3",
          "safetensors": "0.8.0",
          "sentencepiece": "0.2.1",
          "sentry-sdk": "2.64.0",
          "setproctitle": "1.3.7",
          "setuptools": "80.10.2",
          "shellingham": "1.5.4",
          "six": "1.17.0",
          "sniffio": "1.3.1",
          "sse-starlette": "3.4.5",
          "starlette": "1.3.1",
          "supervisor": "4.3.0",
          "sympy": "1.14.0",
          "tabulate": "0.10.0",
          "tiktoken": "0.13.0",
          "tilelang": "0.1.9",
          "tokenizers": "0.22.2",
          "tokenspeed-mla": "0.1.2",
          "tokenspeed-triton": "3.7.10.post20260531",
          "torch": "2.11.0+cu129",
          "torch-c-dlpack-ext": "0.1.5",
          "torchaudio": "2.11.0+cu129",
          "torchvision": "0.26.0+cu129",
          "tqdm": "4.68.4",
          "transformers": "5.13.0",
          "triton": "3.6.0",
          "typer": "0.26.8",
          "typing-extensions": "4.16.0",
          "typing-inspection": "0.4.2",
          "urllib3": "2.7.0",
          "uvicorn": "0.51.0",
          "uvloop": "0.22.1",
          "vllm": "0.24.0+cu129",
          "watchfiles": "1.2.0",
          "websockets": "16.0",
          "xgrammar": "0.2.3",
          "yarl": "1.24.2",
          "z3-solver": "4.15.4.0"
        },
        "platform": "Linux-6.8.0-52-generic-x86_64-with-glibc2.39",
        "python": "3.12.3",
        "python_executable": "/workspace/small-model-experimentation/.venv-vllm/bin/python",
        "uv": "uv 0.9.0",
        "vllm_enable_v1_multiprocessing": "0"
      },
      "schema_version": 1
    },
    "scores": {
      "elapsed_seconds": 0.1824312498793006,
      "engine": {
        "adapter": null,
        "cudagraph_capture_sizes": [
          1,
          2,
          4,
          8,
          16,
          32,
          64
        ],
        "enable_prefix_caching": false,
        "enforce_eager": false,
        "gpu_memory_utilization": 0.85,
        "max_model_len": 16384,
        "max_num_batched_tokens": 16384,
        "max_num_seqs": 64
      },
      "engine_args": {
        "async_scheduling": false,
        "cudagraph_capture_sizes": [
          1,
          2,
          4,
          8,
          16,
          32,
          64
        ],
        "dtype": "bfloat16",
        "enable_prefix_caching": false,
        "enforce_eager": false,
        "generation_config": "vllm",
        "gpu_memory_utilization": 0.85,
        "language_model_only": true,
        "mamba_cache_mode": "none",
        "max_cudagraph_capture_size": 64,
        "max_logprobs": 20,
        "max_model_len": 16384,
        "max_num_batched_tokens": 16384,
        "max_num_seqs": 64,
        "model": "Qwen/Qwen3.5-4B",
        "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "seed": 0,
        "tensor_parallel_size": 1,
        "tokenizer_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "trust_remote_code": true
      },
      "extra": {
        "answer_boundary": "</think>\n\nANSWER: ",
        "answer_sequences": 12,
        "capacity_fit": {
          "active_sequence_cap": 12,
          "block_size": 528,
          "gpu_cache_blocks": 1895,
          "largest_prompt_plus_generation_tokens": 244,
          "live_kv_cache_tokens": 1000560,
          "logical_sequences": 12,
          "passed": true,
          "remaining_token_margin": 994224,
          "requested_active_tokens_upper_bound": 2928,
          "required_live_kv_cache_tokens": 6336,
          "rounded_sequence_reservation": 528,
          "source": "llm_engine.vllm_config.cache_config"
        },
        "items": 2,
        "readout": "vllm_raw_logprob_token_ids_at_exact_teacher_forced_prefix",
        "sampled_token_rank_bypassed": true,
        "sampled_token_rank_used": false,
        "sampled_tokens_per_score_request": 1,
        "targeted_next_token_requests": 12,
        "traces_input": 4,
        "traces_scored": 4
      },
      "logical_counts": {
        "score_prefill_tokens": 2642,
        "score_sampled_tokens": 12,
        "thought_prompt_tokens": 686,
        "thought_sampled_tokens": 256
      },
      "model": "Qwen/Qwen3.5-4B",
      "model_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "operation": "answer_potential_canonical",
      "resolved_cudagraph": {
        "cudagraph_capture_sizes": [
          1,
          2,
          4,
          8,
          16,
          32,
          64
        ],
        "decode_mode": "FULL",
        "has_full_cudagraphs": true,
        "max_cudagraph_capture_size": 64,
        "mixed_mode": "PIECEWISE",
        "mode": "FULL_AND_PIECEWISE",
        "source": "llm_engine.vllm_config.compilation_config"
      },
      "runner_sha256": "33ec31a547ce7767a37ad53b760ac8e6596f2ef0963f486805abeac3f8ed36ba",
      "runtime": {
        "cuda_toolkit": "nvcc: NVIDIA (R) Cuda compiler driver\nCopyright (c) 2005-2025 NVIDIA Corporation\nBuilt on Fri_Feb_21_20:23:50_PST_2025\nCuda compilation tools, release 12.8, V12.8.93\nBuild cuda_12.8.r12.8/compiler.35583870_0",
        "environment_lock": {
          "path": "/workspace/small-model-experimentation/requirements-vllm.lock.txt",
          "sha256": "64c3dde1e24f2b18a83cda3a3d84daf8701aad728e864c508854b10e3e3734c6"
        },
        "git_commit": "3441dd230e530a832957457acc7371df3fc5672b",
        "git_dirty": true,
        "gpu": "NVIDIA RTX 6000 Ada Generation, 550.127.05, 49140",
        "packages": {
          "aiohappyeyeballs": "2.7.1",
          "aiohttp": "3.14.1",
          "aiosignal": "1.4.0",
          "annotated-doc": "0.0.4",
          "annotated-types": "0.7.0",
          "anthropic": "0.116.0",
          "anyio": "4.14.1",
          "apache-tvm-ffi": "0.1.9",
          "astor": "0.8.1",
          "attrs": "26.1.0",
          "blake3": "1.0.9",
          "cachetools": "7.1.4",
          "cbor2": "6.1.3",
          "certifi": "2026.6.17",
          "cffi": "2.1.0",
          "charset-normalizer": "3.4.9",
          "click": "8.4.2",
          "cloudpickle": "3.1.2",
          "compressed-tensors": "0.17.0",
          "cryptography": "49.0.0",
          "cuda-bindings": "12.9.7",
          "cuda-pathfinder": "1.5.6",
          "cuda-python": "12.9.7",
          "cuda-tile": "1.3.0",
          "cuda-toolkit": "12.9.1",
          "depyf": "0.20.0",
          "detect-installer": "0.1.0",
          "dill": "0.4.1",
          "diskcache": "5.6.3",
          "distro": "1.9.0",
          "dnspython": "2.8.0",
          "docstring-parser": "0.18.0",
          "einops": "0.8.2",
          "email-validator": "2.3.0",
          "fastapi": "0.136.3",
          "fastapi-cli": "0.0.29",
          "fastapi-cloud-cli": "0.22.1",
          "fastar": "0.11.0",
          "fastsafetensors": "0.3.3",
          "filelock": "3.29.7",
          "flashinfer-cubin": "0.6.12",
          "flashinfer-python": "0.6.12",
          "frozenlist": "1.8.0",
          "fsspec": "2026.6.0",
          "googleapis-common-protos": "1.75.0",
          "grpcio": "1.82.1",
          "h11": "0.16.0",
          "hf-xet": "1.5.1",
          "httpcore": "1.0.9",
          "httptools": "0.8.0",
          "httpx": "0.28.1",
          "httpx-sse": "0.4.3",
          "huggingface-hub": "1.23.0",
          "humming-kernels": "0.1.6",
          "idna": "3.18",
          "ijson": "3.5.1",
          "interegular": "0.3.3",
          "jinja2": "3.1.6",
          "jiter": "0.16.0",
          "jmespath": "1.1.0",
          "jsonschema": "4.26.0",
          "jsonschema-specifications": "2025.9.1",
          "lark": "1.2.2",
          "llguidance": "1.7.6",
          "llvmlite": "0.47.0",
          "lm-format-enforcer": "0.11.3",
          "loguru": "0.7.3",
          "markdown-it-py": "4.2.0",
          "markupsafe": "3.0.3",
          "mcp": "1.28.1",
          "mdurl": "0.1.2",
          "mistral-common": "1.11.5",
          "ml-dtypes": "0.5.4",
          "model-hosting-container-standards": "0.1.16",
          "mpmath": "1.3.0",
          "msgspec": "0.21.1",
          "multidict": "6.7.1",
          "networkx": "3.6.1",
          "ninja": "1.13.0",
          "numba": "0.65.0",
          "numpy": "2.3.5",
          "nvidia-cublas-cu12": "12.9.1.4",
          "nvidia-cuda-cccl-cu12": "12.9.27",
          "nvidia-cuda-crt": "13.3.73",
          "nvidia-cuda-cupti-cu12": "12.9.79",
          "nvidia-cuda-nvcc": "13.2.78",
          "nvidia-cuda-nvcc-cu12": "12.9.86",
          "nvidia-cuda-nvrtc-cu12": "12.9.86",
          "nvidia-cuda-runtime": "13.3.29",
          "nvidia-cuda-runtime-cu12": "12.9.79",
          "nvidia-cuda-tileiras": "13.2.78",
          "nvidia-cudnn-cu12": "9.17.1.4",
          "nvidia-cudnn-frontend": "1.26.0",
          "nvidia-cufft-cu12": "11.4.1.4",
          "nvidia-cufile-cu12": "1.14.1.1",
          "nvidia-curand-cu12": "10.3.10.19",
          "nvidia-cusolver-cu12": "11.7.5.82",
          "nvidia-cusparse-cu12": "12.5.10.65",
          "nvidia-cusparselt-cu12": "0.7.1",
          "nvidia-cutlass-dsl": "4.5.2",
          "nvidia-cutlass-dsl-libs-base": "4.5.2",
          "nvidia-ml-py": "13.610.43",
          "nvidia-nccl-cu12": "2.28.9",
          "nvidia-nvjitlink-cu12": "12.9.86",
          "nvidia-nvshmem-cu12": "3.4.5",
          "nvidia-nvtx-cu12": "12.9.79",
          "nvidia-nvvm": "13.2.78",
          "openai": "2.45.0",
          "openai-harmony": "0.0.8",
          "opencv-python-headless": "5.0.0.93",
          "opentelemetry-api": "1.43.0",
          "opentelemetry-exporter-otlp": "1.43.0",
          "opentelemetry-exporter-otlp-proto-common": "1.43.0",
          "opentelemetry-exporter-otlp-proto-grpc": "1.43.0",
          "opentelemetry-exporter-otlp-proto-http": "1.43.0",
          "opentelemetry-proto": "1.43.0",
          "opentelemetry-sdk": "1.43.0",
          "opentelemetry-semantic-conventions": "0.64b0",
          "opentelemetry-semantic-conventions-ai": "0.5.1",
          "outlines-core": "0.2.14",
          "packaging": "26.2",
          "partial-json-parser": "0.2.1.1.post7",
          "pillow": "12.3.0",
          "prometheus-client": "0.25.0",
          "prometheus-fastapi-instrumentator": "8.0.2",
          "propcache": "0.5.2",
          "protobuf": "7.35.1",
          "psutil": "7.2.2",
          "py-cpuinfo": "9.0.0",
          "pybase64": "1.4.3",
          "pycountry": "26.2.16",
          "pycparser": "3.0",
          "pydantic": "2.13.4",
          "pydantic-core": "2.46.4",
          "pydantic-extra-types": "2.11.1",
          "pydantic-settings": "2.14.2",
          "pyelftools": "0.33",
          "pygments": "2.20.0",
          "pyjwt": "2.13.0",
          "python-dotenv": "1.2.2",
          "python-json-logger": "4.1.0",
          "python-multipart": "0.0.32",
          "pyyaml": "6.0.3",
          "pyzmq": "27.1.0",
          "quack-kernels": "0.5.0",
          "referencing": "0.37.0",
          "regex": "2026.6.28",
          "requests": "2.34.2",
          "rich": "15.0.0",
          "rich-toolkit": "0.20.1",
          "rignore": "0.7.6",
          "rpds-py": "2026.6.3",
          "safetensors": "0.8.0",
          "sentencepiece": "0.2.1",
          "sentry-sdk": "2.64.0",
          "setproctitle": "1.3.7",
          "setuptools": "80.10.2",
          "shellingham": "1.5.4",
          "six": "1.17.0",
          "sniffio": "1.3.1",
          "sse-starlette": "3.4.5",
          "starlette": "1.3.1",
          "supervisor": "4.3.0",
          "sympy": "1.14.0",
          "tabulate": "0.10.0",
          "tiktoken": "0.13.0",
          "tilelang": "0.1.9",
          "tokenizers": "0.22.2",
          "tokenspeed-mla": "0.1.2",
          "tokenspeed-triton": "3.7.10.post20260531",
          "torch": "2.11.0+cu129",
          "torch-c-dlpack-ext": "0.1.5",
          "torchaudio": "2.11.0+cu129",
          "torchvision": "0.26.0+cu129",
          "tqdm": "4.68.4",
          "transformers": "5.13.0",
          "triton": "3.6.0",
          "typer": "0.26.8",
          "typing-extensions": "4.16.0",
          "typing-inspection": "0.4.2",
          "urllib3": "2.7.0",
          "uvicorn": "0.51.0",
          "uvloop": "0.22.1",
          "vllm": "0.24.0+cu129",
          "watchfiles": "1.2.0",
          "websockets": "16.0",
          "xgrammar": "0.2.3",
          "yarl": "1.24.2",
          "z3-solver": "4.15.4.0"
        },
        "platform": "Linux-6.8.0-52-generic-x86_64-with-glibc2.39",
        "python": "3.12.3",
        "python_executable": "/workspace/small-model-experimentation/.venv-vllm/bin/python",
        "uv": "uv 0.9.0",
        "vllm_enable_v1_multiprocessing": "0"
      },
      "schema_version": 1
    },
    "traces": {
      "elapsed_seconds": 1.3213024903088808,
      "engine": {
        "adapter": null,
        "cudagraph_capture_sizes": [
          1,
          2,
          4,
          8,
          16,
          32,
          64
        ],
        "enable_prefix_caching": false,
        "enforce_eager": false,
        "gpu_memory_utilization": 0.85,
        "max_model_len": 16384,
        "max_num_batched_tokens": 16384,
        "max_num_seqs": 64
      },
      "engine_args": {
        "async_scheduling": false,
        "cudagraph_capture_sizes": [
          1,
          2,
          4,
          8,
          16,
          32,
          64
        ],
        "dtype": "bfloat16",
        "enable_prefix_caching": false,
        "enforce_eager": false,
        "generation_config": "vllm",
        "gpu_memory_utilization": 0.85,
        "language_model_only": true,
        "mamba_cache_mode": "none",
        "max_cudagraph_capture_size": 64,
        "max_logprobs": 20,
        "max_model_len": 16384,
        "max_num_batched_tokens": 16384,
        "max_num_seqs": 64,
        "model": "Qwen/Qwen3.5-4B",
        "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "seed": 0,
        "tensor_parallel_size": 1,
        "tokenizer_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "trust_remote_code": true
      },
      "extra": {
        "capacity_fit": {
          "active_sequence_cap": 4,
          "block_size": 528,
          "gpu_cache_blocks": 1895,
          "largest_prompt_plus_generation_tokens": 236,
          "live_kv_cache_tokens": 1000560,
          "logical_sequences": 4,
          "passed": true,
          "remaining_token_margin": 998448,
          "requested_active_tokens_upper_bound": 944,
          "required_live_kv_cache_tokens": 2112,
          "rounded_sequence_reservation": 528,
          "source": "llm_engine.vllm_config.cache_config"
        },
        "items": 2,
        "n_per_item": 2,
        "sampling": {
          "max_tokens": 64,
          "run_seed": 61117,
          "stop_token_ids": [
            248069,
            248044
          ],
          "temperature": 1.0,
          "top_k": 20,
          "top_p": 0.95
        },
        "traces": 4
      },
      "logical_counts": {
        "thought_prompt_tokens": 686,
        "thought_sampled_tokens": 256
      },
      "model": "Qwen/Qwen3.5-4B",
      "model_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "operation": "thought_only_harvest",
      "resolved_cudagraph": {
        "cudagraph_capture_sizes": [
          1,
          2,
          4,
          8,
          16,
          32,
          64
        ],
        "decode_mode": "FULL",
        "has_full_cudagraphs": true,
        "max_cudagraph_capture_size": 64,
        "mixed_mode": "PIECEWISE",
        "mode": "FULL_AND_PIECEWISE",
        "source": "llm_engine.vllm_config.compilation_config"
      },
      "runner_sha256": "33ec31a547ce7767a37ad53b760ac8e6596f2ef0963f486805abeac3f8ed36ba",
      "runtime": {
        "cuda_toolkit": "nvcc: NVIDIA (R) Cuda compiler driver\nCopyright (c) 2005-2025 NVIDIA Corporation\nBuilt on Fri_Feb_21_20:23:50_PST_2025\nCuda compilation tools, release 12.8, V12.8.93\nBuild cuda_12.8.r12.8/compiler.35583870_0",
        "environment_lock": {
          "path": "/workspace/small-model-experimentation/requirements-vllm.lock.txt",
          "sha256": "64c3dde1e24f2b18a83cda3a3d84daf8701aad728e864c508854b10e3e3734c6"
        },
        "git_commit": "3441dd230e530a832957457acc7371df3fc5672b",
        "git_dirty": true,
        "gpu": "NVIDIA RTX 6000 Ada Generation, 550.127.05, 49140",
        "packages": {
          "aiohappyeyeballs": "2.7.1",
          "aiohttp": "3.14.1",
          "aiosignal": "1.4.0",
          "annotated-doc": "0.0.4",
          "annotated-types": "0.7.0",
          "anthropic": "0.116.0",
          "anyio": "4.14.1",
          "apache-tvm-ffi": "0.1.9",
          "astor": "0.8.1",
          "attrs": "26.1.0",
          "blake3": "1.0.9",
          "cachetools": "7.1.4",
          "cbor2": "6.1.3",
          "certifi": "2026.6.17",
          "cffi": "2.1.0",
          "charset-normalizer": "3.4.9",
          "click": "8.4.2",
          "cloudpickle": "3.1.2",
          "compressed-tensors": "0.17.0",
          "cryptography": "49.0.0",
          "cuda-bindings": "12.9.7",
          "cuda-pathfinder": "1.5.6",
          "cuda-python": "12.9.7",
          "cuda-tile": "1.3.0",
          "cuda-toolkit": "12.9.1",
          "depyf": "0.20.0",
          "detect-installer": "0.1.0",
          "dill": "0.4.1",
          "diskcache": "5.6.3",
          "distro": "1.9.0",
          "dnspython": "2.8.0",
          "docstring-parser": "0.18.0",
          "einops": "0.8.2",
          "email-validator": "2.3.0",
          "fastapi": "0.136.3",
          "fastapi-cli": "0.0.29",
          "fastapi-cloud-cli": "0.22.1",
          "fastar": "0.11.0",
          "fastsafetensors": "0.3.3",
          "filelock": "3.29.7",
          "flashinfer-cubin": "0.6.12",
          "flashinfer-python": "0.6.12",
          "frozenlist": "1.8.0",
          "fsspec": "2026.6.0",
          "googleapis-common-protos": "1.75.0",
          "grpcio": "1.82.1",
          "h11": "0.16.0",
          "hf-xet": "1.5.1",
          "httpcore": "1.0.9",
          "httptools": "0.8.0",
          "httpx": "0.28.1",
          "httpx-sse": "0.4.3",
          "huggingface-hub": "1.23.0",
          "humming-kernels": "0.1.6",
          "idna": "3.18",
          "ijson": "3.5.1",
          "interegular": "0.3.3",
          "jinja2": "3.1.6",
          "jiter": "0.16.0",
          "jmespath": "1.1.0",
          "jsonschema": "4.26.0",
          "jsonschema-specifications": "2025.9.1",
          "lark": "1.2.2",
          "llguidance": "1.7.6",
          "llvmlite": "0.47.0",
          "lm-format-enforcer": "0.11.3",
          "loguru": "0.7.3",
          "markdown-it-py": "4.2.0",
          "markupsafe": "3.0.3",
          "mcp": "1.28.1",
          "mdurl": "0.1.2",
          "mistral-common": "1.11.5",
          "ml-dtypes": "0.5.4",
          "model-hosting-container-standards": "0.1.16",
          "mpmath": "1.3.0",
          "msgspec": "0.21.1",
          "multidict": "6.7.1",
          "networkx": "3.6.1",
          "ninja": "1.13.0",
          "numba": "0.65.0",
          "numpy": "2.3.5",
          "nvidia-cublas-cu12": "12.9.1.4",
          "nvidia-cuda-cccl-cu12": "12.9.27",
          "nvidia-cuda-crt": "13.3.73",
          "nvidia-cuda-cupti-cu12": "12.9.79",
          "nvidia-cuda-nvcc": "13.2.78",
          "nvidia-cuda-nvcc-cu12": "12.9.86",
          "nvidia-cuda-nvrtc-cu12": "12.9.86",
          "nvidia-cuda-runtime": "13.3.29",
          "nvidia-cuda-runtime-cu12": "12.9.79",
          "nvidia-cuda-tileiras": "13.2.78",
          "nvidia-cudnn-cu12": "9.17.1.4",
          "nvidia-cudnn-frontend": "1.26.0",
          "nvidia-cufft-cu12": "11.4.1.4",
          "nvidia-cufile-cu12": "1.14.1.1",
          "nvidia-curand-cu12": "10.3.10.19",
          "nvidia-cusolver-cu12": "11.7.5.82",
          "nvidia-cusparse-cu12": "12.5.10.65",
          "nvidia-cusparselt-cu12": "0.7.1",
          "nvidia-cutlass-dsl": "4.5.2",
          "nvidia-cutlass-dsl-libs-base": "4.5.2",
          "nvidia-ml-py": "13.610.43",
          "nvidia-nccl-cu12": "2.28.9",
          "nvidia-nvjitlink-cu12": "12.9.86",
          "nvidia-nvshmem-cu12": "3.4.5",
          "nvidia-nvtx-cu12": "12.9.79",
          "nvidia-nvvm": "13.2.78",
          "openai": "2.45.0",
          "openai-harmony": "0.0.8",
          "opencv-python-headless": "5.0.0.93",
          "opentelemetry-api": "1.43.0",
          "opentelemetry-exporter-otlp": "1.43.0",
          "opentelemetry-exporter-otlp-proto-common": "1.43.0",
          "opentelemetry-exporter-otlp-proto-grpc": "1.43.0",
          "opentelemetry-exporter-otlp-proto-http": "1.43.0",
          "opentelemetry-proto": "1.43.0",
          "opentelemetry-sdk": "1.43.0",
          "opentelemetry-semantic-conventions": "0.64b0",
          "opentelemetry-semantic-conventions-ai": "0.5.1",
          "outlines-core": "0.2.14",
          "packaging": "26.2",
          "partial-json-parser": "0.2.1.1.post7",
          "pillow": "12.3.0",
          "prometheus-client": "0.25.0",
          "prometheus-fastapi-instrumentator": "8.0.2",
          "propcache": "0.5.2",
          "protobuf": "7.35.1",
          "psutil": "7.2.2",
          "py-cpuinfo": "9.0.0",
          "pybase64": "1.4.3",
          "pycountry": "26.2.16",
          "pycparser": "3.0",
          "pydantic": "2.13.4",
          "pydantic-core": "2.46.4",
          "pydantic-extra-types": "2.11.1",
          "pydantic-settings": "2.14.2",
          "pyelftools": "0.33",
          "pygments": "2.20.0",
          "pyjwt": "2.13.0",
          "python-dotenv": "1.2.2",
          "python-json-logger": "4.1.0",
          "python-multipart": "0.0.32",
          "pyyaml": "6.0.3",
          "pyzmq": "27.1.0",
          "quack-kernels": "0.5.0",
          "referencing": "0.37.0",
          "regex": "2026.6.28",
          "requests": "2.34.2",
          "rich": "15.0.0",
          "rich-toolkit": "0.20.1",
          "rignore": "0.7.6",
          "rpds-py": "2026.6.3",
          "safetensors": "0.8.0",
          "sentencepiece": "0.2.1",
          "sentry-sdk": "2.64.0",
          "setproctitle": "1.3.7",
          "setuptools": "80.10.2",
          "shellingham": "1.5.4",
          "six": "1.17.0",
          "sniffio": "1.3.1",
          "sse-starlette": "3.4.5",
          "starlette": "1.3.1",
          "supervisor": "4.3.0",
          "sympy": "1.14.0",
          "tabulate": "0.10.0",
          "tiktoken": "0.13.0",
          "tilelang": "0.1.9",
          "tokenizers": "0.22.2",
          "tokenspeed-mla": "0.1.2",
          "tokenspeed-triton": "3.7.10.post20260531",
          "torch": "2.11.0+cu129",
          "torch-c-dlpack-ext": "0.1.5",
          "torchaudio": "2.11.0+cu129",
          "torchvision": "0.26.0+cu129",
          "tqdm": "4.68.4",
          "transformers": "5.13.0",
          "triton": "3.6.0",
          "typer": "0.26.8",
          "typing-extensions": "4.16.0",
          "typing-inspection": "0.4.2",
          "urllib3": "2.7.0",
          "uvicorn": "0.51.0",
          "uvloop": "0.22.1",
          "vllm": "0.24.0+cu129",
          "watchfiles": "1.2.0",
          "websockets": "16.0",
          "xgrammar": "0.2.3",
          "yarl": "1.24.2",
          "z3-solver": "4.15.4.0"
        },
        "platform": "Linux-6.8.0-52-generic-x86_64-with-glibc2.39",
        "python": "3.12.3",
        "python_executable": "/workspace/small-model-experimentation/.venv-vllm/bin/python",
        "uv": "uv 0.9.0",
        "vllm_enable_v1_multiprocessing": "0"
      },
      "schema_version": 1
    }
  },
  "natural_close_rate": 0.0,
  "passed": true,
  "schema_version": 1
}