{
  "continuation_meta": {
    "elapsed_seconds": 14.826094440184534,
    "engine": {
      "adapter": null,
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "enable_prefix_caching": false,
      "enforce_eager": false,
      "gpu_memory_utilization": 0.9,
      "max_model_len": 16384,
      "max_num_batched_tokens": 16384,
      "max_num_seqs": 32
    },
    "engine_args": {
      "async_scheduling": false,
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "dtype": "bfloat16",
      "enable_prefix_caching": false,
      "enforce_eager": false,
      "generation_config": "vllm",
      "gpu_memory_utilization": 0.9,
      "language_model_only": true,
      "mamba_cache_mode": "none",
      "max_cudagraph_capture_size": 32,
      "max_logprobs": 20,
      "max_model_len": 16384,
      "max_num_batched_tokens": 16384,
      "max_num_seqs": 32,
      "model": "Qwen/Qwen3.5-4B",
      "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "seed": 0,
      "tensor_parallel_size": 1,
      "tokenizer_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "trust_remote_code": true
    },
    "extra": {
      "capacity_fit": {
        "active_sequence_cap": 2,
        "block_size": 528,
        "gpu_cache_blocks": 2045,
        "largest_prompt_plus_generation_tokens": 5287,
        "live_kv_cache_tokens": 1079760,
        "logical_sequences": 2,
        "passed": true,
        "remaining_token_margin": 1068144,
        "requested_active_tokens_upper_bound": 10574,
        "required_live_kv_cache_tokens": 11616,
        "rounded_sequence_reservation": 5808,
        "source": "llm_engine.vllm_config.cache_config"
      },
      "continued": 2,
      "max_tokens": 1024,
      "natural_after_continuation": 0
    },
    "logical_counts": {
      "thought_prompt_tokens": 9310,
      "thought_sampled_tokens": 17078
    },
    "model": "Qwen/Qwen3.5-4B",
    "model_ops_sha256": "0ae9ea79e8ef51b01ad4495eb04f9ca37249b0c63d0073a3088ab75ad7baf266",
    "model_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
    "operation": "natural_thought_continuation",
    "resolved_cudagraph": {
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "decode_mode": "FULL",
      "has_full_cudagraphs": true,
      "max_cudagraph_capture_size": 32,
      "mixed_mode": "PIECEWISE",
      "mode": "FULL_AND_PIECEWISE",
      "source": "llm_engine.vllm_config.compilation_config"
    },
    "runner_sha256": "33ec31a547ce7767a37ad53b760ac8e6596f2ef0963f486805abeac3f8ed36ba",
    "runtime": {
      "cuda_toolkit": "nvcc: NVIDIA (R) Cuda compiler driver\nCopyright (c) 2005-2025 NVIDIA Corporation\nBuilt on Fri_Feb_21_20:23:50_PST_2025\nCuda compilation tools, release 12.8, V12.8.93\nBuild cuda_12.8.r12.8/compiler.35583870_0",
      "environment_lock": {
        "path": "/workspace/small-model-experimentation/requirements-vllm.lock.txt",
        "sha256": "64c3dde1e24f2b18a83cda3a3d84daf8701aad728e864c508854b10e3e3734c6"
      },
      "git_commit": "b61de886282cdb2cae65ee00b1d683e43ea32ea8",
      "git_dirty": true,
      "gpu": "NVIDIA RTX 6000 Ada Generation, 550.127.05, 49140",
      "packages": {
        "aiohappyeyeballs": "2.7.1",
        "aiohttp": "3.14.1",
        "aiosignal": "1.4.0",
        "annotated-doc": "0.0.4",
        "annotated-types": "0.7.0",
        "anthropic": "0.116.0",
        "anyio": "4.14.1",
        "apache-tvm-ffi": "0.1.9",
        "astor": "0.8.1",
        "attrs": "26.1.0",
        "blake3": "1.0.9",
        "cachetools": "7.1.4",
        "cbor2": "6.1.3",
        "certifi": "2026.6.17",
        "cffi": "2.1.0",
        "charset-normalizer": "3.4.9",
        "click": "8.4.2",
        "cloudpickle": "3.1.2",
        "compressed-tensors": "0.17.0",
        "cryptography": "49.0.0",
        "cuda-bindings": "12.9.7",
        "cuda-pathfinder": "1.5.6",
        "cuda-python": "12.9.7",
        "cuda-tile": "1.3.0",
        "cuda-toolkit": "12.9.1",
        "depyf": "0.20.0",
        "detect-installer": "0.1.0",
        "dill": "0.4.1",
        "diskcache": "5.6.3",
        "distro": "1.9.0",
        "dnspython": "2.8.0",
        "docstring-parser": "0.18.0",
        "einops": "0.8.2",
        "email-validator": "2.3.0",
        "fastapi": "0.136.3",
        "fastapi-cli": "0.0.29",
        "fastapi-cloud-cli": "0.22.1",
        "fastar": "0.11.0",
        "fastsafetensors": "0.3.3",
        "filelock": "3.29.7",
        "flashinfer-cubin": "0.6.12",
        "flashinfer-python": "0.6.12",
        "frozenlist": "1.8.0",
        "fsspec": "2026.6.0",
        "googleapis-common-protos": "1.75.0",
        "grpcio": "1.82.1",
        "h11": "0.16.0",
        "hf-xet": "1.5.1",
        "httpcore": "1.0.9",
        "httptools": "0.8.0",
        "httpx": "0.28.1",
        "httpx-sse": "0.4.3",
        "huggingface-hub": "1.23.0",
        "humming-kernels": "0.1.6",
        "idna": "3.18",
        "ijson": "3.5.1",
        "interegular": "0.3.3",
        "jinja2": "3.1.6",
        "jiter": "0.16.0",
        "jmespath": "1.1.0",
        "jsonschema": "4.26.0",
        "jsonschema-specifications": "2025.9.1",
        "lark": "1.2.2",
        "llguidance": "1.7.6",
        "llvmlite": "0.47.0",
        "lm-format-enforcer": "0.11.3",
        "loguru": "0.7.3",
        "markdown-it-py": "4.2.0",
        "markupsafe": "3.0.3",
        "mcp": "1.28.1",
        "mdurl": "0.1.2",
        "mistral-common": "1.11.5",
        "ml-dtypes": "0.5.4",
        "model-hosting-container-standards": "0.1.16",
        "mpmath": "1.3.0",
        "msgspec": "0.21.1",
        "multidict": "6.7.1",
        "networkx": "3.6.1",
        "ninja": "1.13.0",
        "numba": "0.65.0",
        "numpy": "2.3.5",
        "nvidia-cublas-cu12": "12.9.1.4",
        "nvidia-cuda-cccl-cu12": "12.9.27",
        "nvidia-cuda-crt": "13.3.73",
        "nvidia-cuda-cupti-cu12": "12.9.79",
        "nvidia-cuda-nvcc": "13.2.78",
        "nvidia-cuda-nvcc-cu12": "12.9.86",
        "nvidia-cuda-nvrtc-cu12": "12.9.86",
        "nvidia-cuda-runtime": "13.3.29",
        "nvidia-cuda-runtime-cu12": "12.9.79",
        "nvidia-cuda-tileiras": "13.2.78",
        "nvidia-cudnn-cu12": "9.17.1.4",
        "nvidia-cudnn-frontend": "1.26.0",
        "nvidia-cufft-cu12": "11.4.1.4",
        "nvidia-cufile-cu12": "1.14.1.1",
        "nvidia-curand-cu12": "10.3.10.19",
        "nvidia-cusolver-cu12": "11.7.5.82",
        "nvidia-cusparse-cu12": "12.5.10.65",
        "nvidia-cusparselt-cu12": "0.7.1",
        "nvidia-cutlass-dsl": "4.5.2",
        "nvidia-cutlass-dsl-libs-base": "4.5.2",
        "nvidia-ml-py": "13.610.43",
        "nvidia-nccl-cu12": "2.28.9",
        "nvidia-nvjitlink-cu12": "12.9.86",
        "nvidia-nvshmem-cu12": "3.4.5",
        "nvidia-nvtx-cu12": "12.9.79",
        "nvidia-nvvm": "13.2.78",
        "openai": "2.45.0",
        "openai-harmony": "0.0.8",
        "opencv-python-headless": "5.0.0.93",
        "opentelemetry-api": "1.43.0",
        "opentelemetry-exporter-otlp": "1.43.0",
        "opentelemetry-exporter-otlp-proto-common": "1.43.0",
        "opentelemetry-exporter-otlp-proto-grpc": "1.43.0",
        "opentelemetry-exporter-otlp-proto-http": "1.43.0",
        "opentelemetry-proto": "1.43.0",
        "opentelemetry-sdk": "1.43.0",
        "opentelemetry-semantic-conventions": "0.64b0",
        "opentelemetry-semantic-conventions-ai": "0.5.1",
        "outlines-core": "0.2.14",
        "packaging": "26.2",
        "partial-json-parser": "0.2.1.1.post7",
        "pillow": "12.3.0",
        "prometheus-client": "0.25.0",
        "prometheus-fastapi-instrumentator": "8.0.2",
        "propcache": "0.5.2",
        "protobuf": "7.35.1",
        "psutil": "7.2.2",
        "py-cpuinfo": "9.0.0",
        "pybase64": "1.4.3",
        "pycountry": "26.2.16",
        "pycparser": "3.0",
        "pydantic": "2.13.4",
        "pydantic-core": "2.46.4",
        "pydantic-extra-types": "2.11.1",
        "pydantic-settings": "2.14.2",
        "pyelftools": "0.33",
        "pygments": "2.20.0",
        "pyjwt": "2.13.0",
        "python-dotenv": "1.2.2",
        "python-json-logger": "4.1.0",
        "python-multipart": "0.0.32",
        "pyyaml": "6.0.3",
        "pyzmq": "27.1.0",
        "quack-kernels": "0.5.0",
        "referencing": "0.37.0",
        "regex": "2026.6.28",
        "requests": "2.34.2",
        "rich": "15.0.0",
        "rich-toolkit": "0.20.1",
        "rignore": "0.7.6",
        "rpds-py": "2026.6.3",
        "safetensors": "0.8.0",
        "sentencepiece": "0.2.1",
        "sentry-sdk": "2.64.0",
        "setproctitle": "1.3.7",
        "setuptools": "80.10.2",
        "shellingham": "1.5.4",
        "six": "1.17.0",
        "sniffio": "1.3.1",
        "sse-starlette": "3.4.5",
        "starlette": "1.3.1",
        "supervisor": "4.3.0",
        "sympy": "1.14.0",
        "tabulate": "0.10.0",
        "tiktoken": "0.13.0",
        "tilelang": "0.1.9",
        "tokenizers": "0.22.2",
        "tokenspeed-mla": "0.1.2",
        "tokenspeed-triton": "3.7.10.post20260531",
        "torch": "2.11.0+cu129",
        "torch-c-dlpack-ext": "0.1.5",
        "torchaudio": "2.11.0+cu129",
        "torchvision": "0.26.0+cu129",
        "tqdm": "4.68.4",
        "transformers": "5.13.0",
        "triton": "3.6.0",
        "typer": "0.26.8",
        "typing-extensions": "4.16.0",
        "typing-inspection": "0.4.2",
        "urllib3": "2.7.0",
        "uvicorn": "0.51.0",
        "uvloop": "0.22.1",
        "vllm": "0.24.0+cu129",
        "watchfiles": "1.2.0",
        "websockets": "16.0",
        "xgrammar": "0.2.3",
        "yarl": "1.24.2",
        "z3-solver": "4.15.4.0"
      },
      "platform": "Linux-6.8.0-52-generic-x86_64-with-glibc2.39",
      "python": "3.12.3",
      "python_executable": "/workspace/small-model-experimentation/.venv-vllm/bin/python",
      "uv": "uv 0.9.0",
      "vllm_enable_v1_multiprocessing": "0"
    },
    "schema_version": 1
  },
  "generation_meta": {
    "elapsed_seconds": 105.83296164404601,
    "engine": {
      "adapter": null,
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "enable_prefix_caching": false,
      "enforce_eager": false,
      "gpu_memory_utilization": 0.9,
      "max_model_len": 16384,
      "max_num_batched_tokens": 16384,
      "max_num_seqs": 32
    },
    "engine_args": {
      "async_scheduling": false,
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "dtype": "bfloat16",
      "enable_prefix_caching": false,
      "enforce_eager": false,
      "generation_config": "vllm",
      "gpu_memory_utilization": 0.9,
      "language_model_only": true,
      "mamba_cache_mode": "none",
      "max_cudagraph_capture_size": 32,
      "max_logprobs": 20,
      "max_model_len": 16384,
      "max_num_batched_tokens": 16384,
      "max_num_seqs": 32,
      "model": "Qwen/Qwen3.5-4B",
      "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "seed": 0,
      "tensor_parallel_size": 1,
      "tokenizer_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "trust_remote_code": true
    },
    "extra": {
      "capacity_fit": {
        "active_sequence_cap": 4,
        "block_size": 528,
        "gpu_cache_blocks": 2045,
        "largest_prompt_plus_generation_tokens": 4321,
        "live_kv_cache_tokens": 1079760,
        "logical_sequences": 4,
        "passed": true,
        "remaining_token_margin": 1060752,
        "requested_active_tokens_upper_bound": 17284,
        "required_live_kv_cache_tokens": 19008,
        "rounded_sequence_reservation": 4752,
        "source": "llm_engine.vllm_config.cache_config"
      },
      "items": 2,
      "n_per_item": 2,
      "sampling": {
        "logprobs": 0,
        "max_tokens": 4096,
        "run_seed": 71117,
        "stage": "smoke",
        "stop_token_ids": [
          248069,
          248044
        ],
        "temperature": 1.0,
        "top_k": 20,
        "top_p": 0.95
      },
      "traces": 4
    },
    "logical_counts": {
      "thought_prompt_tokens": 784,
      "thought_sampled_tokens": 15030
    },
    "model": "Qwen/Qwen3.5-4B",
    "model_ops_sha256": "0ae9ea79e8ef51b01ad4495eb04f9ca37249b0c63d0073a3088ab75ad7baf266",
    "model_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
    "operation": "thought_only_harvest",
    "resolved_cudagraph": {
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "decode_mode": "FULL",
      "has_full_cudagraphs": true,
      "max_cudagraph_capture_size": 32,
      "mixed_mode": "PIECEWISE",
      "mode": "FULL_AND_PIECEWISE",
      "source": "llm_engine.vllm_config.compilation_config"
    },
    "runner_sha256": "33ec31a547ce7767a37ad53b760ac8e6596f2ef0963f486805abeac3f8ed36ba",
    "runtime": {
      "cuda_toolkit": "nvcc: NVIDIA (R) Cuda compiler driver\nCopyright (c) 2005-2025 NVIDIA Corporation\nBuilt on Fri_Feb_21_20:23:50_PST_2025\nCuda compilation tools, release 12.8, V12.8.93\nBuild cuda_12.8.r12.8/compiler.35583870_0",
      "environment_lock": {
        "path": "/workspace/small-model-experimentation/requirements-vllm.lock.txt",
        "sha256": "64c3dde1e24f2b18a83cda3a3d84daf8701aad728e864c508854b10e3e3734c6"
      },
      "git_commit": "b61de886282cdb2cae65ee00b1d683e43ea32ea8",
      "git_dirty": true,
      "gpu": "NVIDIA RTX 6000 Ada Generation, 550.127.05, 49140",
      "packages": {
        "aiohappyeyeballs": "2.7.1",
        "aiohttp": "3.14.1",
        "aiosignal": "1.4.0",
        "annotated-doc": "0.0.4",
        "annotated-types": "0.7.0",
        "anthropic": "0.116.0",
        "anyio": "4.14.1",
        "apache-tvm-ffi": "0.1.9",
        "astor": "0.8.1",
        "attrs": "26.1.0",
        "blake3": "1.0.9",
        "cachetools": "7.1.4",
        "cbor2": "6.1.3",
        "certifi": "2026.6.17",
        "cffi": "2.1.0",
        "charset-normalizer": "3.4.9",
        "click": "8.4.2",
        "cloudpickle": "3.1.2",
        "compressed-tensors": "0.17.0",
        "cryptography": "49.0.0",
        "cuda-bindings": "12.9.7",
        "cuda-pathfinder": "1.5.6",
        "cuda-python": "12.9.7",
        "cuda-tile": "1.3.0",
        "cuda-toolkit": "12.9.1",
        "depyf": "0.20.0",
        "detect-installer": "0.1.0",
        "dill": "0.4.1",
        "diskcache": "5.6.3",
        "distro": "1.9.0",
        "dnspython": "2.8.0",
        "docstring-parser": "0.18.0",
        "einops": "0.8.2",
        "email-validator": "2.3.0",
        "fastapi": "0.136.3",
        "fastapi-cli": "0.0.29",
        "fastapi-cloud-cli": "0.22.1",
        "fastar": "0.11.0",
        "fastsafetensors": "0.3.3",
        "filelock": "3.29.7",
        "flashinfer-cubin": "0.6.12",
        "flashinfer-python": "0.6.12",
        "frozenlist": "1.8.0",
        "fsspec": "2026.6.0",
        "googleapis-common-protos": "1.75.0",
        "grpcio": "1.82.1",
        "h11": "0.16.0",
        "hf-xet": "1.5.1",
        "httpcore": "1.0.9",
        "httptools": "0.8.0",
        "httpx": "0.28.1",
        "httpx-sse": "0.4.3",
        "huggingface-hub": "1.23.0",
        "humming-kernels": "0.1.6",
        "idna": "3.18",
        "ijson": "3.5.1",
        "interegular": "0.3.3",
        "jinja2": "3.1.6",
        "jiter": "0.16.0",
        "jmespath": "1.1.0",
        "jsonschema": "4.26.0",
        "jsonschema-specifications": "2025.9.1",
        "lark": "1.2.2",
        "llguidance": "1.7.6",
        "llvmlite": "0.47.0",
        "lm-format-enforcer": "0.11.3",
        "loguru": "0.7.3",
        "markdown-it-py": "4.2.0",
        "markupsafe": "3.0.3",
        "mcp": "1.28.1",
        "mdurl": "0.1.2",
        "mistral-common": "1.11.5",
        "ml-dtypes": "0.5.4",
        "model-hosting-container-standards": "0.1.16",
        "mpmath": "1.3.0",
        "msgspec": "0.21.1",
        "multidict": "6.7.1",
        "networkx": "3.6.1",
        "ninja": "1.13.0",
        "numba": "0.65.0",
        "numpy": "2.3.5",
        "nvidia-cublas-cu12": "12.9.1.4",
        "nvidia-cuda-cccl-cu12": "12.9.27",
        "nvidia-cuda-crt": "13.3.73",
        "nvidia-cuda-cupti-cu12": "12.9.79",
        "nvidia-cuda-nvcc": "13.2.78",
        "nvidia-cuda-nvcc-cu12": "12.9.86",
        "nvidia-cuda-nvrtc-cu12": "12.9.86",
        "nvidia-cuda-runtime": "13.3.29",
        "nvidia-cuda-runtime-cu12": "12.9.79",
        "nvidia-cuda-tileiras": "13.2.78",
        "nvidia-cudnn-cu12": "9.17.1.4",
        "nvidia-cudnn-frontend": "1.26.0",
        "nvidia-cufft-cu12": "11.4.1.4",
        "nvidia-cufile-cu12": "1.14.1.1",
        "nvidia-curand-cu12": "10.3.10.19",
        "nvidia-cusolver-cu12": "11.7.5.82",
        "nvidia-cusparse-cu12": "12.5.10.65",
        "nvidia-cusparselt-cu12": "0.7.1",
        "nvidia-cutlass-dsl": "4.5.2",
        "nvidia-cutlass-dsl-libs-base": "4.5.2",
        "nvidia-ml-py": "13.610.43",
        "nvidia-nccl-cu12": "2.28.9",
        "nvidia-nvjitlink-cu12": "12.9.86",
        "nvidia-nvshmem-cu12": "3.4.5",
        "nvidia-nvtx-cu12": "12.9.79",
        "nvidia-nvvm": "13.2.78",
        "openai": "2.45.0",
        "openai-harmony": "0.0.8",
        "opencv-python-headless": "5.0.0.93",
        "opentelemetry-api": "1.43.0",
        "opentelemetry-exporter-otlp": "1.43.0",
        "opentelemetry-exporter-otlp-proto-common": "1.43.0",
        "opentelemetry-exporter-otlp-proto-grpc": "1.43.0",
        "opentelemetry-exporter-otlp-proto-http": "1.43.0",
        "opentelemetry-proto": "1.43.0",
        "opentelemetry-sdk": "1.43.0",
        "opentelemetry-semantic-conventions": "0.64b0",
        "opentelemetry-semantic-conventions-ai": "0.5.1",
        "outlines-core": "0.2.14",
        "packaging": "26.2",
        "partial-json-parser": "0.2.1.1.post7",
        "pillow": "12.3.0",
        "prometheus-client": "0.25.0",
        "prometheus-fastapi-instrumentator": "8.0.2",
        "propcache": "0.5.2",
        "protobuf": "7.35.1",
        "psutil": "7.2.2",
        "py-cpuinfo": "9.0.0",
        "pybase64": "1.4.3",
        "pycountry": "26.2.16",
        "pycparser": "3.0",
        "pydantic": "2.13.4",
        "pydantic-core": "2.46.4",
        "pydantic-extra-types": "2.11.1",
        "pydantic-settings": "2.14.2",
        "pyelftools": "0.33",
        "pygments": "2.20.0",
        "pyjwt": "2.13.0",
        "python-dotenv": "1.2.2",
        "python-json-logger": "4.1.0",
        "python-multipart": "0.0.32",
        "pyyaml": "6.0.3",
        "pyzmq": "27.1.0",
        "quack-kernels": "0.5.0",
        "referencing": "0.37.0",
        "regex": "2026.6.28",
        "requests": "2.34.2",
        "rich": "15.0.0",
        "rich-toolkit": "0.20.1",
        "rignore": "0.7.6",
        "rpds-py": "2026.6.3",
        "safetensors": "0.8.0",
        "sentencepiece": "0.2.1",
        "sentry-sdk": "2.64.0",
        "setproctitle": "1.3.7",
        "setuptools": "80.10.2",
        "shellingham": "1.5.4",
        "six": "1.17.0",
        "sniffio": "1.3.1",
        "sse-starlette": "3.4.5",
        "starlette": "1.3.1",
        "supervisor": "4.3.0",
        "sympy": "1.14.0",
        "tabulate": "0.10.0",
        "tiktoken": "0.13.0",
        "tilelang": "0.1.9",
        "tokenizers": "0.22.2",
        "tokenspeed-mla": "0.1.2",
        "tokenspeed-triton": "3.7.10.post20260531",
        "torch": "2.11.0+cu129",
        "torch-c-dlpack-ext": "0.1.5",
        "torchaudio": "2.11.0+cu129",
        "torchvision": "0.26.0+cu129",
        "tqdm": "4.68.4",
        "transformers": "5.13.0",
        "triton": "3.6.0",
        "typer": "0.26.8",
        "typing-extensions": "4.16.0",
        "typing-inspection": "0.4.2",
        "urllib3": "2.7.0",
        "uvicorn": "0.51.0",
        "uvloop": "0.22.1",
        "vllm": "0.24.0+cu129",
        "watchfiles": "1.2.0",
        "websockets": "16.0",
        "xgrammar": "0.2.3",
        "yarl": "1.24.2",
        "z3-solver": "4.15.4.0"
      },
      "platform": "Linux-6.8.0-52-generic-x86_64-with-glibc2.39",
      "python": "3.12.3",
      "python_executable": "/workspace/small-model-experimentation/.venv-vllm/bin/python",
      "uv": "uv 0.9.0",
      "vllm_enable_v1_multiprocessing": "0"
    },
    "schema_version": 1
  },
  "max_abs_mean_token_delta_hf_vllm": 0.0004594151396304369,
  "parity_threshold": 0.15,
  "passed": true,
  "rollout_meta": {
    "elapsed_seconds": 3.2711290260776877,
    "engine": {
      "adapter": null,
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "enable_prefix_caching": false,
      "enforce_eager": false,
      "gpu_memory_utilization": 0.9,
      "max_model_len": 16384,
      "max_num_batched_tokens": 16384,
      "max_num_seqs": 32
    },
    "engine_args": {
      "async_scheduling": false,
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "dtype": "bfloat16",
      "enable_prefix_caching": false,
      "enforce_eager": false,
      "generation_config": "vllm",
      "gpu_memory_utilization": 0.9,
      "language_model_only": true,
      "mamba_cache_mode": "none",
      "max_cudagraph_capture_size": 32,
      "max_logprobs": 20,
      "max_model_len": 16384,
      "max_num_batched_tokens": 16384,
      "max_num_seqs": 32,
      "model": "Qwen/Qwen3.5-4B",
      "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "seed": 0,
      "tensor_parallel_size": 1,
      "tokenizer_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "trust_remote_code": true
    },
    "extra": {
      "capacity_fit": {
        "active_sequence_cap": 4,
        "block_size": 528,
        "gpu_cache_blocks": 2045,
        "largest_prompt_plus_generation_tokens": 5385,
        "live_kv_cache_tokens": 1079760,
        "logical_sequences": 4,
        "passed": true,
        "remaining_token_margin": 1056528,
        "requested_active_tokens_upper_bound": 21540,
        "required_live_kv_cache_tokens": 23232,
        "rounded_sequence_reservation": 5808,
        "source": "llm_engine.vllm_config.cache_config"
      },
      "r": 1,
      "sampling": {
        "max_tokens": 96,
        "run_seed": 71171,
        "temperature": 1.0,
        "top_k": 20,
        "top_p": 0.95
      },
      "traces": 4
    },
    "logical_counts": {
      "rollout_prompt_tokens": 17868,
      "rollout_sampled_tokens": 384,
      "score_prefill_tokens": 29050,
      "score_sampled_tokens": 9,
      "thought_prompt_tokens": 9310,
      "thought_sampled_tokens": 17078
    },
    "model": "Qwen/Qwen3.5-4B",
    "model_ops_sha256": "0ae9ea79e8ef51b01ad4495eb04f9ca37249b0c63d0073a3088ab75ad7baf266",
    "model_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
    "operation": "trace_conditioned_answer_rollouts",
    "resolved_cudagraph": {
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "decode_mode": "FULL",
      "has_full_cudagraphs": true,
      "max_cudagraph_capture_size": 32,
      "mixed_mode": "PIECEWISE",
      "mode": "FULL_AND_PIECEWISE",
      "source": "llm_engine.vllm_config.compilation_config"
    },
    "runner_sha256": "33ec31a547ce7767a37ad53b760ac8e6596f2ef0963f486805abeac3f8ed36ba",
    "runtime": {
      "cuda_toolkit": "nvcc: NVIDIA (R) Cuda compiler driver\nCopyright (c) 2005-2025 NVIDIA Corporation\nBuilt on Fri_Feb_21_20:23:50_PST_2025\nCuda compilation tools, release 12.8, V12.8.93\nBuild cuda_12.8.r12.8/compiler.35583870_0",
      "environment_lock": {
        "path": "/workspace/small-model-experimentation/requirements-vllm.lock.txt",
        "sha256": "64c3dde1e24f2b18a83cda3a3d84daf8701aad728e864c508854b10e3e3734c6"
      },
      "git_commit": "b61de886282cdb2cae65ee00b1d683e43ea32ea8",
      "git_dirty": true,
      "gpu": "NVIDIA RTX 6000 Ada Generation, 550.127.05, 49140",
      "packages": {
        "aiohappyeyeballs": "2.7.1",
        "aiohttp": "3.14.1",
        "aiosignal": "1.4.0",
        "annotated-doc": "0.0.4",
        "annotated-types": "0.7.0",
        "anthropic": "0.116.0",
        "anyio": "4.14.1",
        "apache-tvm-ffi": "0.1.9",
        "astor": "0.8.1",
        "attrs": "26.1.0",
        "blake3": "1.0.9",
        "cachetools": "7.1.4",
        "cbor2": "6.1.3",
        "certifi": "2026.6.17",
        "cffi": "2.1.0",
        "charset-normalizer": "3.4.9",
        "click": "8.4.2",
        "cloudpickle": "3.1.2",
        "compressed-tensors": "0.17.0",
        "cryptography": "49.0.0",
        "cuda-bindings": "12.9.7",
        "cuda-pathfinder": "1.5.6",
        "cuda-python": "12.9.7",
        "cuda-tile": "1.3.0",
        "cuda-toolkit": "12.9.1",
        "depyf": "0.20.0",
        "detect-installer": "0.1.0",
        "dill": "0.4.1",
        "diskcache": "5.6.3",
        "distro": "1.9.0",
        "dnspython": "2.8.0",
        "docstring-parser": "0.18.0",
        "einops": "0.8.2",
        "email-validator": "2.3.0",
        "fastapi": "0.136.3",
        "fastapi-cli": "0.0.29",
        "fastapi-cloud-cli": "0.22.1",
        "fastar": "0.11.0",
        "fastsafetensors": "0.3.3",
        "filelock": "3.29.7",
        "flashinfer-cubin": "0.6.12",
        "flashinfer-python": "0.6.12",
        "frozenlist": "1.8.0",
        "fsspec": "2026.6.0",
        "googleapis-common-protos": "1.75.0",
        "grpcio": "1.82.1",
        "h11": "0.16.0",
        "hf-xet": "1.5.1",
        "httpcore": "1.0.9",
        "httptools": "0.8.0",
        "httpx": "0.28.1",
        "httpx-sse": "0.4.3",
        "huggingface-hub": "1.23.0",
        "humming-kernels": "0.1.6",
        "idna": "3.18",
        "ijson": "3.5.1",
        "interegular": "0.3.3",
        "jinja2": "3.1.6",
        "jiter": "0.16.0",
        "jmespath": "1.1.0",
        "jsonschema": "4.26.0",
        "jsonschema-specifications": "2025.9.1",
        "lark": "1.2.2",
        "llguidance": "1.7.6",
        "llvmlite": "0.47.0",
        "lm-format-enforcer": "0.11.3",
        "loguru": "0.7.3",
        "markdown-it-py": "4.2.0",
        "markupsafe": "3.0.3",
        "mcp": "1.28.1",
        "mdurl": "0.1.2",
        "mistral-common": "1.11.5",
        "ml-dtypes": "0.5.4",
        "model-hosting-container-standards": "0.1.16",
        "mpmath": "1.3.0",
        "msgspec": "0.21.1",
        "multidict": "6.7.1",
        "networkx": "3.6.1",
        "ninja": "1.13.0",
        "numba": "0.65.0",
        "numpy": "2.3.5",
        "nvidia-cublas-cu12": "12.9.1.4",
        "nvidia-cuda-cccl-cu12": "12.9.27",
        "nvidia-cuda-crt": "13.3.73",
        "nvidia-cuda-cupti-cu12": "12.9.79",
        "nvidia-cuda-nvcc": "13.2.78",
        "nvidia-cuda-nvcc-cu12": "12.9.86",
        "nvidia-cuda-nvrtc-cu12": "12.9.86",
        "nvidia-cuda-runtime": "13.3.29",
        "nvidia-cuda-runtime-cu12": "12.9.79",
        "nvidia-cuda-tileiras": "13.2.78",
        "nvidia-cudnn-cu12": "9.17.1.4",
        "nvidia-cudnn-frontend": "1.26.0",
        "nvidia-cufft-cu12": "11.4.1.4",
        "nvidia-cufile-cu12": "1.14.1.1",
        "nvidia-curand-cu12": "10.3.10.19",
        "nvidia-cusolver-cu12": "11.7.5.82",
        "nvidia-cusparse-cu12": "12.5.10.65",
        "nvidia-cusparselt-cu12": "0.7.1",
        "nvidia-cutlass-dsl": "4.5.2",
        "nvidia-cutlass-dsl-libs-base": "4.5.2",
        "nvidia-ml-py": "13.610.43",
        "nvidia-nccl-cu12": "2.28.9",
        "nvidia-nvjitlink-cu12": "12.9.86",
        "nvidia-nvshmem-cu12": "3.4.5",
        "nvidia-nvtx-cu12": "12.9.79",
        "nvidia-nvvm": "13.2.78",
        "openai": "2.45.0",
        "openai-harmony": "0.0.8",
        "opencv-python-headless": "5.0.0.93",
        "opentelemetry-api": "1.43.0",
        "opentelemetry-exporter-otlp": "1.43.0",
        "opentelemetry-exporter-otlp-proto-common": "1.43.0",
        "opentelemetry-exporter-otlp-proto-grpc": "1.43.0",
        "opentelemetry-exporter-otlp-proto-http": "1.43.0",
        "opentelemetry-proto": "1.43.0",
        "opentelemetry-sdk": "1.43.0",
        "opentelemetry-semantic-conventions": "0.64b0",
        "opentelemetry-semantic-conventions-ai": "0.5.1",
        "outlines-core": "0.2.14",
        "packaging": "26.2",
        "partial-json-parser": "0.2.1.1.post7",
        "pillow": "12.3.0",
        "prometheus-client": "0.25.0",
        "prometheus-fastapi-instrumentator": "8.0.2",
        "propcache": "0.5.2",
        "protobuf": "7.35.1",
        "psutil": "7.2.2",
        "py-cpuinfo": "9.0.0",
        "pybase64": "1.4.3",
        "pycountry": "26.2.16",
        "pycparser": "3.0",
        "pydantic": "2.13.4",
        "pydantic-core": "2.46.4",
        "pydantic-extra-types": "2.11.1",
        "pydantic-settings": "2.14.2",
        "pyelftools": "0.33",
        "pygments": "2.20.0",
        "pyjwt": "2.13.0",
        "python-dotenv": "1.2.2",
        "python-json-logger": "4.1.0",
        "python-multipart": "0.0.32",
        "pyyaml": "6.0.3",
        "pyzmq": "27.1.0",
        "quack-kernels": "0.5.0",
        "referencing": "0.37.0",
        "regex": "2026.6.28",
        "requests": "2.34.2",
        "rich": "15.0.0",
        "rich-toolkit": "0.20.1",
        "rignore": "0.7.6",
        "rpds-py": "2026.6.3",
        "safetensors": "0.8.0",
        "sentencepiece": "0.2.1",
        "sentry-sdk": "2.64.0",
        "setproctitle": "1.3.7",
        "setuptools": "80.10.2",
        "shellingham": "1.5.4",
        "six": "1.17.0",
        "sniffio": "1.3.1",
        "sse-starlette": "3.4.5",
        "starlette": "1.3.1",
        "supervisor": "4.3.0",
        "sympy": "1.14.0",
        "tabulate": "0.10.0",
        "tiktoken": "0.13.0",
        "tilelang": "0.1.9",
        "tokenizers": "0.22.2",
        "tokenspeed-mla": "0.1.2",
        "tokenspeed-triton": "3.7.10.post20260531",
        "torch": "2.11.0+cu129",
        "torch-c-dlpack-ext": "0.1.5",
        "torchaudio": "2.11.0+cu129",
        "torchvision": "0.26.0+cu129",
        "tqdm": "4.68.4",
        "transformers": "5.13.0",
        "triton": "3.6.0",
        "typer": "0.26.8",
        "typing-extensions": "4.16.0",
        "typing-inspection": "0.4.2",
        "urllib3": "2.7.0",
        "uvicorn": "0.51.0",
        "uvloop": "0.22.1",
        "vllm": "0.24.0+cu129",
        "watchfiles": "1.2.0",
        "websockets": "16.0",
        "xgrammar": "0.2.3",
        "yarl": "1.24.2",
        "z3-solver": "4.15.4.0"
      },
      "platform": "Linux-6.8.0-52-generic-x86_64-with-glibc2.39",
      "python": "3.12.3",
      "python_executable": "/workspace/small-model-experimentation/.venv-vllm/bin/python",
      "uv": "uv 0.9.0",
      "vllm_enable_v1_multiprocessing": "0"
    },
    "schema_version": 1
  },
  "schema_version": 1,
  "traces": {
    "continued": 2,
    "loop": 0,
    "max_tokens": 5120,
    "median_tokens": 5120,
    "min_tokens": 3171,
    "natural_close": 2,
    "prior_available": 4,
    "rows": 4,
    "sampled_tokens": 17078
  },
  "vllm_score_meta": {
    "elapsed_seconds": 2.2955997362732887,
    "engine": {
      "adapter": null,
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "enable_prefix_caching": false,
      "enforce_eager": false,
      "gpu_memory_utilization": 0.9,
      "max_model_len": 16384,
      "max_num_batched_tokens": 16384,
      "max_num_seqs": 32
    },
    "engine_args": {
      "async_scheduling": false,
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "dtype": "bfloat16",
      "enable_prefix_caching": false,
      "enforce_eager": false,
      "generation_config": "vllm",
      "gpu_memory_utilization": 0.9,
      "language_model_only": true,
      "mamba_cache_mode": "none",
      "max_cudagraph_capture_size": 32,
      "max_logprobs": 20,
      "max_model_len": 16384,
      "max_num_batched_tokens": 16384,
      "max_num_seqs": 32,
      "model": "Qwen/Qwen3.5-4B",
      "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "seed": 0,
      "tensor_parallel_size": 1,
      "tokenizer_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "trust_remote_code": true
    },
    "extra": {
      "answer_boundary": "</think>\n\nANSWER: ",
      "answer_sequences": 6,
      "capacity_fit": {
        "active_sequence_cap": 6,
        "block_size": 528,
        "gpu_cache_blocks": 2045,
        "largest_prompt_plus_generation_tokens": 5296,
        "live_kv_cache_tokens": 1079760,
        "logical_sequences": 6,
        "passed": true,
        "remaining_token_margin": 1044912,
        "requested_active_tokens_upper_bound": 31776,
        "required_live_kv_cache_tokens": 34848,
        "rounded_sequence_reservation": 5808,
        "source": "llm_engine.vllm_config.cache_config"
      },
      "items": 2,
      "readout": "vllm_raw_logprob_token_ids_at_exact_teacher_forced_prefix",
      "sampled_token_rank_bypassed": true,
      "sampled_token_rank_used": false,
      "sampled_tokens_per_score_request": 1,
      "targeted_next_token_requests": 9,
      "traces_input": 4,
      "traces_scored": 4
    },
    "logical_counts": {
      "score_prefill_tokens": 29050,
      "score_sampled_tokens": 9,
      "thought_prompt_tokens": 9310,
      "thought_sampled_tokens": 17078
    },
    "model": "Qwen/Qwen3.5-4B",
    "model_ops_sha256": "0ae9ea79e8ef51b01ad4495eb04f9ca37249b0c63d0073a3088ab75ad7baf266",
    "model_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
    "operation": "answer_potential_canonical",
    "resolved_cudagraph": {
      "cudagraph_capture_sizes": [
        1,
        2,
        4,
        8,
        16,
        32
      ],
      "decode_mode": "FULL",
      "has_full_cudagraphs": true,
      "max_cudagraph_capture_size": 32,
      "mixed_mode": "PIECEWISE",
      "mode": "FULL_AND_PIECEWISE",
      "source": "llm_engine.vllm_config.compilation_config"
    },
    "runner_sha256": "33ec31a547ce7767a37ad53b760ac8e6596f2ef0963f486805abeac3f8ed36ba",
    "runtime": {
      "cuda_toolkit": "nvcc: NVIDIA (R) Cuda compiler driver\nCopyright (c) 2005-2025 NVIDIA Corporation\nBuilt on Fri_Feb_21_20:23:50_PST_2025\nCuda compilation tools, release 12.8, V12.8.93\nBuild cuda_12.8.r12.8/compiler.35583870_0",
      "environment_lock": {
        "path": "/workspace/small-model-experimentation/requirements-vllm.lock.txt",
        "sha256": "64c3dde1e24f2b18a83cda3a3d84daf8701aad728e864c508854b10e3e3734c6"
      },
      "git_commit": "b61de886282cdb2cae65ee00b1d683e43ea32ea8",
      "git_dirty": true,
      "gpu": "NVIDIA RTX 6000 Ada Generation, 550.127.05, 49140",
      "packages": {
        "aiohappyeyeballs": "2.7.1",
        "aiohttp": "3.14.1",
        "aiosignal": "1.4.0",
        "annotated-doc": "0.0.4",
        "annotated-types": "0.7.0",
        "anthropic": "0.116.0",
        "anyio": "4.14.1",
        "apache-tvm-ffi": "0.1.9",
        "astor": "0.8.1",
        "attrs": "26.1.0",
        "blake3": "1.0.9",
        "cachetools": "7.1.4",
        "cbor2": "6.1.3",
        "certifi": "2026.6.17",
        "cffi": "2.1.0",
        "charset-normalizer": "3.4.9",
        "click": "8.4.2",
        "cloudpickle": "3.1.2",
        "compressed-tensors": "0.17.0",
        "cryptography": "49.0.0",
        "cuda-bindings": "12.9.7",
        "cuda-pathfinder": "1.5.6",
        "cuda-python": "12.9.7",
        "cuda-tile": "1.3.0",
        "cuda-toolkit": "12.9.1",
        "depyf": "0.20.0",
        "detect-installer": "0.1.0",
        "dill": "0.4.1",
        "diskcache": "5.6.3",
        "distro": "1.9.0",
        "dnspython": "2.8.0",
        "docstring-parser": "0.18.0",
        "einops": "0.8.2",
        "email-validator": "2.3.0",
        "fastapi": "0.136.3",
        "fastapi-cli": "0.0.29",
        "fastapi-cloud-cli": "0.22.1",
        "fastar": "0.11.0",
        "fastsafetensors": "0.3.3",
        "filelock": "3.29.7",
        "flashinfer-cubin": "0.6.12",
        "flashinfer-python": "0.6.12",
        "frozenlist": "1.8.0",
        "fsspec": "2026.6.0",
        "googleapis-common-protos": "1.75.0",
        "grpcio": "1.82.1",
        "h11": "0.16.0",
        "hf-xet": "1.5.1",
        "httpcore": "1.0.9",
        "httptools": "0.8.0",
        "httpx": "0.28.1",
        "httpx-sse": "0.4.3",
        "huggingface-hub": "1.23.0",
        "humming-kernels": "0.1.6",
        "idna": "3.18",
        "ijson": "3.5.1",
        "interegular": "0.3.3",
        "jinja2": "3.1.6",
        "jiter": "0.16.0",
        "jmespath": "1.1.0",
        "jsonschema": "4.26.0",
        "jsonschema-specifications": "2025.9.1",
        "lark": "1.2.2",
        "llguidance": "1.7.6",
        "llvmlite": "0.47.0",
        "lm-format-enforcer": "0.11.3",
        "loguru": "0.7.3",
        "markdown-it-py": "4.2.0",
        "markupsafe": "3.0.3",
        "mcp": "1.28.1",
        "mdurl": "0.1.2",
        "mistral-common": "1.11.5",
        "ml-dtypes": "0.5.4",
        "model-hosting-container-standards": "0.1.16",
        "mpmath": "1.3.0",
        "msgspec": "0.21.1",
        "multidict": "6.7.1",
        "networkx": "3.6.1",
        "ninja": "1.13.0",
        "numba": "0.65.0",
        "numpy": "2.3.5",
        "nvidia-cublas-cu12": "12.9.1.4",
        "nvidia-cuda-cccl-cu12": "12.9.27",
        "nvidia-cuda-crt": "13.3.73",
        "nvidia-cuda-cupti-cu12": "12.9.79",
        "nvidia-cuda-nvcc": "13.2.78",
        "nvidia-cuda-nvcc-cu12": "12.9.86",
        "nvidia-cuda-nvrtc-cu12": "12.9.86",
        "nvidia-cuda-runtime": "13.3.29",
        "nvidia-cuda-runtime-cu12": "12.9.79",
        "nvidia-cuda-tileiras": "13.2.78",
        "nvidia-cudnn-cu12": "9.17.1.4",
        "nvidia-cudnn-frontend": "1.26.0",
        "nvidia-cufft-cu12": "11.4.1.4",
        "nvidia-cufile-cu12": "1.14.1.1",
        "nvidia-curand-cu12": "10.3.10.19",
        "nvidia-cusolver-cu12": "11.7.5.82",
        "nvidia-cusparse-cu12": "12.5.10.65",
        "nvidia-cusparselt-cu12": "0.7.1",
        "nvidia-cutlass-dsl": "4.5.2",
        "nvidia-cutlass-dsl-libs-base": "4.5.2",
        "nvidia-ml-py": "13.610.43",
        "nvidia-nccl-cu12": "2.28.9",
        "nvidia-nvjitlink-cu12": "12.9.86",
        "nvidia-nvshmem-cu12": "3.4.5",
        "nvidia-nvtx-cu12": "12.9.79",
        "nvidia-nvvm": "13.2.78",
        "openai": "2.45.0",
        "openai-harmony": "0.0.8",
        "opencv-python-headless": "5.0.0.93",
        "opentelemetry-api": "1.43.0",
        "opentelemetry-exporter-otlp": "1.43.0",
        "opentelemetry-exporter-otlp-proto-common": "1.43.0",
        "opentelemetry-exporter-otlp-proto-grpc": "1.43.0",
        "opentelemetry-exporter-otlp-proto-http": "1.43.0",
        "opentelemetry-proto": "1.43.0",
        "opentelemetry-sdk": "1.43.0",
        "opentelemetry-semantic-conventions": "0.64b0",
        "opentelemetry-semantic-conventions-ai": "0.5.1",
        "outlines-core": "0.2.14",
        "packaging": "26.2",
        "partial-json-parser": "0.2.1.1.post7",
        "pillow": "12.3.0",
        "prometheus-client": "0.25.0",
        "prometheus-fastapi-instrumentator": "8.0.2",
        "propcache": "0.5.2",
        "protobuf": "7.35.1",
        "psutil": "7.2.2",
        "py-cpuinfo": "9.0.0",
        "pybase64": "1.4.3",
        "pycountry": "26.2.16",
        "pycparser": "3.0",
        "pydantic": "2.13.4",
        "pydantic-core": "2.46.4",
        "pydantic-extra-types": "2.11.1",
        "pydantic-settings": "2.14.2",
        "pyelftools": "0.33",
        "pygments": "2.20.0",
        "pyjwt": "2.13.0",
        "python-dotenv": "1.2.2",
        "python-json-logger": "4.1.0",
        "python-multipart": "0.0.32",
        "pyyaml": "6.0.3",
        "pyzmq": "27.1.0",
        "quack-kernels": "0.5.0",
        "referencing": "0.37.0",
        "regex": "2026.6.28",
        "requests": "2.34.2",
        "rich": "15.0.0",
        "rich-toolkit": "0.20.1",
        "rignore": "0.7.6",
        "rpds-py": "2026.6.3",
        "safetensors": "0.8.0",
        "sentencepiece": "0.2.1",
        "sentry-sdk": "2.64.0",
        "setproctitle": "1.3.7",
        "setuptools": "80.10.2",
        "shellingham": "1.5.4",
        "six": "1.17.0",
        "sniffio": "1.3.1",
        "sse-starlette": "3.4.5",
        "starlette": "1.3.1",
        "supervisor": "4.3.0",
        "sympy": "1.14.0",
        "tabulate": "0.10.0",
        "tiktoken": "0.13.0",
        "tilelang": "0.1.9",
        "tokenizers": "0.22.2",
        "tokenspeed-mla": "0.1.2",
        "tokenspeed-triton": "3.7.10.post20260531",
        "torch": "2.11.0+cu129",
        "torch-c-dlpack-ext": "0.1.5",
        "torchaudio": "2.11.0+cu129",
        "torchvision": "0.26.0+cu129",
        "tqdm": "4.68.4",
        "transformers": "5.13.0",
        "triton": "3.6.0",
        "typer": "0.26.8",
        "typing-extensions": "4.16.0",
        "typing-inspection": "0.4.2",
        "urllib3": "2.7.0",
        "uvicorn": "0.51.0",
        "uvloop": "0.22.1",
        "vllm": "0.24.0+cu129",
        "watchfiles": "1.2.0",
        "websockets": "16.0",
        "xgrammar": "0.2.3",
        "yarl": "1.24.2",
        "z3-solver": "4.15.4.0"
      },
      "platform": "Linux-6.8.0-52-generic-x86_64-with-glibc2.39",
      "python": "3.12.3",
      "python_executable": "/workspace/small-model-experimentation/.venv-vllm/bin/python",
      "uv": "uv 0.9.0",
      "vllm_enable_v1_multiprocessing": "0"
    },
    "schema_version": 1
  }
}
