{ "schema": "kofta.census.v1", "generated_utc": "2026-07-22T14:01:00Z", "devices": [ { "machine_id": "h100-sxm-001", "offer_id": "vast-12345678", "offer_row": { "gpu_name": "NVIDIA H100 SXM 80GB", "num_gpus": 1, "pcie_bw": 32, "gpu_mem_bw": 3350, "gpu_ram": 80, "cpu_ram": 256, "reliability": 0.98, "verified": true, "inet_down": 1000, "inet_up": 500, "dph_total": 2.89, "geolocation": "Ohio, US", "cuda_max_good": "12.4" }, "measured": { "raw_h2d_gbps_437mb": 33.47, "raw_h2d_gbps_875mb": 37.84, "isolated_layer_compute_ms": 2.45, "runs": [ { "config": "INT4-stream b32 (B3) [aggregate]", "tok_s": 35.65, "stall_pct": 77.3, "copy_ms": 622.1, "compute_ms": 2.45 } ], "power_w_avg": 350, "joules_per_token": 314.2 }, "predicted": { "h2d_gbps": 35.2, "stall_pct": 75.1, "tok_s": 37.76, "ttft_ms": 180, "model_version": "sim_v3.1" }, "error": { "tok_s_pct": -5.9, "h2d_pct": -5.1, "ttft_pct": 12.3 }, "cost_usd": 0.000401, "duration_s": 897.4, "bid_type": "interruptible", "data_status": "measured" }, { "machine_id": "a100-80gb-002", "offer_id": "vast-23456789", "offer_row": { "gpu_name": "NVIDIA A100 80GB PCIe", "num_gpus": 1, "pcie_bw": 16, "gpu_mem_bw": 2039, "gpu_ram": 80, "cpu_ram": 128, "reliability": 0.95, "verified": true, "inet_down": 500, "inet_up": 250, "dph_total": 1.45, "geolocation": "Virginia, US", "cuda_max_good": "11.8" }, "measured": { "raw_h2d_gbps_437mb": 15.2, "raw_h2d_gbps_875mb": 16.8, "isolated_layer_compute_ms": 4.2, "runs": [ { "config": "INT4-stream b32 (B3) [aggregate]", "tok_s": 13.44, "stall_pct": 82.1, "copy_ms": 1365.0, "compute_ms": 4.2 } ], "power_w_avg": 250, "joules_per_token": 595.2 }, "predicted": { "h2d_gbps": 16.0, "stall_pct": 80.5, "tok_s": 14.4, "ttft_ms": 220, "model_version": "sim_v3.1" }, "error": { "tok_s_pct": -6.7, "h2d_pct": -5.0, "ttft_pct": -9.1 }, "cost_usd": 0.000201, "duration_s": 2381.0, "bid_type": "interruptible", "data_status": "sample" }, { "machine_id": "rtx4090-24gb-003", "offer_id": "vast-34567890", "offer_row": { "gpu_name": "NVIDIA RTX 4090 24GB", "num_gpus": 1, "pcie_bw": 16, "gpu_mem_bw": 1008, "gpu_ram": 24, "cpu_ram": 64, "reliability": 0.92, "verified": true, "inet_down": 300, "inet_up": 150, "dph_total": 0.45, "geolocation": "Community Host - Texas", "cuda_max_good": "12.4" }, "measured": { "raw_h2d_gbps_437mb": 8.1, "raw_h2d_gbps_875mb": 8.9, "isolated_layer_compute_ms": 8.5, "runs": [ { "config": "INT4-stream b32 (B3) [aggregate]", "tok_s": 5.76, "stall_pct": 85.2, "copy_ms": 2555.6, "compute_ms": 8.5 } ], "power_w_avg": 120, "joules_per_token": 666.7 }, "predicted": { "h2d_gbps": 8.5, "stall_pct": 83.0, "tok_s": 6.08, "ttft_ms": 350, "model_version": "sim_v3.1" }, "error": { "tok_s_pct": -5.3, "h2d_pct": -4.7, "ttft_pct": -22.3 }, "cost_usd": 6.2e-05, "duration_s": 5555.6, "bid_type": "interruptible", "data_status": "sample" }, { "machine_id": "rtx3090-24gb-004", "offer_id": "vast-45678901", "offer_row": { "gpu_name": "NVIDIA RTX 3090 24GB", "num_gpus": 1, "pcie_bw": 16, "gpu_mem_bw": 936, "gpu_ram": 24, "cpu_ram": 32, "reliability": 0.88, "verified": true, "inet_down": 200, "inet_up": 100, "dph_total": 0.35, "geolocation": "Community Host - Florida", "cuda_max_good": "8.6" }, "measured": { "raw_h2d_gbps_437mb": 5.2, "raw_h2d_gbps_875mb": 5.7, "isolated_layer_compute_ms": 12.8, "runs": [ { "config": "INT4-stream b32 (B3) [aggregate]", "tok_s": 3.52, "stall_pct": 88.5, "copy_ms": 3963.6, "compute_ms": 12.8 } ], "power_w_avg": 95, "joules_per_token": 863.6 }, "predicted": { "h2d_gbps": 5.5, "stall_pct": 87.0, "tok_s": 3.84, "ttft_ms": 450, "model_version": "sim_v3.1" }, "error": { "tok_s_pct": -8.3, "h2d_pct": -5.5, "ttft_pct": -38.2 }, "cost_usd": 4.8e-05, "duration_s": 9090.9, "bid_type": "interruptible", "data_status": "sample" }, { "machine_id": "l40s-48gb-005", "offer_id": "vast-56789012", "offer_row": { "gpu_name": "NVIDIA L40S 48GB", "num_gpus": 1, "pcie_bw": 16, "gpu_mem_bw": 864, "gpu_ram": 48, "cpu_ram": 128, "reliability": 0.94, "verified": true, "inet_down": 800, "inet_up": 400, "dph_total": 0.65, "geolocation": "California, US", "cuda_max_good": "12.2" }, "measured": { "raw_h2d_gbps_437mb": 7.2, "raw_h2d_gbps_875mb": 7.9, "isolated_layer_compute_ms": 6.8, "runs": [ { "config": "INT4-stream b32 (B3) [aggregate]", "tok_s": 7.36, "stall_pct": 83.7, "copy_ms": 2021.7, "compute_ms": 6.8 } ], "power_w_avg": 140, "joules_per_token": 608.7 }, "predicted": { "h2d_gbps": 7.6, "stall_pct": 82.0, "tok_s": 7.68, "ttft_ms": 280, "model_version": "sim_v3.1" }, "error": { "tok_s_pct": -4.2, "h2d_pct": -5.3, "ttft_pct": -18.2 }, "cost_usd": 9e-05, "duration_s": 4347.8, "bid_type": "interruptible", "data_status": "sample" }, { "machine_id": "a6000-48gb-006", "offer_id": "vast-67890123", "offer_row": { "gpu_name": "NVIDIA RTX A6000 48GB", "num_gpus": 1, "pcie_bw": 16, "gpu_mem_bw": 768, "gpu_ram": 48, "cpu_ram": 64, "reliability": 0.9, "verified": true, "inet_down": 400, "inet_up": 200, "dph_total": 0.55, "geolocation": "New York, US", "cuda_max_good": "12.1" }, "measured": { "raw_h2d_gbps_437mb": 6.4, "raw_h2d_gbps_875mb": 7.0, "isolated_layer_compute_ms": 7.5, "runs": [ { "config": "INT4-stream b32 (B3) [aggregate]", "tok_s": 6.4, "stall_pct": 84.5, "copy_ms": 1800.0, "compute_ms": 7.5 } ], "power_w_avg": 130, "joules_per_token": 650.0 }, "predicted": { "h2d_gbps": 6.8, "stall_pct": 83.0, "tok_s": 6.72, "ttft_ms": 300, "model_version": "sim_v3.1" }, "error": { "tok_s_pct": -4.8, "h2d_pct": -5.9, "ttft_pct": -30.0 }, "cost_usd": 7.6e-05, "duration_s": 5000.0, "bid_type": "interruptible", "data_status": "sample" } ] }