{"success":true,"data":{"dataset":{"id":"ai-server-system-bom","name":"AI Server System BOM & Rack Cost","category":"ai-chip-bom","description":"Full system-level bill of materials for AI training servers — from DGX H100 (8-GPU) through GB200 NVL72 (72-GPU rack). Tracks how rack economics evolved as HBM and networking costs exploded.","unit":"$K","sourceNote":"Synthesized from Epoch.ai hardware cost database, SemiAnalysis system architecture deep dives, and analyst estimates. All costs are approximate manufacture/procurement costs, not list prices.","methodUrl":null},"dataPoints":[{"dataset_id":"ai-server-system-bom","period_label":"DGX H100 (2023)","period_sort_key":202300,"value_low":null,"value_mid":26.6,"value_high":null,"value_label":null,"series_key":"gpu-cost","series_label":"GPU (COGS)","series_color":"#3B82F6","confidence":"High","data_type":"Confirmed","is_recent":true,"is_projection":null,"source_name":"Epoch.ai / NVIDIA DGX spec","source_date":"Dec 2023","source_note":"8× H100 SXM5 × $3,320 COGS = $26.6K","source_url":null,"source_excerpt":null,"source_lang":null,"source_publisher":null},{"dataset_id":"ai-server-system-bom","period_label":"DGX H100 (2023)","period_sort_key":202300,"value_low":null,"value_mid":8,"value_high":null,"value_label":null,"series_key":"networking-cost","series_label":"Networking","series_color":"#8B5CF6","confidence":"Medium","data_type":"Estimate","is_recent":true,"is_projection":null,"source_name":"SemiAnalysis","source_date":"Dec 2023","source_note":"NVLink switch + InfiniBand HDR NICs","source_url":null,"source_excerpt":null,"source_lang":null,"source_publisher":null},{"dataset_id":"ai-server-system-bom","period_label":"DGX H100 (2023)","period_sort_key":202300,"value_low":null,"value_mid":4,"value_high":null,"value_label":null,"series_key":"power-cooling-cost","series_label":"Power & Cooling","series_color":"#EF4444","confidence":"Medium","data_type":"Estimate","is_recent":true,"is_projection":false,"source_name":"Data center analyst estimates","source_date":"Dec 2023","source_note":"700W TDP per H100 × 8 = 5.6kW; power delivery + cooling","source_url":null,"source_excerpt":null,"source_lang":null,"source_publisher":null},{"dataset_id":"ai-server-system-bom","period_label":"DGX H100 (2023)","period_sort_key":202300,"value_low":null,"value_mid":6.4,"value_high":null,"value_label":null,"series_key":"chassis-optics-cost","series_label":"Memory, Storage & Chassis","series_color":"#F59E0B","confidence":"Medium","data_type":"Estimate","is_recent":true,"is_projection":false,"source_name":"Silicon Analysts estimate","source_date":"Mar 2026","source_note":"System DDR5, NVMe SSDs, chassis, optics","source_url":null,"source_excerpt":null,"source_lang":null,"source_publisher":null},{"dataset_id":"ai-server-system-bom","period_label":"GB200 NVL72 (2024)","period_sort_key":202400,"value_low":null,"value_mid":486,"value_high":null,"value_label":null,"series_key":"gpu-cost","series_label":"GPU (COGS)","series_color":"#3B82F6","confidence":"High","data_type":"Confirmed","is_recent":true,"is_projection":false,"source_name":"Silicon Analysts / chipSpecs.ts","source_date":"Mar 2026","source_note":"72x B200 x $6,750 COGS = $486.0K. Re-based 2026-08-16 with chipSpecs.ts; the prior $6,400 anchor predated the HBM3e re-base.","source_url":null,"source_excerpt":null,"source_lang":null,"source_publisher":null},{"dataset_id":"ai-server-system-bom","period_label":"GB200 NVL72 (2024)","period_sort_key":202400,"value_low":null,"value_mid":80,"value_high":null,"value_label":null,"series_key":"networking-cost","series_label":"Networking","series_color":"#8B5CF6","confidence":"Medium","data_type":"Estimate","is_recent":true,"is_projection":false,"source_name":"SemiAnalysis rack cost analysis","source_date":"Dec 2024","source_note":"NVLink5 switch, InfiniBand NDR400, PCIe retimers","source_url":null,"source_excerpt":null,"source_lang":null,"source_publisher":null},{"dataset_id":"ai-server-system-bom","period_label":"GB200 NVL72 (2024)","period_sort_key":202400,"value_low":null,"value_mid":120,"value_high":null,"value_label":null,"series_key":"power-cooling-cost","series_label":"Power & Cooling","series_color":"#EF4444","confidence":"Medium","data_type":"Estimate","is_recent":true,"is_projection":false,"source_name":"NVIDIA NVL72 spec / Silicon Analysts","source_date":"Mar 2026","source_note":"120kW rack; liquid cooling mandatory; cold plates + CDU","source_url":null,"source_excerpt":null,"source_lang":null,"source_publisher":null},{"dataset_id":"ai-server-system-bom","period_label":"GB200 NVL72 (2024)","period_sort_key":202400,"value_low":null,"value_mid":65,"value_high":null,"value_label":null,"series_key":"chassis-optics-cost","series_label":"Memory, Storage & Chassis","series_color":"#F59E0B","confidence":"Medium","data_type":"Estimate","is_recent":true,"is_projection":false,"source_name":"Silicon Analysts estimate","source_date":"Mar 2026","source_note":"36× Grace CPU (LPDDR5X), NVMe, chassis, power distribution, optics","source_url":null,"source_excerpt":null,"source_lang":null,"source_publisher":null}],"keyEvents":[{"dataset_id":"ai-server-system-bom","period_sort_key":202400,"period_label":"GB200 NVL72 (2024)","event_label":"120kW Rack Threshold","event_description":"GB200 NVL72 crosses 120kW per rack; liquid cooling becomes mandatory. Rack BOM approaches $700K+.","event_type":"warning"}]},"meta":{"source":"Silicon Analysts","citeAs":"Silicon Analysts — Market Data","tier":"anonymous","totalPoints":8,"visiblePoints":8,"provenanceFields":["source_name","source_date","confidence","data_type","source_url","source_excerpt","source_lang","source_publisher"],"apiVersion":"1","endpoint":"/api/v1/market-data/ai-server-system-bom","docs":"https://siliconanalysts.com/developers","feedback":"Shape the paid tier — what would make this worth paying for? https://siliconanalysts.com/roadmap","freshness":{"cadence":"Event-driven — curated prints land when a dated public source publishes one (per-dataset cadence weekly → annual, see recommended_cadence). The market-data agent sweeps Sundays 02:00 UTC; prints that clear its validation gate (source-excerpt verification included) apply automatically, the rest queue for human review.","next_refresh":"2026-10-04T02:00:00.000Z","delta_check":"https://siliconanalysts.com/api/v1/changes?window=7d — the cheap way to stay current. An empty movements list means nothing moved past its significance threshold: that is signal, not staleness.","last_sourced":"2026-03-01","days_since_source":211}}}