{
  "title": "Glasshouse same-instance H100 overhead",
  "date": "2026-05-15",
  "provider": "RunPod Secure + Vast.ai",
  "gpu": "NVIDIA H100 headline, NVIDIA RTX PRO 6000 Blackwell follow-up, NVIDIA RTX A4000 second-provider check",
  "methodology": {
    "sameInstance": true,
    "description": "Raw and Glasshouse-protected training ran sequentially on the same provider allocation.",
    "protectedPath": "Glasshouse package, attestation, gated key release, runtime evidence, zeroized cleanup.",
    "rawPath": "Same MLP workload and initial weights without the Glasshouse lifecycle.",
    "providerAllocationVarianceRemoved": true,
    "remainingVariance": [
      "order effects",
      "warm runtime state",
      "provider node behavior during the same allocation"
    ],
    "workloadScope": "Matched CUDA/PyTorch MLP workload. This is not a Qwen/Llama fine-tune or 7B workload measurement."
  },
  "validResults": [
    {
      "provider": "runpod",
      "gpuModel": "NVIDIA H100 80GB HBM3",
      "durationSec": 60,
      "order": "protected-first",
      "protectedEpochsPerSec": 839.133,
      "rawEpochsPerSec": 937.134,
      "overheadPct": 10.46,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "interpretation": "valid noise check"
    },
    {
      "provider": "runpod",
      "gpuModel": "NVIDIA H100 80GB HBM3",
      "durationSec": 60,
      "order": "raw-first",
      "protectedEpochsPerSec": 916.788,
      "rawEpochsPerSec": 707.015,
      "overheadPct": -29.67,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "interpretation": "valid noise check; negative value reflects order/warm-state variance, not faster protection"
    },
    {
      "provider": "runpod",
      "gpuModel": "NVIDIA H100 80GB HBM3",
      "durationSec": 900,
      "order": "protected-first",
      "protectedEpochsPerSec": 1002.066,
      "rawEpochsPerSec": 972.938,
      "overheadPct": -2.99,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "interpretation": "valid sustained check; negative value reflects order/warm-state variance, not faster protection"
    },
    {
      "provider": "runpod",
      "gpuModel": "NVIDIA H100 80GB HBM3",
      "durationSec": 1800,
      "order": "raw-first",
      "protectedEpochsPerSec": 580.205,
      "rawEpochsPerSec": 707.995,
      "overheadPct": 18.05,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "interpretation": "current conservative 30-minute same-instance headline number"
    },
    {
      "provider": "vastai",
      "gpuModel": "NVIDIA RTX A4000",
      "durationSec": 60,
      "order": "raw-first",
      "protectedEpochsPerSec": 980.756,
      "rawEpochsPerSec": 976.741,
      "overheadPct": -0.41,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "sameAllocation": true,
      "providerInstanceId": "36798353",
      "interpretation": "valid second-provider same-instance order check; negative value reflects order/warm-state variance, not faster protection"
    },
    {
      "provider": "vastai",
      "gpuModel": "NVIDIA RTX A4000",
      "durationSec": 60,
      "order": "protected-first",
      "protectedEpochsPerSec": 998.173,
      "rawEpochsPerSec": 989.483,
      "overheadPct": -0.88,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "sameAllocation": true,
      "providerInstanceId": "36798789",
      "interpretation": "valid second-provider same-instance reverse-order check; negative value reflects order/warm-state variance, not faster protection"
    },
    {
      "provider": "runpod",
      "gpuModel": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
      "durationSec": 900,
      "order": "raw-first",
      "protectedEpochsPerSec": 2639.341,
      "rawEpochsPerSec": 2711.934,
      "overheadPct": 2.68,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "sameAllocation": true,
      "providerInstanceId": "ww2o0p2grhpd3p",
      "interpretation": "Blackwell 15-minute same-instance sustained check"
    },
    {
      "provider": "runpod",
      "gpuModel": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
      "durationSec": 1800,
      "order": "raw-first",
      "protectedEpochsPerSec": 2981.734,
      "rawEpochsPerSec": 3492.846,
      "overheadPct": 14.63,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "sameAllocation": true,
      "providerInstanceId": "xqqv571my9fhcz",
      "interpretation": "Blackwell 30-minute same-instance sustained check"
    },
    {
      "provider": "vastai",
      "gpuModel": "RTX A4000",
      "durationSec": 900,
      "order": "raw-first",
      "protectedEpochsPerSec": 928.339,
      "rawEpochsPerSec": 864.427,
      "overheadPct": -7.39,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "sameAllocation": true,
      "providerInstanceId": "36840773",
      "interpretation": "Vast.ai 15-minute second-provider same-instance sustained check; negative value reflects order/warm-state variance, not faster protection"
    },
    {
      "provider": "vastai",
      "gpuModel": "RTX A4000",
      "durationSec": 1800,
      "order": "raw-first",
      "protectedEpochsPerSec": 980.781,
      "rawEpochsPerSec": 972.199,
      "overheadPct": -0.88,
      "attestation": "verified",
      "runtimeState": "zeroized",
      "sameAllocation": true,
      "providerInstanceId": "36842356",
      "interpretation": "Vast.ai 30-minute second-provider same-instance sustained check; near-zero negative value reflects order/warm-state variance, not faster protection"
    }
  ],
  "excludedResults": [
    {
      "provider": "runpod",
      "gpuModel": "NVIDIA H100 80GB HBM3",
      "durationSec": 1800,
      "order": "protected-first",
      "reason": "Protected segment completed and zeroized, but the post-enclave raw callback did not report completion after the provider pod exited.",
      "decision": "Excluded from overhead calculation"
    }
  ],
  "productionModelSmoke": {
    "status": "passed",
    "provider": "runpod",
    "gpuModel": "NVIDIA GeForce RTX 4090",
    "modelId": "Qwen/Qwen2.5-7B-Instruct",
    "workload": "BF16 LoRA adapter smoke training",
    "steps": 1,
    "totalParams": 7616878080,
    "trainableAdapterParams": 1261568,
    "adapterSha256": "c8401b849858e78bad069d6a4fea8dbee2e7ef470b82cfed262f4d08990dba8a",
    "attestation": "verified",
    "runtimeState": "zeroized",
    "artifact": "/research/glasshouse-qwen-lora-smoke-20260515.json",
    "scope": "7B-class real-model smoke test, not a sustained 7B fine-tune or throughput benchmark."
  },
  "productionModelSameInstanceOverhead": {
    "status": "passed",
    "provider": "runpod",
    "gpuModel": "NVIDIA RTX A4000",
    "modelId": "Qwen/Qwen2.5-0.5B-Instruct",
    "workload": "8-step LoRA adapter training",
    "order": "raw-first",
    "sameAllocation": true,
    "steps": 8,
    "unit": "steps",
    "protectedStepsPerSec": 2.028,
    "rawStepsPerSec": 2.25,
    "overheadPct": 9.86,
    "protectedTrainElapsedSec": 3.944,
    "rawTrainElapsedSec": 3.555,
    "protectedSetupSec": 13.834,
    "rawSetupSec": 23.94,
    "attestation": "verified",
    "runtimeState": "zeroized",
    "providerInstanceId": "qhjf4gprg9sxcv",
    "scope": "Short Qwen 0.5B LoRA same-instance rows are functional production-model evidence. They are not sustained throughput claims because setup caching and order effects dominate short runs.",
    "vastaiA4000Rows": [
      {
        "provider": "vastai",
        "gpuModel": "RTX A4000",
        "modelId": "Qwen/Qwen2.5-0.5B-Instruct",
        "workload": "qwen-lora-smoke",
        "order": "raw-first",
        "sameAllocation": true,
        "steps": 16,
        "unit": "steps",
        "protectedStepsPerSec": 2.827,
        "rawStepsPerSec": 2.623,
        "overheadPct": -7.79,
        "protectedTrainElapsedSec": 5.66,
        "rawTrainElapsedSec": 6.101,
        "protectedSetupSec": 2.329,
        "rawSetupSec": 13.537,
        "protectedAdapterSha256": "df59925c2ae515d88a2c260b82a311dd62eeefef829de16859a202affedea67b",
        "rawAdapterSha256": "d39f2ae7163ab7c7dcf8cbc6a4ece862959820cab5e778152dcc9c91847322a0",
        "attestation": "verified",
        "runtimeState": "zeroized",
        "providerInstanceId": "36845209",
        "scope": "Short 16-step Qwen 0.5B LoRA same-instance order check. Functional production-model evidence, not sustained model-throughput overhead."
      },
      {
        "provider": "vastai",
        "gpuModel": "RTX A4000",
        "modelId": "Qwen/Qwen2.5-0.5B-Instruct",
        "workload": "qwen-lora-smoke",
        "order": "protected-first",
        "sameAllocation": true,
        "steps": 16,
        "unit": "steps",
        "protectedStepsPerSec": 2.806,
        "rawStepsPerSec": 2.643,
        "overheadPct": -6.15,
        "protectedTrainElapsedSec": 5.703,
        "rawTrainElapsedSec": 6.054,
        "protectedSetupSec": 12.919,
        "rawSetupSec": 2.278,
        "protectedAdapterSha256": "518d92fa49a2a9456067b873788064f67ae4e85ef22f24d2565b471727a43719",
        "rawAdapterSha256": "cd1f4ab34aef86b8a4e7569dd114fd69d679d5dc7b2d58e9c7bbe060bd244abf",
        "attestation": "verified",
        "runtimeState": "zeroized",
        "providerInstanceId": "36845299",
        "scope": "Short 16-step Qwen 0.5B LoRA same-instance order check. Functional production-model evidence, not sustained model-throughput overhead."
      }
    ]
  },
  "summary": {
    "currentHeadlineResult": "18.05% overhead on a 30-minute raw-first RunPod Secure H100 same-instance run; 14.63% on a 30-minute raw-first RunPod Secure RTX PRO 6000 Blackwell run",
    "providerAllocationVarianceRemoved": true,
    "cleanup": "zeroized on all included protected rows; provider cleanup checked after live runs",
    "latestUpdate": "Added RunPod RTX PRO 6000 Blackwell 15/30-minute rows, Vast.ai A4000 15/30-minute rows, and Vast.ai Qwen 0.5B 16-step order checks.",
    "next": [
      "Repeat H100 and PRO 6000 30-minute rows for a distribution",
      "Turn Qwen LoRA from smoke rows into sustained train-step measurements",
      "Run sustained 7B fine-tune once the smoke path is stable and budgeted"
    ]
  }
}
