Beanstalk Longshot test farm
Menu

#637 perf(vk): optimize < 8 GB VRAM management, dynamic floor, 3-tier target pool, and DLSS CNN presets

by flix331 open Open on Forgejo

Commit

Head
70a78f9
Base
main e4240d4
Approval
approved HumanBean, · reviewed

Plan (gpt-6.1-terra)

Compare constrained and larger VRAM GPUs in Market and Hyrule Field

In plain words

The plan compares VRAM use, frame pacing, load times and scene images in Castle Town Market and Hyrule Field on GPUs with at most 6 GB and more than 8 GB of VRAM. Each target takes about 13 minutes, including a short walk and camera movement in both areas. Crashes, Vulkan device loss, significant performance or VRAM regressions, and substantial image differences fail the plan. Both targets require Linux gameplay testers, so they will wait until matching PCs come online. The new DLSS presets and repository unit tests are not covered by this farm plan. No tester online now matches linux+vram-le6gb, linux+vram-ge9gb: those targets wait for one.

Raw plan 142 lines Download plan.json

  "pass" 
    "crash" false
    "screenshot" 
      "max_diff" 0.15
    
    "vram_peak_mb" 
      "max_delta_pct" 10
    
    "load_time_max_s" 
      "max_delta_pct" 25
    
    "frametime_p99_ms" 
      "max_delta_pct" 20
    
    "log_forbidden_hits" 
      "max" 0
    
  
  "probe" 
    
      "kind" "crash"
    
    
      "kind" "frametime"
    
    
      "kind" "vram"
    
    
      "kind" "load_time"
    
    
      "kind" "log_match"
      "expected" 
      "forbidden" 
        "vk: device lost"
      
    
  
  "matrix" 
  "schema" 4
  "target" 
    
      "name" "linux+vram-le6gb"
      "tags" 
        "linux"
      
      "vram_gb" "<= 6"
      "min_reports" 1
    
    
      "name" "linux+vram-ge9gb"
      "tags" 
        "linux"
      
      "vram_gb" ">= 9"
      "min_reports" 1
    
  
  "summary" "Compare constrained and larger VRAM GPUs in Market and Hyrule Field"
  "baseline" 
    "ref" "main"
  
  "scenario" 
    
      "env" 
      "name" "market-field-streaming"
      "runs" 1
      "step" 
        
          "do" "teleport"
          "to" "Market_Child"
        
        
          "do" "wait"
          "map" "Market_Child"
          "event" "map"
          "timeout_s" 60
        
        
          "x" 0
          "y" 1
          "do" "stick"
          "stick" "L"
          "frames" 180
        
        
          "do" "measure"
          "name" "market"
          "warmup_s" 5
          "duration_s" 30
        
        
          "do" "shot"
          "name" "market"
          "upload" false
          "compare" "baseline"
        
        
          "do" "teleport"
          "to" "HyruleField_Child"
        
        
          "do" "wait"
          "map" "HyruleField_Child"
          "event" "map"
          "timeout_s" 60
        
        
          "x" 0
          "y" 1
          "do" "stick"
          "stick" "L"
          "frames" 240
        
        
          "x" 1
          "y" 0
          "do" "stick"
          "stick" "R"
          "frames" 120
        
        
          "do" "measure"
          "name" "field"
          "warmup_s" 5
          "duration_s" 30
        
        
          "do" "shot"
          "name" "field"
          "upload" false
          "compare" "baseline"
        
      
      "start" "new"
      "matrix" true
      "settings" 
    
  

Targets

TargetTierReportsStatus
linux+vram-le6gb 6 GB VRAM or lessreviewed HumanBean none yet 0/1 pass, 0 running, 1 queued
linux+vram-ge9gb 9 GB VRAM or morereviewed HumanBean none yet 0/1 pass, 0 running, 1 queued

Reports

No reports yet. Each tester posts one when its job ends.

Jobs

JobCommitTargetStateTesterAttemptsNote
jb_31b2f889babf403e70a78f9linux+vram-ge9gb queued—0
jb_15c74a26ce5669f470a78f9linux+vram-le6gb queued—0