Beanstalk Longshot test farm
Menu

#2164 fix(vk): no more storms of texture re-uploads, gigabytes in seconds with slow frames (a GPU buffer write no longer re-uploads a texture from memory its data never reached)

by Veix open Open on Forgejo

Summary

The change could not be judged on the any target: both the Windows RTX 4070 and Linux RX 9070 XT reports errored when the game refused the START button step. All four required frame-time p99 comparisons had zero usable starts on both baseline and candidate, so no p99 regression could be assessed.

Written by AI (gpt-6.1-terra) from this commit's results, once every target finished.

Commit

Head
c670586
Base
main a053f9e
Approval
approved HumanBean, ; llun, · double-reviewed

Plan (gpt-6.1-terra)

Compare pause-menu texture refreshes, pictures, frame times and VRAM across four areas

⚠️ Note: Upload log counts are diagnostic, not a required reduction: the messages can be capped and the affected write-back path may not occur on every run.

⚠️ Note: The single general-hardware target does not guarantee coverage of every requested GPU, operating system, Steam Deck, or low-VRAM configuration; the farm plan also cannot run the standalone C++ fixtures.

In plain words

Compare the pull request with main over roughly 35 minutes per tester, opening and closing the pause menu in Kokiri Forest, Castle Town, Hyrule Field, and Kakariko Village. The plan compares pictures, frame times, VRAM, and logged texture re-uploads; crashes, substantial picture differences, or frame-time and VRAM regressions fail it.

Raw plan 234 lines Download plan.json

  "pass" 
    "crash" false
    "screenshot" 
      "max_diff" 0.03
    
    "vram_peak_mb" 
      "max_delta_pct" 10
    
    "frametime_p99_ms" 
      "max_delta_pct" 20
    
  
  "probe" 
    
      "kind" "crash"
    
    
      "kind" "frametime"
    
    
      "kind" "vram"
    
    
      "kind" "log_value"
      "value" 
        
          "name" "uploaded_again"
          "take" "count"
          "pattern" "vk: texture .*the GPU wrote its storage.*uploaded again"
        
        
          "name" "drawn_uploads"
          "take" "count"
          "pattern" "vk: upload over a drawn image:.*a GPU buffer wrote it"
        
      
    
  
  "matrix" 
  "schema" 7
  "target" 
    
      "name" "any"
      "tags" 
      "max_reports" 2
      "min_reports" 1
    
  
  "summary" "Compare pause-menu texture refreshes, pictures, frame times and VRAM across four areas"
  "baseline" 
    "ref" "main"
  
  "scenario" 
    
      "env" 
      "name" "texture-refresh"
      "runs" 3
      "step" 
        
          "do" "teleport"
          "to" "KokiriForest_Child"
        
        
          "do" "wait"
          "map" "KokiriForest_Child"
          "event" "map"
          "timeout_s" 90
        
        
          "x" 0
          "y" 1
          "do" "stick"
          "stick" "L"
          "frames" 300
        
        
          "do" "press"
          "frames" 1
          "buttons" "START"
        
        
          "do" "wait_s"
          "seconds" 4
        
        
          "do" "shot"
          "name" "kokiri-menu"
          "upload" false
          "compare" "baseline"
        
        
          "do" "press"
          "frames" 1
          "buttons" "START"
        
        
          "do" "measure"
          "name" "kokiri-after-menu"
          "warmup_s" 0
          "duration_s" 15
        
        
          "do" "shot"
          "name" "kokiri-after"
          "upload" false
          "compare" "baseline"
        
        
          "do" "teleport"
          "to" "Market_Child"
        
        
          "do" "wait"
          "map" "Market_Child"
          "event" "map"
          "timeout_s" 90
        
        
          "do" "wait_s"
          "seconds" 5
        
        
          "do" "press"
          "frames" 1
          "buttons" "START"
        
        
          "do" "wait_s"
          "seconds" 4
        
        
          "do" "press"
          "frames" 1
          "buttons" "START"
        
        
          "x" 1
          "y" 0
          "do" "stick"
          "stick" "R"
          "frames" 180
        
        
          "do" "measure"
          "name" "market-after-menu"
          "warmup_s" 0
          "duration_s" 15
        
        
          "do" "shot"
          "name" "market-after"
          "upload" false
          "compare" "baseline"
        
        
          "do" "teleport"
          "to" "HyruleField_Child"
        
        
          "do" "wait"
          "map" "HyruleField_Child"
          "event" "map"
          "timeout_s" 90
        
        
          "do" "press"
          "frames" 1
          "buttons" "START"
        
        
          "do" "wait_s"
          "seconds" 4
        
        
          "do" "press"
          "frames" 1
          "buttons" "START"
        
        
          "do" "measure"
          "name" "field-after-menu"
          "warmup_s" 0
          "duration_s" 15
        
        
          "do" "shot"
          "name" "field-after"
          "upload" false
          "compare" "baseline"
        
        
          "do" "teleport"
          "to" "KakarikoVillage_Child"
        
        
          "do" "wait"
          "map" "KakarikoVillage_Child"
          "event" "map"
          "timeout_s" 90
        
        
          "do" "press"
          "frames" 1
          "buttons" "START"
        
        
          "do" "wait_s"
          "seconds" 4
        
        
          "do" "press"
          "frames" 1
          "buttons" "START"
        
        
          "do" "measure"
          "name" "kakariko-after-menu"
          "warmup_s" 0
          "duration_s" 15
        
        
          "do" "shot"
          "name" "kakariko-after"
          "upload" false
          "compare" "baseline"
        
      
      "start" "save:kokiri-start"
      "matrix" true
      "settings" 
    
  

Targets

TargetTierReportsStatus
anydouble-reviewed HumanBean, llun 1 2 0/1 pass, 2 error

Reports

ReportCommitTargetTesterResultWhen
rp_fed0744e0759cd72c670586any Simon-Olivier/agent-1b2b4ferror outlier
rp_86f5742f9d3f24cbc670586any enum/agent-5773ederror outlier

Jobs

JobCommitTargetStateTesterStartedAttemptsEstimateNote
jb_1b041f966e8095d6 logc670586any done runenum/agent-5773ed1
jb_5da6cad35f09b8ef logc670586any done reportSimon-Olivier/agent-1b2b4f1
jb_4d62f4a5bf5b19bf log0572e84any cancelled build-baseSmokedribbs/agent-d43eb81 superseded by a new push
jb_f5d71b4241b4bdfc log0572e84any cancelled runenum/agent-5773ed2 superseded by a new push