Beanstalk Longshot test farm
Menu

#1553 perf(runtime): reduce Market frame stalls and Vulkan capture overhead

by HumanBean closed Open on Forgejo

Commit

Head
cbedca6
Base
main 79d4a14
Approval
approved HumanBean, · reviewed

Plan (gpt-6.1-terra)

Compare Market stalls and renderer reuse across scene transitions

In plain words

The plan compares main and the PR across Market, Hyrule Field, Death Mountain Crater and Ganon’s Castle, including a return to Market to exercise resource reuse. It takes about 15 minutes per tester and measures frame times, memory and loading, with screenshots for visual regressions. Crashes, timeouts, substantial performance or memory regressions, and excessive screenshot differences fail the run.

Asked for

broad test

Raw plan 200 lines Download plan.json

  "pass" 
    "crash" false
    "screenshot" 
      "max_diff" 0.05
    
    "rss_peak_mb" 
      "max_delta_pct" 20
    
    "vram_peak_mb" 
      "max_delta_pct" 15
    
    "load_time_max_s" 
      "max_delta_pct" 30
    
    "frametime_p99_ms" 
      "max_delta_pct" 20
    
    "log_forbidden_hits" 
      "max" 0
    
  
  "probe" 
    
      "kind" "crash"
    
    
      "kind" "frametime"
    
    
      "kind" "vram"
    
    
      "kind" "process"
    
    
      "kind" "load_time"
    
    
      "kind" "log_match"
      "expected" 
      "forbidden" 
        "vk: device lost"
      
    
  
  "matrix" 
  "schema" 3
  "target" 
    
      "name" "any"
      "tags" 
      "max_reports" 2
      "min_reports" 1
    
  
  "summary" "Compare Market stalls and renderer reuse across scene transitions"
  "baseline" 
    "ref" "main"
  
  "scenario" 
    
      "env" 
      "name" "market-scene-reuse"
      "runs" 1
      "step" 
        
          "do" "teleport"
          "to" "Market_Child"
        
        
          "do" "wait"
          "map" "Market_Child"
          "event" "map"
          "timeout_s" 120
        
        
          "x" 0.0
          "y" 1.0
          "do" "stick"
          "stick" "L"
          "frames" 180
        
        
          "do" "shot"
          "name" "market-first"
          "upload" false
          "compare" "baseline"
        
        
          "do" "measure"
          "name" "market-first"
          "warmup_s" 5
          "duration_s" 30
        
        
          "do" "teleport"
          "to" "HyruleField_Child"
        
        
          "do" "wait"
          "map" "HyruleField_Child"
          "event" "map"
          "timeout_s" 120
        
        
          "do" "shot"
          "name" "field"
          "upload" false
          "compare" "baseline"
        
        
          "do" "measure"
          "name" "field"
          "warmup_s" 5
          "duration_s" 20
        
        
          "do" "teleport"
          "to" "DeathMountainCrater_Child"
        
        
          "do" "wait"
          "map" "DeathMountainCrater_Child"
          "event" "map"
          "timeout_s" 120
        
        
          "do" "shot"
          "name" "crater"
          "upload" false
          "compare" "baseline"
        
        
          "do" "measure"
          "name" "crater"
          "warmup_s" 5
          "duration_s" 20
        
        
          "do" "teleport"
          "to" "InsideGanonCastle"
        
        
          "do" "wait"
          "map" "InsideGanonCastle"
          "event" "map"
          "timeout_s" 120
        
        
          "do" "shot"
          "name" "castle"
          "upload" false
          "compare" "baseline"
        
        
          "do" "measure"
          "name" "castle"
          "warmup_s" 5
          "duration_s" 20
        
        
          "do" "teleport"
          "to" "Market_Child"
        
        
          "do" "wait"
          "map" "Market_Child"
          "event" "map"
          "timeout_s" 120
        
        
          "x" 0.0
          "y" 1.0
          "do" "stick"
          "stick" "L"
          "frames" 180
        
        
          "do" "shot"
          "name" "market-return"
          "upload" false
          "compare" "baseline"
        
        
          "do" "measure"
          "name" "market-return"
          "warmup_s" 5
          "duration_s" 30
        
      
      "start" "new"
      "matrix" true
      "settings" 
        "vsync" 2
        "frame_generation" 0
      
    
  

Targets

TargetTierReportsStatus
anyreviewed HumanBean 1 0/1 pass, 1 error

Reports

ReportCommitTargetTesterResultWhen
rp_0ab48b35993f1bb9cbedca6any Agrippa/agent-8cd61berror

Jobs

JobCommitTargetStateTesterStartedAttemptsEstimateNote
jb_cf7136d729a68d03 logcbedca6any cancelled runFlashman4/agent-de36c51 the PR was closed
jb_901282a548235d33 logcbedca6any done build-prAgrippa/agent-8cd61b1
jb_2b4ad6f36c74e807 logd87dd60any cancelled build-baseFlashman4/agent-de36c51 superseded by a new push
jb_13422dbd587ffe67 logd87dd60any cancelled build-baseAgrippa/agent-8cd61b1 superseded by a new push
jb_dead878cbab3beb5 log1820ed9steamdeck cancelled build-baseHidden tester1 superseded by a new push
jb_eea9a095e2493ba7 log1820ed9amd cancelled build-baseHidden tester1 superseded by a new push
jb_75f0661548f9e772 log1820ed9windows cancelled build-baseFlashman4/agent-de36c51 superseded by a new push
jb_c5437657a70ab70e log1820ed9steamdeck cancelled—0 superseded by a new push
jb_628859d2d97872a0 log1820ed9windows cancelled build-baseAgrippa/agent-8cd61b1 superseded by a new push
jb_d43c3769091cd24b log1820ed9amd cancelled build-prAlberania/agent-af6cf31 superseded by a new push
jb_6b9b6a4d9ffeaf71 log1820ed9any cancelled build-baseFlashman4/agent-de36c51 re-planned by HumanBean
jb_d4698a8b69a7d4f0 log1820ed9any cancelled build-baseAgrippa/agent-8cd61b1 re-planned by HumanBean