blanchon commited on
Commit
30296b3
·
verified ·
1 Parent(s): e00d091

Cap NFE at 128 for ZeroGPU call duration

Browse files
Files changed (1) hide show
  1. engine.py +2 -2
engine.py CHANGED
@@ -102,7 +102,7 @@ TASKS = {
102
  "checkpoint": "math500/elf_l_repa_reg/checkpoint_55824",
103
  "sccfg": 2.0,
104
  "default_nfe": 128,
105
- "max_nfe": 256,
106
  "paper": "13.39% pass@1 @ 128 NFE (paper Table 2)",
107
  "prompt": "Question: {q}\nStep-by-Step Answer:",
108
  "placeholder": "If $3x + 2(1 + x) = 17$, what is the value of $6x + 5$?",
@@ -112,7 +112,7 @@ TASKS = {
112
  "checkpoint": "code/elf_l_repa_reg/checkpoint_64248",
113
  "sccfg": 2.0,
114
  "default_nfe": 128,
115
- "max_nfe": 256,
116
  "paper": "22.56% HumanEval / 28.92% MBPP-378 pass@1 @ 128 NFE (paper Table 1)",
117
  "prompt": "Write a complete Python solution. Return only code.\n\n{q}\n\nPython solution:",
118
  "placeholder": 'def get_positive(l: list):\n """Return only positive numbers in the list.\n >>> get_positive([-1, 2, -4, 5, 6])\n [2, 5, 6]\n """',
 
102
  "checkpoint": "math500/elf_l_repa_reg/checkpoint_55824",
103
  "sccfg": 2.0,
104
  "default_nfe": 128,
105
+ "max_nfe": 128, # per-step decoder-logit analysis doubles the call time
106
  "paper": "13.39% pass@1 @ 128 NFE (paper Table 2)",
107
  "prompt": "Question: {q}\nStep-by-Step Answer:",
108
  "placeholder": "If $3x + 2(1 + x) = 17$, what is the value of $6x + 5$?",
 
112
  "checkpoint": "code/elf_l_repa_reg/checkpoint_64248",
113
  "sccfg": 2.0,
114
  "default_nfe": 128,
115
+ "max_nfe": 128, # per-step decoder-logit analysis doubles the call time
116
  "paper": "22.56% HumanEval / 28.92% MBPP-378 pass@1 @ 128 NFE (paper Table 1)",
117
  "prompt": "Write a complete Python solution. Return only code.\n\n{q}\n\nPython solution:",
118
  "placeholder": 'def get_positive(l: list):\n """Return only positive numbers in the list.\n >>> get_positive([-1, 2, -4, 5, 6])\n [2, 5, 6]\n """',