fix: fix triton OutOfResources import

OlivierDehaene · OlivierDehaene · commit 773aabdda619 · 2023-12-14T16:04:26.000+01:00
diff --git a/server/text_generation_server/utils/gptq/custom_autotune.py b/server/text_generation_server/utils/gptq/custom_autotune.py
@@ -90,7 +90,7 @@ def kernel_call():
             return triton.testing.do_bench(
                 kernel_call, percentiles=(0.5, 0.2, 0.8), rep=40
             )
-        except triton.compiler.OutOfResources:
+        except triton.OutOfResources:
             return (float("inf"), float("inf"), float("inf"))
 
     def run(self, *args, **kwargs):

Original file line number	Diff line number	Diff line change
`@@ -90,7 +90,7 @@ def kernel_call():`
`90`	`90`	`return triton.testing.do_bench(`
`91`	`91`	`kernel_call, percentiles=(0.5, 0.2, 0.8), rep=40`
`92`	`92`	`)`
`93`		`- except triton.compiler.OutOfResources:`
	`93`	`+ except triton.OutOfResources:`
`94`	`94`	`return (float("inf"), float("inf"), float("inf"))`
`95`	`95`
`96`	`96`	`def run(self, args, *kwargs):`