We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1c59a8a commit b314228Copy full SHA for b314228
1 file changed
fastdeploy/model_executor/utils.py
@@ -554,13 +554,13 @@ def fn(loaded_weight_name, is_moe):
554
return fn
555
556
557
+def has_flashinfer():
558
+ return importlib.util.find_spec("flashinfer") is not None
559
+
560
561
@cache
562
def get_sm_version():
563
if paddle.cuda.is_available():
564
prop = paddle.device.cuda.get_device_properties()
565
return prop.major * 10 + prop.minor
566
return 0
-
-def has_flashinfer():
- return importlib.util.find_spec("flashinfer") is not None
0 commit comments