Fix torch import

danielz02 · Mar 26, 2024 · a67724f · a67724f
1 parent fba2378
commit a67724f
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/src/helm/proxy/clients/huggingface_client.py b/src/helm/proxy/clients/huggingface_client.py
@@ -90,7 +90,6 @@ def __init__(self, model_config: HuggingFaceModelConfig):
                 )
                 hlog(self.model.hf_device_map)
             elif quantization_config and quantization_config.model_loader == ModelLoader.SQUEEZELLM:
-                import torch
                 from squeezellm.modelutils import find_layers
                 from squeezellm.quant import make_quant_lut