added htorch support to lora model

HabanaAI · Dec 19, 2024 · c436b2f · c436b2f
1 parent 88ef381
commit c436b2f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/lora/models.py b/vllm/lora/models.py
@@ -7,6 +7,7 @@
 from typing import (Any, Callable, Dict, List, Optional, Sequence, Tuple, Type,
                     Union)
 
+import habana_frameworks.torch
 import safetensors.torch
 import torch
 from torch import nn