From c436b2f326ef8e2fcfdbfc456d04deff9a507ef1 Mon Sep 17 00:00:00 2001 From: Ruheena Suhani Shaik Date: Thu, 19 Dec 2024 12:48:30 +0200 Subject: [PATCH] added htorch support to lora model --- vllm/lora/models.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/lora/models.py b/vllm/lora/models.py index e30e723680c51..22b47f7b409d0 100644 --- a/vllm/lora/models.py +++ b/vllm/lora/models.py @@ -7,6 +7,7 @@ from typing import (Any, Callable, Dict, List, Optional, Sequence, Tuple, Type, Union) +import habana_frameworks.torch import safetensors.torch import torch from torch import nn