Traceback (most recent call last):RuntimeError: "addmm_impl_cpu_" not implemented for 'Half'

[alps008]

大神好，这个问题一帮忙看看是否有办法解决。thanks

Package Version Editable project location

---

absl-py 1.4.0
accelerate 0.19.0
addict 2.4.0
aenum 3.1.12
aiofiles 23.1.0
aiohttp 3.8.4
aiosignal 1.3.1
aliyun-python-sdk-alimt 3.2.0
aliyun-python-sdk-core 2.13.10
altair 4.2.2
antlr4-python3-runtime 4.9.3
anyio 3.6.2
appdirs 1.4.4
asttokens 2.2.1
astunparse 1.6.3
async-timeout 4.0.2
attrs 21.4.0
auto-gptq 0.2.0+cu117
av 10.0.0
backcall 0.2.0
basicsr 1.4.2
beautifulsoup4 4.12.1
bitsandbytes 0.35.4
blendmodes 2022
blip 0.1.0
blip-ci 0.0.3
boltons 23.0.0
boto3 1.26.133
botocore 1.29.133
cachetools 5.3.0
cbor2 5.4.6
certifi 2022.12.7
cffi 1.15.1
chardet 4.0.0
charset-normalizer 2.0.12
clean-fid 0.1.35
click 8.1.3
clip 1.0
clip-anytorch 2.5.2
clip-interrogator 0.5.4
cmake 3.26.1
colorama 0.4.6
coloredlogs 15.0.1
comm 0.1.3
contourpy 1.0.7
cryptography 40.0.2
cssselect2 0.7.0
cycler 0.10.0
Cython 0.29.34
dadaptation 3.1
datasets 2.13.0
debugpy 1.6.7
decorator 5.1.1
deepspeed 0.8.3
deprecation 2.1.0
diff-match-patch 20200713
diffusers 0.16.1
diffusion 6.9.1
diffusion-core 0.0.28
dill 0.3.6
discord-webhook 1.1.0
docker-pycreds 0.4.0
einops 0.4.1
entrypoints 0.4
evaluate 0.4.0
executing 1.2.0
facexlib 0.2.5
fairscale 0.4.13
fastapi 0.94.1
ffmpeg 1.4
ffmpeg-python 0.2.0
ffmpy 0.3.0
filelock 3.10.7
filterpy 1.4.5
fire 0.5.0
flatbuffers 23.3.3
flexgen 0.1.7
font-roboto 0.0.1
fonts 0.0.3
fonttools 4.39.3
frozenlist 1.3.3
fsspec 2023.3.0
ftfy 6.1.1
future 0.18.3
fvcore 0.1.5.post20221221
gast 0.4.0
gdown 4.7.1
gfpgan 1.3.8
gitdb 4.0.10
GitPython 3.1.31
google-auth 2.17.0
google-auth-oauthlib 1.0.0
google-pasta 0.2.0
gradio 3.32.0
gradio_client 0.2.7
groundingdino 0.1.0
grpcio 1.51.3
h11 0.12.0
h5py 3.8.0
hjson 3.1.0
httpcore 0.15.0
httpx 0.23.3
huggingface-hub 0.15.1
humanfriendly 10.0
idna 2.10
imageio 2.27.0
imageio-ffmpeg 0.4.8
importlib-metadata 6.3.0
inflection 0.5.1
invisible-watermark 0.1.5
iopath 0.1.9
ipykernel 6.22.0
ipython 8.12.0
jax 0.4.8
jedi 0.18.2
Jinja2 3.1.2
jmespath 0.10.0
jsonmerge 1.8.0
jsonschema 4.17.3
jupyter_client 8.2.0
jupyter_core 5.3.0
k-diffusion 0.0.14
keras 2.12.0
kiwisolver 1.4.4
kornia 0.6.7
lark 1.1.2
latex2mathml 3.76.0
lazy_loader 0.2
libclang 16.0.0
lightning-utilities 0.8.0
linkify-it-py 2.0.0
lion-pytorch 0.1.2
lit 16.0.0
llama-cpp-python 0.1.56
llvmlite 0.39.1
lmdb 1.4.0
loralib 0.1.1
lpips 0.1.4
lxml 4.9.2
Markdown 3.4.3
markdown-it-py 2.2.0
MarkupSafe 2.1.2
matplotlib 3.7.1
matplotlib-inline 0.1.6
mdit-py-plugins 0.3.3
mdtex2html 1.2.0
mdurl 0.1.2
mediapipe 0.10.0
ml-dtypes 0.0.4
more-itertools 9.1.0
mpmath 1.3.0
msgpack 1.0.5
multidict 6.0.4
multiprocess 0.70.14
mypy-extensions 1.0.0
nest-asyncio 1.5.6
networkx 3.0
ninja 1.11.1
numba 0.56.4
numexpr 2.8.4
numpy 1.23.5
nvidia-cublas-cu11 11.10.3.66
nvidia-cuda-cupti-cu11 11.7.101
nvidia-cuda-nvrtc-cu11 11.7.99
nvidia-cuda-runtime-cu11 11.7.99
nvidia-cudnn-cu11 8.5.0.96
nvidia-cufft-cu11 10.9.0.58
nvidia-curand-cu11 10.2.10.91
nvidia-cusolver-cu11 11.4.0.1
nvidia-cusparse-cu11 11.7.4.91
nvidia-ml-py 11.525.112
nvidia-nccl-cu11 2.14.3
nvidia-nvtx-cu11 11.7.91
nvitop 1.0.0
oauthlib 3.2.2
omegaconf 2.2.3
onnx 1.13.1
onnxruntime 1.14.1
open-clip-torch 2.7.0
openai 0.27.4
openai-whisper 20230314
opencv-contrib-python 4.7.0.72
opencv-python 4.7.0.72
opt-einsum 3.3.0
orjson 3.8.9
packaging 23.0
pandas 2.0.0
parso 0.8.3
pathos 0.3.0
pathtools 0.1.2
peft 0.3.0.dev0
pexpect 4.8.0
pickleshare 0.7.5
piexif 1.1.3
Pillow 9.5.0
PIMS 0.6.0
pip 22.0.2
platformdirs 3.2.0
portalocker 2.7.0
pox 0.3.2
ppft 1.7.6.6
prompt-toolkit 3.0.38
protobuf 3.20.3
psutil 5.9.4
ptyprocess 0.7.0
PuLP 2.7.0
pure-eval 0.2.2
py-cpuinfo 9.0.0
py3d 0.0.86
pyarrow 12.0.0
pyasn1 0.4.8
pyasn1-modules 0.2.8
pybboxes 0.1.6
pycocotools 2.0.6
pycparser 2.21
pycryptodome 3.18.0
pydantic 1.10.7
pyDeprecate 0.3.2
pydub 0.25.1
PyExecJS 1.5.1
Pygments 2.14.0
pyparsing 2.4.7
pyre-extensions 0.0.29
pyrsistent 0.19.3
PySocks 1.7.1
python-dateutil 2.8.2
python-dotenv 1.0.0
python-multipart 0.0.6
pytorch-lightning 1.9.4
pytz 2023.3
PyWavelets 1.4.1
PyYAML 6.0
pyzmq 25.0.2
ray 2.5.0
realesrgan 0.3.0
regex 2023.3.23
reportlab 3.6.12
requests 2.31.0
requests-oauthlib 1.3.1
requests-toolbelt 1.0.0
resize-right 0.0.2
responses 0.18.0
rfc3986 1.5.0
rich 13.3.3
roboflow 1.0.8
rouge 1.0.1
rsa 4.9
s3transfer 0.6.1
safetensors 0.3.1
sahi 0.11.14
scikit-image 0.20.0
scipy 1.10.1
seaborn 0.12.2
semantic-version 2.10.0
sentencepiece 0.1.96
sentry-sdk 1.19.1
setproctitle 1.3.2
setuptools 67.6.1
shapely 2.0.1
six 1.16.0
slicerator 1.1.0
smmap 5.0.0
sniffio 1.3.0
sounddevice 0.4.6
soupsieve 2.4
stack-data 0.6.2
starlette 0.26.1
stringcase 1.2.0
structlog 21.5.0
style 1.1.0
supervision 0.6.0
svglib 1.5.1
sympy 1.11.1
tabulate 0.9.0
taming-transformers 0.0.1
taming-transformers-rom1504 0.0.6
tb-nightly 2.13.0a20230317
tencentcloud-sdk-python 3.0.890
tensorboard 2.13.0
tensorboard-data-server 0.7.0
tensorboard-plugin-wit 1.8.1
tensorflow 2.12.0
tensorflow-estimator 2.12.0
tensorflow-io-gcs-filesystem 0.32.0
termcolor 2.2.0
terminaltables 3.1.10
texttable 1.6.7
thop 0.1.1.post2209072238
tifffile 2023.3.21
tiktoken 0.3.3
timm 0.6.7
tinycss2 1.2.1
tokenizers 0.13.2
tomesd 0.1.2
toolz 0.12.0
torch 2.0.1
torchdiffeq 0.2.3
torchmetrics 0.11.4
torchsde 0.2.5
torchtyping 0.1.4
torchvision 0.15.2
tornado 6.2
tqdm 4.65.0
traitlets 5.9.0
trampoline 0.1.2
transformers 4.28.0.dev0
translators 5.7.1
triton 2.0.0
trlx 0.3.0
typeguard 4.0.0
typing_extensions 4.5.0
typing-inspect 0.8.0
tzdata 2023.3
uc-micro-py 1.0.1
ultralytics 8.0.103
update 0.0.1
urllib3 1.26.15
uvicorn 0.21.1
wandb 0.13.10
wcwidth 0.2.6
webencodings 0.5.1
websockets 11.0
Werkzeug 2.2.3
wget 3.2
wheel 0.40.0
wrapt 1.14.1
wsl 0.12
xformers 0.0.18
xxhash 3.2.0
yacs 0.1.8
yapf 0.32.0
yarl 1.8.2
yolov5 7.0.12
zipp 3.15.0

[Facico]

推理的时候没开8bit？你看看那个推理代码那里8bit是不是注释掉了