初回
export DOCKER_IMAGE=intelanalytics/ipex-llm-serving-xpu:latest
export CONTAINER_NAME=ipex-llm-serving-xpu-container
sudo docker run -itd \
--privileged \
--net=host \
--device=/dev/dri \
-v /home/hoge/.cache/huggingface:/root/.cache/huggingface \
-v /home/hoge/models:/llm/models \
-e no_proxy=localhost,127.0.0.1 \
--memory="32G" \
--name=$CONTAINER_NAME \
--shm-size="16g" \
$DOCKER_IMAGEdocker exec -it ipex-llm-serving-xpu-container /bin/bash
２回目以降
docker start ipex-llm-serving-xpu-container
docker exec -it ipex-llm-serving-xpu-container /bin/bash
インストールされているライブライ
accelerate==0.23.0
aiofiles==23.2.1
aiohappyeyeballs==2.4.6
aiohttp==3.11.12
aiosignal==1.3.2
airportsdata==20241001
annotated-types==0.7.0
anyio==4.8.0
astor==0.8.1
attrs==25.1.0
bigdl-core-xe-all==2.6.0b20250221
blake3==1.0.4
blinker==1.4
certifi==2025.1.31
charset-normalizer==3.4.1
click==8.1.8
cloudpickle==3.1.1
cmake==3.31.4
colorama==0.4.6
compressed-tensors==0.8.1
contourpy==1.3.1
cryptography==3.4.8
cycler==0.12.1
datasets==3.3.2
dbus-python==1.2.18
depyf==0.18.0
dill==0.3.8
diskcache==5.6.3
distro==1.7.0
dpcpp-cpp-rt==2025.0.2
einops==0.8.1
fastapi==0.112.4
ffmpy==0.5.0
filelock==3.17.0
fonttools==4.56.0
frozenlist==1.5.0
fsspec==2024.12.0
gguf==0.10.0
gradio==4.43.0
gradio_client==1.3.0
h11==0.14.0
httpcore==1.0.7
httplib2==0.20.2
httptools==0.6.4
httpx==0.28.1
huggingface-hub==0.29.1
idna==3.10
importlib-metadata==4.6.4
importlib_resources==6.5.2
iniconfig==2.0.0
intel-cmplr-lib-rt==2025.0.2
intel-cmplr-lib-ur==2025.0.2
intel-cmplr-lic-rt==2025.0.2
intel-opencl-rt==2025.0.2
intel-openmp==2025.0.2
intel-pti==0.10.0
intel-sycl-rt==2025.0.2
interegular==0.3.3
ipex-llm==2.2.0b20250221
jeepney==0.7.1
Jinja2==3.1.5
jiter==0.8.2
jsonschema==4.23.0
jsonschema-specifications==2024.10.1
keyring==23.5.0
kiwisolver==1.4.8
lark==1.2.2
launchpadlib==1.10.16
lazr.restfulclient==0.14.4
lazr.uri==1.0.6
lm-format-enforcer==0.10.10
markdown-it-py==3.0.0
MarkupSafe==2.1.5
matplotlib==3.10.0
mdurl==0.1.2
mistral_common==1.5.3
more-itertools==8.10.0
mpi4py==4.0.3
mpmath==1.3.0
msgpack==1.1.0
msgspec==0.19.0
multidict==6.1.0
multiprocess==0.70.16
nest-asyncio==1.6.0
networkx==3.4.2
ninja==1.11.1.3
numpy==1.26.4
oauthlib==3.2.0
oneccl-bind-pt @ file:///opt/oneccl_bind_pt-2.5.0%2Bxpu-cp311-cp311-linux_x86_64.whl#sha256=b6aaeb8499e6dbd509f990249976e13ad2dfec81428fd2b4bb0a2d59f440ce3e
onednn==2025.0.1
onednn-devel==2025.0.1
openai==1.63.2
opencv-python-headless==4.11.0.86
orjson==3.10.15
outlines==0.1.11
outlines_core==0.1.26
packaging==24.2
pandas==2.2.3
partial-json-parser==0.2.1.1.post5
pillow==10.4.0
pluggy==1.5.0
prometheus-fastapi-instrumentator==7.0.2
prometheus_client==0.21.1
propcache==0.3.0
protobuf==6.30.0rc1
psutil==7.0.0
py-cpuinfo==9.0.0
pyarrow==19.0.1
pybind11==2.13.6
pycountry==24.6.1
pydantic==2.10.6
pydantic_core==2.27.2
pydub==0.25.1
Pygments==2.19.1
PyGObject==3.42.1
PyJWT==2.3.0
pyparsing==2.4.7
pytest==8.3.4
python-apt==2.4.0+ubuntu4
python-dateutil==2.9.0.post0
python-dotenv==1.0.1
python-multipart==0.0.20
pytorch-triton-xpu==3.2.0
pytz==2025.1
PyYAML==6.0.2
pyzmq==26.2.1
ray==2.42.1
referencing==0.36.2
regex==2024.11.6
requests==2.32.3
rich==13.9.4
rpds-py==0.23.0
ruff==0.9.7
safetensors==0.5.2
SecretStorage==3.3.1
semantic-version==2.10.0
sentencepiece==0.2.0
setuptools-scm==8.1.0
shellingham==1.5.4
six==1.16.0
sniffio==1.3.1
starlette==0.38.6
sympy==1.13.1
tabulate==0.9.0
tbb==2022.0.0
tcmlib==1.2.0
tiktoken==0.9.0
tokenizers==0.21.0
tomlkit==0.12.0
torch==2.6.0+xpu
torchaudio==2.6.0+xpu
torchvision==0.21.0+xpu
tqdm==4.67.1
transformers==4.49.0
transformers-stream-generator==0.0.5
typer==0.15.1
typing_extensions==4.12.2
tzdata==2025.1
umf==0.9.1
urllib3==2.3.0
uvicorn==0.34.0
uvloop==0.21.0
vllm @ file:///llm/vllm
wadllib==1.3.6
watchfiles==1.0.4
websockets==12.0
xgrammar==0.1.13
xxhash==3.5.0
yarl==1.18.3
zipp==1.0.0
