16 lines
594 B
Bash
16 lines
594 B
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
# This script build the CPU docker image and run the offline inference inside the container.
|
||
|
|
# It serves a sanity check for compilation and basic model usage.
|
||
|
|
set -ex
|
||
|
|
|
||
|
|
# Try building the docker image
|
||
|
|
docker build -t hpu-test-env -f Dockerfile.hpu .
|
||
|
|
|
||
|
|
# Setup cleanup
|
||
|
|
remove_docker_container() { docker rm -f hpu-test || true; }
|
||
|
|
trap remove_docker_container EXIT
|
||
|
|
remove_docker_container
|
||
|
|
|
||
|
|
# Run the image and launch offline inference
|
||
|
|
docker run --runtime=habana --name=hpu-test --network=host -e VLLM_SKIP_WARMUP=true --entrypoint="" hpu-test-env python3 examples/offline_inference.py
|