From f230d7c5bb395e03549fe2772b282b879c2cc17b Mon Sep 17 00:00:00 2001 From: Rafal Sapala Date: Fri, 23 May 2025 12:55:03 +0200 Subject: [PATCH 1/2] Fix demo --- docs/llm/quickstart.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docs/llm/quickstart.md b/docs/llm/quickstart.md index 2960b8fb3c..2a02bd7a1f 100644 --- a/docs/llm/quickstart.md +++ b/docs/llm/quickstart.md @@ -17,7 +17,8 @@ It is [microsoft/Phi-3.5-mini-instruct](https://huggingface.co/microsoft/Phi-3.5 **Required:** Docker Engine installed ```bash -docker run -d --device /dev/dri --group-add=$(stat -c "%g" /dev/dri/render*) --rm -p 8000:8000 -v $(pwd)/models:/models:rw openvino/model_server:latest-gpu --source_model OpenVINO/Phi-3.5-mini-instruct-int4-ov --model_repository_path models --rest_port 8000 --target_device GPU --cache_size 2 +mkdir models +docker run $(id -u):$(id -g) -d --device /dev/dri --group-add=$(stat -c "%g" /dev/dri/render*) --rm -p 8000:8000 -v $(pwd)/models:/models:rw openvino/model_server:latest-gpu --source_model OpenVINO/Phi-3.5-mini-instruct-int4-ov --model_repository_path models --rest_port 8000 --target_device GPU --cache_size 2 ``` ::: From f06f274dbc39ce62e0e60a93a983b3824c4a2a5c Mon Sep 17 00:00:00 2001 From: Rafal Sapala Date: Fri, 23 May 2025 13:03:44 +0200 Subject: [PATCH 2/2] Update docs/llm/quickstart.md Co-authored-by: ngrozae <104074686+ngrozae@users.noreply.github.com> --- docs/llm/quickstart.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/llm/quickstart.md b/docs/llm/quickstart.md index 2a02bd7a1f..ee745fb061 100644 --- a/docs/llm/quickstart.md +++ b/docs/llm/quickstart.md @@ -18,7 +18,7 @@ It is [microsoft/Phi-3.5-mini-instruct](https://huggingface.co/microsoft/Phi-3.5 ```bash mkdir models -docker run $(id -u):$(id -g) -d --device /dev/dri --group-add=$(stat -c "%g" /dev/dri/render*) --rm -p 8000:8000 -v $(pwd)/models:/models:rw openvino/model_server:latest-gpu --source_model OpenVINO/Phi-3.5-mini-instruct-int4-ov --model_repository_path models --rest_port 8000 --target_device GPU --cache_size 2 +docker run --user $(id -u):$(id -g) -d --device /dev/dri --group-add=$(stat -c "%g" /dev/dri/render*) --rm -p 8000:8000 -v $(pwd)/models:/models:rw openvino/model_server:latest-gpu --source_model OpenVINO/Phi-3.5-mini-instruct-int4-ov --model_repository_path models --rest_port 8000 --target_device GPU --cache_size 2 ``` :::