From 514a5b6c252e94bf25d78082a02f00f2af391322 Mon Sep 17 00:00:00 2001 From: Xinyao Wang Date: Fri, 15 Nov 2024 11:31:55 +0800 Subject: [PATCH] refine readme Signed-off-by: Xinyao Wang --- comps/llms/text-generation/vllm/langchain/README.md | 6 ------ comps/llms/text-generation/vllm/llama_index/README.md | 6 ------ 2 files changed, 12 deletions(-) diff --git a/comps/llms/text-generation/vllm/langchain/README.md b/comps/llms/text-generation/vllm/langchain/README.md index d3f48e7687..1405273b0d 100644 --- a/comps/llms/text-generation/vllm/langchain/README.md +++ b/comps/llms/text-generation/vllm/langchain/README.md @@ -56,12 +56,6 @@ bash ./build_docker_vllm.sh hpu Set `hw_mode` to `hpu`. -Note: If you want to enable tensor parallel, please set `setuptools==69.5.1` in Dockerfile.hpu before build docker with following command. - -``` -sed -i "s/RUN pip install setuptools/RUN pip install setuptools==69.5.1/g" docker/Dockerfile.hpu -``` - #### Launch vLLM service on single node For small model, we can just use single node. diff --git a/comps/llms/text-generation/vllm/llama_index/README.md b/comps/llms/text-generation/vllm/llama_index/README.md index 960b8ac14e..1cd254c88f 100644 --- a/comps/llms/text-generation/vllm/llama_index/README.md +++ b/comps/llms/text-generation/vllm/llama_index/README.md @@ -56,12 +56,6 @@ bash ./build_docker_vllm.sh hpu Set `hw_mode` to `hpu`. -Note: If you want to enable tensor parallel, please set `setuptools==69.5.1` in Dockerfile.hpu before build docker with following command. - -``` -sed -i "s/RUN pip install setuptools/RUN pip install setuptools==69.5.1/g" docker/Dockerfile.hpu -``` - #### Launch vLLM service on single node For small model, we can just use single node.