merge readme updates
This commit is contained in:
@@ -4,7 +4,15 @@ Code generation is a noteworthy application of Large Language Model (LLM) techno
|
||||
# Environment Setup
|
||||
To use [🤗 text-generation-inference](https://github.com/huggingface/text-generation-inference) on Intel Gaudi2, please follow these steps:
|
||||
|
||||
## Build TGI Gaudi Docker Image
|
||||
## Prepare Gaudi Image
|
||||
Getting started is straightforward with the official Docker container. Simply pull the image using:
|
||||
|
||||
```bash
|
||||
docker pull ghcr.io/huggingface/tgi-gaudi:1.2.1
|
||||
```
|
||||
|
||||
Alternatively, you can build the Docker image yourself with:
|
||||
|
||||
```bash
|
||||
bash ./tgi_gaudi/build_docker.sh
|
||||
```
|
||||
|
||||
@@ -12,14 +12,25 @@
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
FROM langchain/langchain
|
||||
RUN apt-get update && apt-get -y install libgl1-mesa-glx
|
||||
RUN pip install -U langchain-cli pydantic==1.10.13
|
||||
RUN pip install langchain==0.1.11
|
||||
RUN pip install shortuuid
|
||||
RUN pip install huggingface_hub
|
||||
RUN mkdir -p /ws
|
||||
ENV PYTHONPATH=/ws
|
||||
COPY codegen-app /codegen-app
|
||||
WORKDIR /codegen-app
|
||||
CMD ["/bin/bash"]
|
||||
FROM langchain/langchain:latest
|
||||
|
||||
RUN apt-get update -y && apt-get install -y --no-install-recommends --fix-missing \
|
||||
libgl1-mesa-glx \
|
||||
libjemalloc-dev
|
||||
|
||||
RUN useradd -m -s /bin/bash user && \
|
||||
mkdir -p /home/user && \
|
||||
chown -R user /home/user/
|
||||
|
||||
USER user
|
||||
|
||||
COPY requirements.txt /tmp/requirements.txt
|
||||
|
||||
RUN pip install -U -r /tmp/requirements.txt
|
||||
|
||||
ENV PYTHONPATH=/home/user:/home/user/codegen-app
|
||||
|
||||
WORKDIR /home/user/codegen-app
|
||||
COPY codegen-app /home/user/codegen-app
|
||||
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
|
||||
@@ -12,25 +12,6 @@
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
FROM langchain/langchain:latest
|
||||
#!/bin/bash
|
||||
|
||||
RUN apt-get update -y && apt-get install -y --no-install-recommends --fix-missing \
|
||||
libgl1-mesa-glx \
|
||||
libjemalloc-dev
|
||||
|
||||
RUN useradd -m -s /bin/bash user && \
|
||||
mkdir -p /home/user && \
|
||||
chown -R user /home/user/
|
||||
|
||||
USER user
|
||||
|
||||
COPY requirements.txt /tmp/requirements.txt
|
||||
|
||||
RUN pip install -U -r /tmp/requirements.txt
|
||||
|
||||
ENV PYTHONPATH=/home/user:/home/user/codegen-app
|
||||
|
||||
WORKDIR /home/user/codegen-app
|
||||
COPY codegen-app /home/user/codegen-app
|
||||
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
docker build . -t copilot:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy
|
||||
|
||||
Reference in New Issue
Block a user