From d24a54e717e771a962bb3e22c73f4f5f45df0747 Mon Sep 17 00:00:00 2001 From: Abdul Wasey <86080041+w453y@users.noreply.github.com> Date: Mon, 8 Jan 2024 13:59:31 +0000 Subject: [PATCH 1/3] Create secrets.toml --- .streamlit/secrets.toml | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 .streamlit/secrets.toml diff --git a/.streamlit/secrets.toml b/.streamlit/secrets.toml new file mode 100644 index 000000000..7bcd79599 --- /dev/null +++ b/.streamlit/secrets.toml @@ -0,0 +1,2 @@ +[secrets] +REPLICATE_API_TOKEN = "" From 092b12a94398241f46d06ddbbbafebfb5b78de28 Mon Sep 17 00:00:00 2001 From: Abdul Wasey <86080041+w453y@users.noreply.github.com> Date: Mon, 8 Jan 2024 14:13:04 +0000 Subject: [PATCH 2/3] Create Dockerfile --- Dockerfile | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 Dockerfile diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 000000000..f8881c00e --- /dev/null +++ b/Dockerfile @@ -0,0 +1,7 @@ +FROM python:3.9.18-slim +WORKDIR /app +COPY . /app/ +RUN pip install -r requirements.txt +EXPOSE 8501 +VOLUME [ "/app" ] +CMD ["streamlit", "run", "streamlit_app.py"] From eb5e155ca6f8b8f2fa9dde19fcbc94195b1128b8 Mon Sep 17 00:00:00 2001 From: Abdul Wasey <86080041+w453y@users.noreply.github.com> Date: Mon, 8 Jan 2024 14:16:31 +0000 Subject: [PATCH 3/3] Update README.md --- README.md | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/README.md b/README.md index 4792f8e69..c7b2a3b23 100644 --- a/README.md +++ b/README.md @@ -23,6 +23,13 @@ To use this app, you'll need to get your own [Replicate](https://replicate.com/) After signing up to Replicate, you can access your API token from [this page](https://replicate.com/account/api-tokens). +## Installation with Docker + +``` +docker build -t llama2 . +docker run -p 8501:8501 -v $(pwd):/app llama2 +``` + ## Other Llama 2 models to try As mentioned above, this chatbot implementation uses the [**Llama2-7B**](https://replicate.com/a16z-infra/llama7b-v2-chat) model that was trained on 7 billion parameters.