Updated package versions and duplicate in requirements.txt, fixed CallbackManager import

README.md

@@ -12,8 +12,23 @@ You can ingest the documentation using `ingest.py` and then ask questions about
 
 ## Meta-optimizing
 
-This is the subject of [this video](https://youtu.be/gR__vhOVvy4). You can see the elements at play one by one in `meta_optimizing.ipynb` or as a streamlit app in `meta_optimizing.py`. Run with stramlit:
+This is the subject of [this video](https://youtu.be/gR__vhOVvy4). You can see the elements at play one by one in `meta_optimizing.ipynb` or as a streamlit app in `meta_optimizing.py`. Run with streamlit:
 
-```python
+```sh
+# First, run ingest.py to generate the faiss_store.pkl and docs.index files
+# based on the clearml-docs repo documentation
+git clone https://github.com/allegroai/clearml-docs.git
+python ingest.py
+
+# Then run the app with streamlit
 streamlit run meta_optimizing.py
-```
+```
+
+## Setup
+
+In addition to the Python packages in `requirements.txt`, you also need to download `en_core_web_sm` using the `spacy` package:
+
+```sh
+pip install -r requirements.txt
+python -m spacy download en_core_web_sm
+```

meta_optimizing.py

@@ -16,7 +16,7 @@
 
 from langchain import VectorDBQAWithSourcesChain
 from langchain.callbacks import ClearMLCallbackHandler, StdOutCallbackHandler
-from langchain.callbacks.base import CallbackManager
+from langchain.callbacks.manager import CallbackManager
 from langchain.chains import LLMChain
 from langchain.chat_models import ChatOpenAI
 from langchain.embeddings import OpenAIEmbeddings

requirements.txt

@@ -1,9 +1,13 @@
-clearml==1.10.1
-clearml==1.10.0
+clearml==1.10.4
 colored==1.4.4
 faiss_cpu==1.7.3
+langchain==0.0.170
 numpy==1.24.2
-openai==0.27.2
+openai==0.27.7
 pandas==1.5.3
+plotly==5.14.1
 scikit_learn==1.2.2
+spacy==3.5.3
 streamlit==1.20.0
+tiktoken==0.4.0
+urllib3==1.26.16