Get organized, move all the things

s2t2 · s2t2 · Dec 27, 2023 · Jan 1, 2024 · Jan 1, 2024 · Jan 1, 2024
commit 5fa7c8ca1117642ff2dff6de37a03b67ac8e47a8
diff --git a/README.md b/README.md
@@ -66,10 +66,11 @@ Create ".env" file and set environment variables:
 ```sh
 # this is the ".env" file...
 
+# choose one based on your preferred llm provider:
 OPENAI_API_KEY="sk-..."
-# or:
-HUGGINGFACE_TOKEN="..."
+HUGGINGFACE_TOKEN="hf_..."
 
+# for grading a particular homework:
 SUBMISSIONS_DIRPATH="/Users/USERNAME/Desktop/GRADING HW 4"
 STARTER_FILENAME="Homework_X_STARTER.ipynb"
 FILE_ID_SPLIT_INDEX="0" # 0 for files from Canvas, 1 for files from Blackboard
@@ -121,6 +122,8 @@ DOCS_LIMIT=5 python -m app.submissions_retriever
 
 ### Retreival Augmented Generation (RAG)
 
+#### OpenAI LLM
+
 Chat with the LLM:
 
 ```sh
@@ -133,6 +136,11 @@ DOCS_LIMIT=5 python -m app.submissions_grader
 # DOCS_LIMIT=5 SIMILARITY_THRESHOLD=0.75 CHUNK_SIZE=1000 CHUNK_OVERLAP=0 python -m app.submissions_grader
 ```
 
+#### Llama 2 LLM
+
+```sh
+TEMP=0.6 python -m app.meta_llm
+```
 
 ## Testing
 

diff --git a/app/document_formatting.py → app/document_decorators.py b/app/document_formatting.py → app/document_decorators.py
diff --git a/app/llama_chain.py → app/meta_llama/chain.py b/app/llama_chain.py → app/meta_llama/chain.py
diff --git a/app/llama_llm.py → app/meta_llama/llm.py b/app/llama_llm.py → app/meta_llama/llm.py
diff --git a/app/llama_prompts.py → app/meta_llama/prompts.py b/app/llama_prompts.py → app/meta_llama/prompts.py
diff --git a/app/document_processor.py → app/openai/document_processor.py b/app/document_processor.py → app/openai/document_processor.py
diff --git a/app/openai_llm.py → app/openai/llm.py b/app/openai_llm.py → app/openai/llm.py
diff --git a/app/rows_processor.py → app/openai/rows_processor.py b/app/rows_processor.py → app/openai/rows_processor.py
diff --git a/app/starter_doc_processor.py → app/openai/starter_doc_processor.py b/app/starter_doc_processor.py → app/openai/starter_doc_processor.py
diff --git a/app/submissions_grader.py → app/openai/submissions_grader.py b/app/submissions_grader.py → app/openai/submissions_grader.py
diff --git a/app/submissions_processor.py → app/openai/submissions_processor.py b/app/submissions_processor.py → app/openai/submissions_processor.py
diff --git a/app/submissions_retriever.py → app/openai/submissions_retriever.py b/app/submissions_retriever.py → app/openai/submissions_retriever.py
diff --git a/app/response_formatters.py → app/response_models.py b/app/response_formatters.py → app/response_models.py
diff --git a/requirements.txt b/requirements.txt
@@ -15,7 +15,7 @@ tiktoken
 faiss-cpu
 
 # llama:
-torch # 2.1.0+cu121
+torch # 2.1.0+cu121 (for colab)
 transformers # 4.35.2
 #accelerate # 0.25.0
 # torchtext # 0.16.0