added pdf

Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.9
+FROM python:3.11
 RUN useradd -m -u 1000 user
 USER user
 ENV HOME=/home/user \

aimakerspace/text_utils.py

@@ -1,5 +1,6 @@
 import os
 from typing import List
+import fitz
 
 
 class TextFileLoader:
@@ -13,6 +14,8 @@ class TextFileLoader:
             self.load_directory()
         elif os.path.isfile(self.path) and self.path.endswith(".txt"):
             self.load_file()
+        elif os.path.isfile(self.path) and self.path.endswith(".pdf"):
+            self.load_pdf()
         else:
             raise ValueError(
                 "Provided path is neither a valid directory nor a .txt file."
@@ -22,6 +25,13 @@ class TextFileLoader:
         with open(self.path, "r", encoding=self.encoding) as f:
             self.documents.append(f.read())
 
+    def load_pdf(self):
+        doc = fitz.open(self.path)
+        text = ""
+        for page in doc:
+            text += page.get_text()
+        self.documents.append(text)
+
     def load_directory(self):
         for root, _, files in os.walk(self.path):
             for file in files:
@@ -30,6 +40,14 @@ class TextFileLoader:
                         os.path.join(root, file), "r", encoding=self.encoding
                     ) as f:
                         self.documents.append(f.read())
+                if file.endswith(".pdf"):
+                        doc = fitz.open(os.path.join(root, file))
+                        text = ""
+                        for page in doc:
+                            text += page.get_text()
+                        self.documents.append(text)
+                        
+
 
     def load_documents(self):
         self.load()
@@ -74,4 +92,4 @@ if __name__ == "__main__":
     print("--------")
     print(chunks[-2])
     print("--------")
-    print(chunks[-1])
+    print(chunks[-1])

app.py

@@ -11,6 +11,7 @@ from aimakerspace.openai_utils.embedding import EmbeddingModel
 from aimakerspace.vectordatabase import VectorDatabase
 from aimakerspace.openai_utils.chatmodel import ChatOpenAI
 import chainlit as cl
+import fitz
 
 system_template = """\
 Use the following context to answer a users question. If you cannot find the answer in the context, say you don't know the answer."""
@@ -64,20 +65,37 @@ def process_text_file(file: AskFileResponse):
     texts = text_splitter.split_texts(documents)
     return texts
 
+def process_pdf_file(file: AskFileResponse):
+    import tempfile
+
+    with tempfile.NamedTemporaryFile(mode="w", delete=False, suffix=".pdf") as temp_file:
+        temp_file_path = temp_file.name
+
+    with open(temp_file_path, "wb") as f:
+        f.write(file.content)
+
+    text_loader = TextFileLoader(temp_file_path)
+    documents = text_loader.load_documents()
+    texts = text_splitter.split_texts(documents)
+    return texts
+
+
 
 @cl.on_chat_start
 async def on_chat_start():
     files = None
 
     # Wait for the user to upload a file
-    while files == None:
+    while files == None :
+
         files = await cl.AskFileMessage(
-            content="Please upload a Text File file to begin!",
-            accept=["text/plain"],
+            content="Please upload a Text or PDF file to begin!",
+            accept=["text/plain", "application/pdf"],
             max_size_mb=2,
             timeout=180,
         ).send()
 
+
     file = files[0]
 
     msg = cl.Message(
@@ -86,7 +104,10 @@ async def on_chat_start():
     await msg.send()
 
     # load the file
-    texts = process_text_file(file)
+    if file.name.endswith('.pdf'):
+        texts = process_pdf_file(file)
+    else:
+        texts = process_text_file(file)
 
     print(f"Processing {len(texts)} text chunks")