deploy

.gitignore

@@ -159,3 +159,4 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+examples/citation_with_extraction/fly.toml

examples/citation_with_extraction/Dockerfile

@@ -0,0 +1,14 @@
+# https://hub.docker.com/_/python
+FROM python:3.10-slim-bullseye
+
+ENV PYTHONUNBUFFERED True
+ENV APP_HOME /app
+WORKDIR $APP_HOME
+COPY requirements.txt ./
+RUN pip install -r requirements.txt
+
+
+COPY . ./
+
+
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8080"]

examples/citation_with_extraction/main.py

@@ -8,7 +8,9 @@
 
 import os
 import openai
+import logging
 
+logger = logging.getLogger(__name__)
 
 # FastAPI app
 app = FastAPI(
@@ -116,6 +118,7 @@ async def extract(question: Question, openai_key=Depends(get_api_key)):
 
     async def generate():
         for fact in facts:
+            logger.info(f"Fact: {fact}")
             spans = list(fact.get_spans(question.context))
             resp = {
                 "body": fact.body,

examples/citation_with_extraction/requirements.txt

@@ -2,4 +2,5 @@ fastapi
 uvicorn
 openai
 pydantic
-openai_function_call
+openai_function_call
+regex