updated writer prompty

truptiparkar7 · Sep 10, 2024 · 100e84d · 100e84d
1 parent 2b33756
commit 100e84d
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/src/api/agents/writer/writer.prompty b/src/api/agents/writer/writer.prompty
@@ -10,7 +10,7 @@ model:
     azure_deployment: gpt-4
     api_version: 2023-07-01-preview
   parameters:
-    max_tokens: 200
+    max_tokens: 2000
 sample:
   researchContext: Can you find the latest camping trends and what folks are doing in the winter?
   research: ${file:research.json}

diff --git a/src/api/evaluate/eval_results.jsonl b/src/api/evaluate/eval_results.jsonl
@@ -1 +1 @@
-[{"research_context": "Can you find the latest camping trends and what folks are doing in the winter?", "gpt_relevance": 1.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}, {"research_context": "Can you find the latest trends in hiking shoes?", "gpt_relevance": 1.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 3.0}, {"research_context": "Find information about the best snow camping spots in the world", "gpt_relevance": 5.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}]
+[{"research_context": "Can you find the latest camping trends and what folks are doing in the winter?", "gpt_relevance": 1.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}, {"research_context": "Can you find the latest trends in hiking shoes?", "gpt_relevance": 5.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}, {"research_context": "Find information about the best snow camping spots in the world", "gpt_relevance": 1.0, "gpt_fluency": 5.0, "gpt_coherence": 5.0, "gpt_groundedness": 5.0}]
diff --git a/src/api/evaluate/eval_results.md b/src/api/evaluate/eval_results.md
@@ -1,8 +1,8 @@
 |    | research_context                                                               |   gpt_relevance |   gpt_fluency |   gpt_coherence |   gpt_groundedness |
 |---:|:-------------------------------------------------------------------------------|----------------:|--------------:|----------------:|-------------------:|
 |  0 | Can you find the latest camping trends and what folks are doing in the winter? |               1 |             5 |               5 |                  5 |
-|  1 | Can you find the latest trends in hiking shoes?                                |               1 |             5 |               5 |                  3 |
-|  2 | Find information about the best snow camping spots in the world                |               5 |             5 |               5 |                  5 |
+|  1 | Can you find the latest trends in hiking shoes?                                |               5 |             5 |               5 |                  5 |
+|  2 | Find information about the best snow camping spots in the world                |               1 |             5 |               5 |                  5 |
 
 Averages scores:
 
@@ -11,4 +11,4 @@ Averages scores:
 | gpt_relevance    | 2.33333 |
 | gpt_fluency      | 5       |
 | gpt_coherence    | 5       |
-| gpt_groundedness | 4.33333 |
+| gpt_groundedness | 5       |