Wd/update literalsdk (#885)

* update to async literal sdk

* changelog

CHANGELOG.md

@@ -6,10 +6,24 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 
 ## [Unreleased]
 
+Nothing unreleased!
+
+## [1.0.501] - 2024-04-08
+
+### Added
+
+- Messages and steps now accept tags and metadata (useful for the data layer)
+
 ### Changed
 
+- The LLama Index callback handler should now show retrieved chunks in the intermadiary steps
 - Renamed the Literal environment variable to `LITERAL_API_URL` (it used to be `LITERAL_SERVER`)
 
+### Fixed
+
+- Starting a new conversation should close the element side bar
+- Resolved security issues by upgrading starlette dependency
+
 ## [1.0.500] - 2024-04-02
 
 ### Added

backend/chainlit/data/__init__.py

@@ -10,10 +10,8 @@
 from chainlit.logger import logger
 from chainlit.session import WebsocketSession
 from chainlit.types import Feedback, Pagination, ThreadDict, ThreadFilter
-from chainlit.user import PersistedUser, User, UserDict
-from literalai import Attachment, PageInfo, PaginatedResponse
-from literalai import Score as LiteralScore
-from literalai import Step as LiteralStep
+from chainlit.user import PersistedUser, User
+from literalai import Attachment, PageInfo, PaginatedResponse, Score as LiteralScore, Step as LiteralStep
 from literalai.filter import threads_filters as LiteralThreadsFilters
 from literalai.step import StepDict as LiteralStepDict
 
@@ -128,9 +126,9 @@ async def delete_user_session(self, id: str) -> bool:
 
 class ChainlitDataLayer(BaseDataLayer):
     def __init__(self, api_key: str, server: Optional[str]):
-        from literalai import LiteralClient
+        from literalai import AsyncLiteralClient
 
-        self.client = LiteralClient(api_key=api_key, url=server)
+        self.client = AsyncLiteralClient(api_key=api_key, url=server)
         logger.info("Chainlit data layer initialized")
 
     def attachment_to_element_dict(self, attachment: Attachment) -> "ElementDict":
@@ -457,7 +455,7 @@ async def update_thread(
         tags: Optional[List[str]] = None,
     ):
         await self.client.api.upsert_thread(
-            thread_id=thread_id,
+            id=thread_id,
             name=name,
             participant_id=user_id,
             metadata=metadata,

backend/chainlit/llama_index/callbacks.py

@@ -173,12 +173,10 @@ def on_event_end(
             token_count = self.total_llm_token_count or None
             raw_response = response.raw if response else None
             model = raw_response.get("model", None) if raw_response else None
-            provider = "openai"
 
             if messages and isinstance(response, ChatResponse):
                 msg: ChatMessage = response.message
                 step.generation = ChatGeneration(
-                    provider=provider,
                     model=model,
                     messages=messages,
                     message_completion=GenerationMessage(
@@ -189,7 +187,6 @@ def on_event_end(
                 )
             elif formatted_prompt:
                 step.generation = CompletionGeneration(
-                    provider=provider,
                     model=model,
                     prompt=formatted_prompt,
                     completion=content,

backend/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "chainlit"
-version = "1.0.500"
+version = "1.0.501"
 keywords = ['LLM', 'Agents', 'gen ai', 'chat ui', 'chatbot ui', 'openai', 'copilot', 'langchain', 'conversational ai']
 description = "Build Conversational AI."
 authors = ["Chainlit"]
@@ -23,7 +23,7 @@ chainlit = 'chainlit.cli:cli'
 [tool.poetry.dependencies]
 python = ">=3.8.1,<4.0.0"
 httpx = ">=0.23.0"
-literalai = "0.0.401"
+literalai = "0.0.500"
 dataclasses_json = "^0.5.7"
 fastapi = "^0.110.1"
 starlette = "^0.37.2"