Skip to content

Commit

Permalink
feat: vendor specific headers
Browse files Browse the repository at this point in the history
  • Loading branch information
@csgulati09
csgulati09 committed May 31, 2024
1 parent 1abdc24 commit 0b3fd85
Show file tree
Hide file tree
Showing 3 changed files with 151 additions and 0 deletions.
61 changes: 61 additions & 0 deletions portkey_ai/api_resources/base_client.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -56,6 +56,16 @@ def __init__(
metadata: Optional[str] = None,
openai_project: Optional[str] = None,
openai_organization: Optional[str] = None,
aws_secret_access_key: Optional[str] = None,
aws_access_key_id: Optional[str] = None,
aws_session_token: Optional[str] = None,
aws_region: Optional[str] = None,
vertex_project_id: Optional[str] = None,
vertex_region: Optional[str] = None,
workers_ai_account_id: Optional[str] = None,
azure_resource_name: Optional[str] = None,
azure_deployment_id: Optional[str] = None,
azure_api_version: Optional[str] = None,
**kwargs,
) -> None:
self.api_key = api_key or default_api_key()
Expand All @@ -67,6 +77,16 @@ def __init__(
self.metadata = metadata
self.openai_project = openai_project
self.openai_organization = openai_organization
self.aws_secret_access_key=aws_secret_access_key,
self.aws_access_key_id=aws_access_key_id,
self.aws_session_token=aws_session_token,
self.aws_region=aws_region,
self.vertex_project_id=vertex_project_id,
self.vertex_region=vertex_region,
self.workers_ai_account_id=workers_ai_account_id,
self.azure_resource_name=azure_resource_name,
self.azure_deployment_id=azure_deployment_id,
self.azure_api_version=azure_api_version,
self.kwargs = kwargs

self.custom_headers = createHeaders(
Expand All @@ -78,6 +98,16 @@ def __init__(
metadata=metadata,
openai_project=openai_project,
openai_organization=openai_organization,
aws_secret_access_key=aws_secret_access_key,
aws_access_key_id=aws_access_key_id,
aws_session_token=aws_session_token,
aws_region=aws_region,
vertex_project_id=vertex_project_id,
vertex_region=vertex_region,
workers_ai_account_id=workers_ai_account_id,
azure_resource_name=azure_resource_name,
azure_deployment_id=azure_deployment_id,
azure_api_version=azure_api_version,
**kwargs,
)

Expand Down Expand Up @@ -411,6 +441,17 @@ def __init__(
metadata: Optional[str] = None,
openai_project: Optional[str] = None,
openai_organization: Optional[str] = None,
aws_secret_access_key: Optional[str] = None,
aws_access_key_id: Optional[str] = None,
aws_session_token: Optional[str] = None,
aws_region: Optional[str] = None,
vertex_project_id: Optional[str] = None,
vertex_region: Optional[str] = None,
workers_ai_account_id: Optional[str] = None,
azure_resource_name: Optional[str] = None,
azure_deployment_id: Optional[str] = None,
azure_api_version: Optional[str] = None,

**kwargs,
) -> None:
self.api_key = api_key or default_api_key()
Expand All @@ -422,6 +463,16 @@ def __init__(
self.metadata = metadata
self.openai_project = openai_project
self.openai_organization = openai_organization
self.aws_secret_access_key=aws_secret_access_key,
self.aws_access_key_id=aws_access_key_id,
self.aws_session_token=aws_session_token,
self.aws_region=aws_region,
self.vertex_project_id=vertex_project_id,
self.vertex_region=vertex_region,
self.workers_ai_account_id=workers_ai_account_id,
self.azure_resource_name=azure_resource_name,
self.azure_deployment_id=azure_deployment_id,
self.azure_api_version=azure_api_version,
self.kwargs = kwargs

self.custom_headers = createHeaders(
Expand All @@ -433,6 +484,16 @@ def __init__(
metadata=metadata,
openai_project=openai_project,
openai_organization=openai_organization,
aws_secret_access_key=aws_secret_access_key,
aws_access_key_id=aws_access_key_id,
aws_session_token=aws_session_token,
aws_region=aws_region,
vertex_project_id=vertex_project_id,
vertex_region=vertex_region,
workers_ai_account_id=workers_ai_account_id,
azure_resource_name=azure_resource_name,
azure_deployment_id=azure_deployment_id,
azure_api_version=azure_api_version,
**kwargs,
)

Expand Down
80 changes: 80 additions & 0 deletions portkey_ai/api_resources/client.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,16 @@ def __init__(
metadata: Optional[str] = None,
openai_project: Optional[str] = None,
openai_organization: Optional[str] = None,
aws_secret_access_key: Optional[str] = None,
aws_access_key_id: Optional[str] = None,
aws_session_token: Optional[str] = None,
aws_region: Optional[str] = None,
vertex_project_id: Optional[str] = None,
vertex_region: Optional[str] = None,
workers_ai_account_id: Optional[str] = None,
azure_resource_name: Optional[str] = None,
azure_deployment_id: Optional[str] = None,
azure_api_version: Optional[str] = None,
**kwargs,
) -> None:
super().__init__(
Expand All @@ -52,6 +62,16 @@ def __init__(
metadata=metadata,
openai_project=openai_project,
openai_organization=openai_organization,
aws_secret_access_key=aws_secret_access_key,
aws_access_key_id=aws_access_key_id,
aws_session_token=aws_session_token,
aws_region=aws_region,
vertex_project_id=vertex_project_id,
vertex_region=vertex_region,
workers_ai_account_id=workers_ai_account_id,
azure_resource_name=azure_resource_name,
azure_deployment_id=azure_deployment_id,
azure_api_version=azure_api_version,
**kwargs,
)

Expand Down Expand Up @@ -84,6 +104,16 @@ def copy(
metadata: Optional[str] = None,
openai_project: Optional[str] = None,
openai_organization: Optional[str] = None,
aws_secret_access_key: Optional[str] = None,
aws_access_key_id: Optional[str] = None,
aws_session_token: Optional[str] = None,
aws_region: Optional[str] = None,
vertex_project_id: Optional[str] = None,
vertex_region: Optional[str] = None,
workers_ai_account_id: Optional[str] = None,
azure_resource_name: Optional[str] = None,
azure_deployment_id: Optional[str] = None,
azure_api_version: Optional[str] = None,
**kwargs,
) -> Portkey:
return self.__class__(
Expand All @@ -96,6 +126,16 @@ def copy(
metadata=metadata or self.metadata,
openai_project=openai_project or self.openai_project,
openai_organization=openai_organization or self.openai_organization,
aws_secret_access_key=aws_secret_access_key or self.aws_secret_access_key,
aws_access_key_id=aws_access_key_id or self.aws_access_key_id,
aws_session_token=aws_session_token or self.aws_session_token,
aws_region=aws_region or self.aws_region,
vertex_project_id=vertex_project_id or self.vertex_project_id,
vertex_region=vertex_region or self.vertex_region,
workers_ai_account_id=workers_ai_account_id or self.workers_ai_account_id,
azure_resource_name=azure_resource_name or self.azure_resource_name,
azure_deployment_id=azure_deployment_id or self.azure_deployment_id,
azure_api_version=azure_api_version or self.azure_api_version,
**self.kwargs,
**kwargs,
)
Expand Down Expand Up @@ -136,6 +176,16 @@ def __init__(
metadata: Optional[str] = None,
openai_project: Optional[str] = None,
openai_organization: Optional[str] = None,
aws_secret_access_key: Optional[str] = None,
aws_access_key_id: Optional[str] = None,
aws_session_token: Optional[str] = None,
aws_region: Optional[str] = None,
vertex_project_id: Optional[str] = None,
vertex_region: Optional[str] = None,
workers_ai_account_id: Optional[str] = None,
azure_resource_name: Optional[str] = None,
azure_deployment_id: Optional[str] = None,
azure_api_version: Optional[str] = None,
**kwargs,
) -> None:
super().__init__(
Expand All @@ -148,6 +198,16 @@ def __init__(
metadata=metadata,
openai_project=openai_project,
openai_organization=openai_organization,
aws_secret_access_key=aws_secret_access_key,
aws_access_key_id=aws_access_key_id,
aws_session_token=aws_session_token,
aws_region=aws_region,
vertex_project_id=vertex_project_id,
vertex_region=vertex_region,
workers_ai_account_id=workers_ai_account_id,
azure_resource_name=azure_resource_name,
azure_deployment_id=azure_deployment_id,
azure_api_version=azure_api_version,
**kwargs,
)

Expand Down Expand Up @@ -180,6 +240,16 @@ def copy(
metadata: Optional[str] = None,
openai_project: Optional[str] = None,
openai_organization: Optional[str] = None,
aws_secret_access_key: Optional[str] = None,
aws_access_key_id: Optional[str] = None,
aws_session_token: Optional[str] = None,
aws_region: Optional[str] = None,
vertex_project_id: Optional[str] = None,
vertex_region: Optional[str] = None,
workers_ai_account_id: Optional[str] = None,
azure_resource_name: Optional[str] = None,
azure_deployment_id: Optional[str] = None,
azure_api_version: Optional[str] = None,
**kwargs,
) -> AsyncPortkey:
return self.__class__(
Expand All @@ -192,6 +262,16 @@ def copy(
metadata=metadata or self.metadata,
openai_project=openai_project or self.openai_project,
openai_organization=openai_organization or self.openai_organization,
aws_secret_access_key=aws_secret_access_key or self.aws_secret_access_key,
aws_access_key_id=aws_access_key_id or self.aws_access_key_id,
aws_session_token=aws_session_token or self.aws_session_token,
aws_region=aws_region or self.aws_region,
vertex_project_id=vertex_project_id or self.vertex_project_id,
vertex_region=vertex_region or self.vertex_region,
workers_ai_account_id=workers_ai_account_id or self.workers_ai_account_id,
azure_resource_name=azure_resource_name or self.azure_resource_name,
azure_deployment_id=azure_deployment_id or self.azure_deployment_id,
azure_api_version=azure_api_version or self.azure_api_version,
**self.kwargs,
**kwargs,
)
Expand Down
10 changes: 10 additions & 0 deletions portkey_ai/api_resources/utils.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -250,6 +250,16 @@ class Constructs(BaseModel):
api_version: Optional[str] = None
openai_project: Optional[str] = None
openai_organization: Optional[str] = None
aws_secret_access_key: Optional[str] = None,
aws_access_key_id: Optional[str] = None,
aws_session_token: Optional[str] = None,
aws_region: Optional[str] = None,
vertex_project_id: Optional[str] = None,
vertex_region: Optional[str] = None,
workers_ai_account_id: Optional[str] = None,
azure_resource_name: Optional[str] = None,
azure_deployment_id: Optional[str] = None,
azure_api_version: Optional[str] = None,


class LLMOptions(Constructs, ConversationInput, ModelParams):
Expand Down

0 comments on commit 0b3fd85

Please sign in to comment.