sambanova cloud integration - provider

langgenius · rodrigo-92 · Dec 20, 2024 · Dec 20, 2024 · Dec 20, 2024 · Dec 20, 2024
commit e0e5fe9bbad91aba5ec805fa4d8b333c91ddcce9
diff --git a/api/core/model_runtime/model_providers/sambanova/__init__.py b/api/core/model_runtime/model_providers/sambanova/__init__.py
diff --git a/api/core/model_runtime/model_providers/sambanova/sambanova.py b/api/core/model_runtime/model_providers/sambanova/sambanova.py
@@ -0,0 +1,26 @@
+import logging
+
+from core.model_runtime.entities.model_entities import ModelType
+from core.model_runtime.errors.validate import CredentialsValidateFailedError
+from core.model_runtime.model_providers.__base.model_provider import ModelProvider
+
+logger = logging.getLogger(__name__)
+
+
+class SambanovaProvider(ModelProvider):
+    def validate_provider_credentials(self, credentials: dict) -> None:
+        """
+        Validate provider credentials
+
+        if validate failed, raise exception
+
+        :param credentials: provider credentials, credentials form defined in `provider_credential_schema`.
+        """
+        try:
+            model_instance = self.get_model_instance(ModelType.LLM)
+            model_instance.validate_credentials(model="Meta-Llama-3.1-8B-Instruct", credentials=credentials)
+        except CredentialsValidateFailedError as ex:
+            raise ex
+        except Exception as ex:
+            logger.exception(f"{self.get_provider_schema().provider} credentials validate failed")
+            raise ex
diff --git a/api/core/model_runtime/model_providers/sambanova/sambanova.yaml b/api/core/model_runtime/model_providers/sambanova/sambanova.yaml
@@ -0,0 +1,28 @@
+provider: sambanova
+label:
+  en_US: Sambanova
+description:
+  en_US: SambaNova Cloud 
+icon_small:
+  en_US: icon_s_en.png
+icon_large:
+  en_US: icon_l_en.png
+background: "#F0F0EB"
+help:
+  title:
+    en_US: Get your API Key from SambaNova Cloud
+  url:
+    en_US: https://cloud.sambanova.ai/apis
+supported_model_types:
+  - llm
+configurate_methods: 
+  - predefined-model
+provider_credential_schema:
+  credential_form_schemas:
+    - variable: sambanova_api_key
+      label:
+        en_US: API Key
+      type: secret-input
+      required: true
+      placeholder:
+        en_US: Enter your API Key