meta-llama · V2arK · Jan 8, 2025 · Jan 21, 2025 · Jan 21, 2025 · Feb 4, 2025
@@ -587,6 +587,38 @@
     "sentence-transformers --no-deps",
     "torch torchvision --index-url https://download.pytorch.org/whl/cpu"
   ],
+  "centml": [
+    "aiosqlite",
+    "autoevals",
+    "blobfile",
+    "chardet",
+    "chromadb-client",
+    "datasets",
+    "faiss-cpu",
+    "fastapi",
+    "fire",
+    "httpx",
+    "matplotlib",
+    "nltk",
+    "numpy",
+    "openai",
+    "opentelemetry-exporter-otlp-proto-http",
+    "opentelemetry-sdk",
+    "pandas",
+    "pillow",
+    "psycopg2-binary",
+    "pypdf",
+    "redis",
+    "requests",
+    "scikit-learn",
+    "scipy",
+    "sentencepiece",
+    "tqdm",
+    "transformers",
+    "uvicorn",
+    "sentence-transformers --no-deps",
+    "torch --index-url https://download.pytorch.org/whl/cpu"
+  ],
   "vllm-gpu": [
     "aiosqlite",
     "autoevals",

@@ -258,4 +258,18 @@ def available_providers() -> List[ProviderSpec]:
                 provider_data_validator="llama_stack.providers.remote.inference.passthrough.PassthroughProviderDataValidator",
             ),
         ),
+        remote_provider_spec(
+            api=Api.inference,
+            adapter=AdapterSpec(
+                adapter_type="centml",
+                pip_packages=[
+                    "openai",
+                ],
+                module="llama_stack.providers.remote.inference.centml",
+                config_class=
+                "llama_stack.providers.remote.inference.centml.CentMLImplConfig",
+                provider_data_validator=
+                "llama_stack.providers.remote.inference.centml.CentMLProviderDataValidator",
+            ),
+        ),
     ]
@@ -0,0 +1,31 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.
+
+from pydantic import BaseModel
+
+from .config import CentMLImplConfig
+
+
+class CentMLProviderDataValidator(BaseModel):
+    centml_api_key: str
+
+
+async def get_adapter_impl(config: CentMLImplConfig, _deps):
+    """
+    Factory function to construct and initialize the CentML adapter.
+
+    :param config: Instance of CentMLImplConfig, containing `url`, `api_key`, etc.
+    :param _deps: Additional dependencies provided by llama-stack (unused here).
+    """
+    from .centml import CentMLInferenceAdapter
+
+    # Ensure the provided config is indeed a CentMLImplConfig
+    assert isinstance(config, CentMLImplConfig), f"Unexpected config type: {type(config)}"
+
+    # Instantiate and initialize the adapter
+    adapter = CentMLInferenceAdapter(config)
+    await adapter.initialize()
+    return adapter