fix: raises error if backend is not supported

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
bentoml · Nov 20, 2023 · 5b92e84 · 5b92e84
1 parent 3769ca7
commit 5b92e84
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/openllm-python/src/openllm_cli/entrypoint.py b/openllm-python/src/openllm_cli/entrypoint.py
@@ -1048,6 +1048,8 @@ def build_command(
       serialisation, default='safetensors' if has_safetensors_weights(model_id, model_version) else 'legacy'
     ),
   )
+  if llm.__llm_backend__ not in llm.config['backend']:
+    raise click.ClickException(f"'{backend}' is not supported with {model_id}")
   backend_warning(llm.__llm_backend__, build=True)
   os.environ.update(
     **process_environ(