[FEAT] Add transformers backend support (#5929)

This commit is contained in:
Marc Sun
2025-06-03 21:05:29 -07:00
committed by GitHub
parent 8a5480528d
commit 37f1547587
11 changed files with 636 additions and 3 deletions
+9 -1
View File
@@ -49,7 +49,15 @@ class _ModelRegistry:
if not architectures:
logger.warning("No model architectures are specified")
return architectures
# filter out support architectures
normalized_arch = list(
filter(lambda model: model in self.models, architectures)
)
# make sure Transformers backend is put at the last as a fallback
if len(normalized_arch) != len(architectures):
normalized_arch.append("TransformersForCausalLM")
return normalized_arch
def resolve_model_cls(
self,