wip

.github/workflows/vllm.yml

@@ -28,53 +28,53 @@ jobs:
  env:
  HF_TOKEN: ${{ secrets.HF_TOKEN }} # Make sure to set this secret in your repository settings
  run: |
-python -c '
-import os
-import ast
-import json
-import requests
-from huggingface_hub import HfApi
+ python -c '
+ import os
+ import ast
+ import json
+ import requests
+ from huggingface_hub import HfApi
 
-def extract_models_sub_dict(parsed_code, sub_dict_name):
- class MODELS_SUB_LIST_VISITOR(ast.NodeVisitor):
- def __init__(self):
- self.key = sub_dict_name
- self.value = None
-
- def visit_Assign(self, node):
- for target in node.targets:
- if isinstance(target, ast.Name) and target.id == self.key:
- self.value = ast.literal_eval(node.value) 
-
- visitor = MODELS_SUB_LIST_VISITOR()
- visitor.visit(parsed_code)
- return visitor.value
+ def extract_models_sub_dict(parsed_code, sub_dict_name):
+  class MODELS_SUB_LIST_VISITOR(ast.NodeVisitor):
+  def __init__(self):
+  self.key = sub_dict_name
+  self.value = None
+  
+  def visit_Assign(self, node):
+  for target in node.targets:
+  if isinstance(target, ast.Name) and target.id == self.key:
+  self.value = ast.literal_eval(node.value) 
+  
+  visitor = MODELS_SUB_LIST_VISITOR()
+  visitor.visit(parsed_code)
+  return visitor.value
 
-def extract_models_dict(source_code):
- parsed_code = ast.parse(source_code)
- class MODELS_LIST_VISITOR(ast.NodeVisitor):
- def __init__(self):
- self.key = "_MODELS"
- self.value = {}
- def visit_Assign(self, node):
- for target in node.targets:
- if not isinstance(target, ast.Name):
- return
- if target.id == self.key:
- for value in node.value.values:
- dict = extract_models_sub_dict(parsed_code, value.id)
- self.value.update(dict)
- visitor = MODELS_LIST_VISITOR()
- visitor.visit(parsed_code)
- return visitor.value
+ def extract_models_dict(source_code):
+  parsed_code = ast.parse(source_code)
+  class MODELS_LIST_VISITOR(ast.NodeVisitor):
+  def __init__(self):
+  self.key = "_MODELS"
+  self.value = {}
+  def visit_Assign(self, node):
+  for target in node.targets:
+  if not isinstance(target, ast.Name):
+  return
+  if target.id == self.key:
+  for value in node.value.values:
+  dict = extract_models_sub_dict(parsed_code, value.id)
+  self.value.update(dict)
+  visitor = MODELS_LIST_VISITOR()
+  visitor.visit(parsed_code)
+  return visitor.value
 
-url = "https://raw.githubusercontent.com/vllm-project/vllm/refs/heads/main/vllm/model_executor/models/registry.py"
-response = requests.get(url)
-response.raise_for_status() # Raise an exception for bad status codes
-source_code = response.text
+ url = "https://raw.githubusercontent.com/vllm-project/vllm/refs/heads/main/vllm/model_executor/models/registry.py"
+ response = requests.get(url)
+ response.raise_for_status() # Raise an exception for bad status codes
+ source_code = response.text
 
-models_dict = extract_models_dict(source_code)
-architectures = [item for tup in models_dict.values() for item in tup]
-architectures_json_str = json.dumps(architectures, indent=4)
-json_bytes = architectures_json_str.encode("utf-8")
-print(architectures_json_str)'
+ models_dict = extract_models_dict(source_code)
+ architectures = [item for tup in models_dict.values() for item in tup]
+ architectures_json_str = json.dumps(architectures, indent=4)
+ json_bytes = architectures_json_str.encode("utf-8")
+ print(architectures_json_str)'