added a organizations black-list

supported_models.py

@@ -14,6 +14,9 @@ BLACKLISTED_MODEL_NAMES = {
     "bigscience/mt0-base",
     "bigscience/mt0-small",
 }
+BLACKLISTED_ORGANIZATIONS = {
+    "huggingtweets"
+}
 DEFAULT_MIN_NUMBER_OF_DOWNLOADS = 100
 DEFAULT_MIN_NUMBER_OF_LIKES = 20
 
@@ -83,6 +86,9 @@ def card_filter(
     """returns True if the model card is valid, False otherwise"""
     if model_name in BLACKLISTED_MODEL_NAMES:
         return False
+    organization = model_name.split("/")[0]
+    if organization in BLACKLISTED_ORGANIZATIONS:
+        return False
     numeric_contents = get_numeric_contents(model_card)
     if len(numeric_contents) < 2:
         # If the model card doesn't have at least 2 numeric contents,
@@ -120,7 +126,7 @@ def generate_supported_model_names(
         min_number_of_likes: int,
 ) -> Generator[str, None, None]:
     with ThreadPoolExecutor(max_workers=MAX_WORKERS) as executor:
-        future_to_index = {executor.submit(get_page, index): index for index in range(100)}
+        future_to_index = {executor.submit(get_page, index): index for index in range(300)}
         for future in as_completed(future_to_index):
             soup = future.result()
             if soup:
@@ -142,6 +148,6 @@ def get_supported_model_names(
 
 
 if __name__ == "__main__":
-    supported_model_names = get_supported_model_names()
+    supported_model_names = get_supported_model_names(1, 1)
     print(f"Number of supported model names: {len(supported_model_names)}")
     print(f"Supported model names: {supported_model_names}")