fix: correct model_type comparison bug, f-string typo, and bare except clauses

megatron/fused_kernels/tests/test_fused_kernels.py

@@ -290,7 +290,7 @@ def test_layer_norm():
             transformers.logging.FATAL,
         )
 
-    except:
+    except Exception:
         print("\n[Fail] Please install `transformers` package to test fused kernels\n")
         exit(-1)
 

megatron/initialize.py

@@ -121,7 +121,7 @@ def set_verbosity_transformers(logging_level: str):
                 from transformers.utils import logging as transformers_logging
                 log_level = logging.log_levels[logging_level]
                 logging.set_verbosity(log_level)
-            except:
+            except Exception:
                 pass
 
         if args.rank == 0:

megatron/testing_utils.py

@@ -37,7 +37,7 @@
 try:
     import torch
     _torch_available = True
-except:
+except Exception:
     _torch_available = False
 
 def is_torch_available():
@@ -312,7 +312,7 @@ def apply_print_resets(buf):
 def assert_screenout(out, what):
     out_pr = apply_print_resets(out).lower()
     match_str = out_pr.find(what.lower())
-    assert match_str != -1, f"expecting to find {what} in output: f{out_pr}"
+    assert match_str != -1, f"expecting to find {what} in output: {out_pr}"
 
 
 class CaptureStd:

tools/merge_mp_partitions.py

@@ -115,7 +115,7 @@ def get_model(model_type):
         from pretrain_gpt import model_provider
     elif model_type == 'RACE':
         from tasks.race.finetune import model_provider
-    elif model_type == ['MNLI', 'QQP']:
+    elif model_type in ['MNLI', 'QQP']:
         num_classes = 2
         if model_type == 'MNLI':
             num_classes = 3