Fix 8-gpu B200 nightly tests (#13457)

Author: Kangyan-Zhou

test/srt/nightly/test_deepseek_v31_perf.py

@@ -25,8 +25,8 @@ def setUpClass(cls):
                     "--trust-remote-code",
                     "--tp",
                     "8",
-                    "--dp",
-                    "8",
+                    "--model-loader-extra-config",
+                    '{"enable_multithread_load": true}',
                 ],
             },
             {
@@ -35,8 +35,6 @@ def setUpClass(cls):
                     "--trust-remote-code",
                     "--tp",
                     "8",
-                    "--dp",
-                    "8",
                     "--speculative-algorithm",
                     "EAGLE",
                     "--speculative-num-steps",
@@ -47,6 +45,8 @@ def setUpClass(cls):
                     "4",
                     "--mem-frac",
                     "0.7",
+                    "--model-loader-extra-config",
+                    '{"enable_multithread_load": true}',
                 ],
             },
         ]

test/srt/nightly/test_deepseek_v32_perf.py

@@ -25,8 +25,8 @@ def setUpClass(cls):
                     "--trust-remote-code",
                     "--tp",
                     "8",
-                    "--dp",
-                    "8",
+                    "--model-loader-extra-config",
+                    '{"enable_multithread_load": true}',
                 ],
             },
             {
@@ -35,8 +35,6 @@ def setUpClass(cls):
                     "--trust-remote-code",
                     "--tp",
                     "8",
-                    "--dp",
-                    "8",
                     "--speculative-algorithm",
                     "EAGLE",
                     "--speculative-num-steps",
@@ -47,6 +45,8 @@ def setUpClass(cls):
                     "4",
                     "--mem-frac",
                     "0.7",
+                    "--model-loader-extra-config",
+                    '{"enable_multithread_load": true}',
                 ],
             },
             {
@@ -55,14 +55,14 @@ def setUpClass(cls):
                     "--trust-remote-code",
                     "--tp",
                     "8",
-                    "--dp",
-                    "8",
                     "--attention-backend",
                     "nsa",
                     "--nsa-prefill-backend",
                     "flashmla_sparse",
                     "--nsa-decode-backend",
                     "flashmla_kv",
+                    "--model-loader-extra-config",
+                    '{"enable_multithread_load": true}',
                 ],
             },
         ]