Fix mergekit-moe

Author: cg123

mergekit/scripts/moe.py

@@ -156,13 +156,6 @@ def select_output_arch(
     default=False,
     help="Load model in 8bit for computing hidden states",
 )
-@click.option(
-    "--device",
-    type=str,
-    default="auto",
-    help="Device to use to compute embeddings",
-    show_default=True,
-)
 @click.option(
     "--i-understand-this-is-not-useful-without-training",
     type=bool,
@@ -176,18 +169,12 @@ def main(
     out_path: str,
     load_in_4bit: bool,
     load_in_8bit: bool,
-    device: str,
     i_understand_this_is_not_useful_without_training: bool,
     merge_options: MergeOptions,
 ):
     """Create a Mixture of Experts model by combining the pretrained weights of multiple models."""
     merge_options.apply_global_options()
 
-    if merge_options.cuda:
-        logging.warning(
-            '--cuda is a no-op for mergekit-moe, use "--device cuda" instead'
-        )
-
     with open(config_path, "r", encoding="utf-8") as file:
         config_source = file.read()
 
@@ -198,7 +185,7 @@ def main(
         merge_options=merge_options,
         load_in_4bit=load_in_4bit,
         load_in_8bit=load_in_8bit,
-        device=device,
+        device=merge_options.device,
         allow_all_same=i_understand_this_is_not_useful_without_training,
         verbose=merge_options.verbosity > 0,
     )