add cli param fix

Author: jayfeather9

lightllm/server/api_cli.py

@@ -312,7 +312,7 @@ def make_argument_parser() -> argparse.ArgumentParser:
         "--visual_infer_batch_size", type=int, default=1, help="number of images to process in each inference batch"
     )
     parser.add_argument(
-        "--visual_gpu_ids", nargs="+", type=int, default=None, help="List of GPU IDs to use, e.g., 0 1 2"
+        "--visual_gpu_ids", nargs="+", type=int, default=[0, 1, 2, 3, 4, 5, 6, 7], help="List of GPU IDs to use, e.g., 0 1 2"
     )
     parser.add_argument("--visual_tp", type=int, default=1, help="number of tensort parallel instances for ViT")
     parser.add_argument("--visual_dp", type=int, default=1, help="number of data parallel instances for ViT")

lightllm/server/api_start.py

@@ -154,7 +154,7 @@ def normal_or_p_d_start(args):
 
     # if use_hi_dynamic_prompt_cache, then use_dynamic_prompt_cache must be True
     if args.use_hi_dynamic_prompt_cache:
-        assert args.use_dynamic_prompt_cache, "use_hi_dynamic_prompt_cache must be used with use_dynamic_prompt_cache"
+        assert not args.disable_dynamic_prompt_cache, "use_hi_dynamic_prompt_cache must be used with use_dynamic_prompt_cache"
 
     # help to manage data stored on Ceph
     if "s3://" in args.model_dir: