feat: support vlm do dynamic compile for vit

- vit can be dynamic compiled by option "--dynamic_vit"

Change-Id: Iecde709825bfb40afa17569f0ca4906c620c8332

Author: HarmonyHu

python/llm/LlmConverter.py

@@ -41,6 +41,7 @@ def __init__(self, args, config):
         self.chip = args.chip
         self.embedding_disk = args.embedding_disk
         self.dynamic = args.dynamic
+        self.dynamic_vit = args.dynamic_vit
         self.use_block_with_kv = args.use_block_with_kv
         self.debug = args.debug
         self.position_shape = [1, self.max_input_length]
@@ -1392,6 +1393,8 @@ def compile_vit(self):
             deploy_args.append('--high_precision')
         if self.debug:
             deploy_args.append('--debug')
+        if self.dynamic_vit:
+            deploy_args.append('--dynamic')
         self.add_task(deploy_args, f"{name}.log")
 
     def combine(self):

python/tools/llm_convert.py

@@ -70,7 +70,9 @@ def parse_max_pixels(value):
     parser.add_argument('--max_pixels', type=parse_max_pixels, default=0,
                         help="max pixels for vit, for example: 240,420 or 100800")
     parser.add_argument('--dynamic', action='store_true',
-                        help='enable dynamic compiling for prefill, not recommended')
+                        help='enable dynamic compiling for llm prefill')
+    parser.add_argument("--dynamic_vit", action='store_true',
+                        help='enable dynamic compiling for vit')
     parser.add_argument('--debug', action='store_true',
                         help='enable debug mode, temp files will not be deleted')
     parser.add_argument("--again", action='store_true',