Upgrade to Transformers v4.49 (#1810)

Signed-off-by: Daniel Socek <daniel.socek@intel.com>
Signed-off-by: U. Artie Eoff <ullysses.a.eoff@intel.com>
Co-authored-by: Libin Tang <litang@habana.ai>
Co-authored-by: Daniel Socek <daniel.socek@intel.com>
Co-authored-by: Nikolay Protasov <nikolay.protasov@intel.com>
Co-authored-by: Harish Subramony <81822986+hsubramony@users.noreply.github.com>
Co-authored-by: U. Artie Eoff <ullysses.a.eoff@intel.com>
Co-authored-by: Yeonsil Yoon <yyoon@habana.ai>
Co-authored-by: Luca Calabria <luca.calabria@intel.com>
Co-authored-by: Shiv Kaul <skaul@habana.ai>
Co-authored-by: Iman Gohari <s.m.iman.gohari@intel.com>
Co-authored-by: Harshvardhan Chauhan <hchauhan@habana.ai>

Author: 11 people

examples/audio-classification/run_audio_classification.py

@@ -46,7 +46,7 @@ def check_optimum_habana_min_version(*a, **b):
 logger = logging.getLogger(__name__)
 
 # Will error if the minimal version of Transformers and Optimum Habana are not installed. Remove at your own risks.
-check_min_version("4.48.0")
+check_min_version("4.49.0")
 check_optimum_habana_min_version("1.17.0.dev0")
 
 require_version("datasets>=1.14.0", "To fix: pip install -r examples/pytorch/audio-classification/requirements.txt")

examples/contrastive-image-text/run_bridgetower.py

@@ -58,7 +58,7 @@ def check_optimum_habana_min_version(*a, **b):
 logger = logging.getLogger(__name__)
 
 # Will error if the minimal version of Transformers and Optimum Habana are not installed. Remove at your own risks.
-check_min_version("4.48.0")
+check_min_version("4.49.0")
 check_optimum_habana_min_version("1.17.0.dev0")
 
 require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/contrastive-image-text/requirements.txt")

examples/contrastive-image-text/run_clip.py

@@ -61,7 +61,7 @@ def check_optimum_habana_min_version(*a, **b):
 logger = logging.getLogger(__name__)
 
 # Will error if the minimal version of Transformers and Optimum Habana are not installed. Remove at your own risks.
-check_min_version("4.48.0")
+check_min_version("4.49.0")
 check_optimum_habana_min_version("1.17.0.dev0")
 
 require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/contrastive-image-text/requirements.txt")

examples/image-classification/run_image_classification.py

@@ -64,7 +64,7 @@ def check_optimum_habana_min_version(*a, **b):
 logger = logging.getLogger(__name__)
 
 # Will error if the minimal version of Transformers and Optimum Habana are not installed. Remove at your own risks.
-check_min_version("4.48.0")
+check_min_version("4.49.0")
 check_optimum_habana_min_version("1.17.0.dev0")
 
 require_version("datasets>=2.14.0", "To fix: pip install -r examples/pytorch/image-classification/requirements.txt")

examples/image-to-text/run_image2text_lora_finetune.py

@@ -382,8 +382,8 @@ def eval(processor, model, dataset, batch_size, use_lazy_mode, use_hpu_graphs, m
                 images,
                 texts,
                 return_tensors="pt",
-                padding="max_length",
-                truncation=True,
+                padding=True,
+                truncation=False,
                 max_length=max_seq_length,
                 padding_side="left",
             )
@@ -611,15 +611,12 @@ def main():
         text = processor.apply_chat_template(messages, add_generation_prompt=True)
 
         if config.model_type == "llava":
-            # don't expand image_token_id
-            setattr(processor, "patch_size", None)
-            setattr(processor, "vision_feature_select_strategy", None)
             inputs = processor(
                 [image],
                 [text.strip()],
                 return_tensors="pt",
-                padding="max_length",
-                truncation=True,
+                padding=True,
+                truncation=False,
                 max_length=data_args.max_seq_length,
                 padding_side="left",
             )

examples/language-modeling/run_clm.py

@@ -62,7 +62,7 @@ def check_optimum_habana_min_version(*a, **b):
 logger = logging.getLogger(__name__)
 
 # Will error if the minimal version of Transformers and Optimum Habana are not installed. Remove at your own risks.
-check_min_version("4.48.0")
+check_min_version("4.49.0")
 check_optimum_habana_min_version("1.17.0.dev0")
 
 require_version("datasets>=2.14.0", "To fix: pip install -r examples/pytorch/language-modeling/requirements.txt")

examples/language-modeling/run_mlm.py

@@ -61,7 +61,7 @@ def check_optimum_habana_min_version(*a, **b):
 logger = logging.getLogger(__name__)
 
 # Will error if the minimal version of Transformers and Optimum Habana are not installed. Remove at your own risks.
-check_min_version("4.48.0")
+check_min_version("4.49.0")
 check_optimum_habana_min_version("1.17.0.dev0")
 
 require_version("datasets>=2.14.0", "To fix: pip install -r examples/pytorch/language-modeling/requirements.txt")

examples/language-modeling/run_multitask_prompt_tuning.py

@@ -60,7 +60,7 @@ def check_optimum_habana_min_version(*a, **b):
 logger = logging.getLogger(__name__)
 
 # Will error if the minimal version of Transformers and Optimum Habana are not installed. Remove at your own risk.
-check_min_version("4.48.0")
+check_min_version("4.49.0")
 check_optimum_habana_min_version("1.17.0.dev0")
 
 require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/language-modeling/requirements.txt")

examples/language-modeling/run_prompt_tuning_clm.py

@@ -62,7 +62,7 @@ def check_optimum_habana_min_version(*a, **b):
 logger = logging.getLogger(__name__)
 
 # Will error if the minimal version of Transformers and Optimum Habana are not installed. Remove at your own risks.
-check_min_version("4.48.0")
+check_min_version("4.49.0")
 check_optimum_habana_min_version("1.17.0.dev0")
 
 require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/language-modeling/requirements.txt")

examples/question-answering/run_qa.py

@@ -60,7 +60,7 @@ def check_optimum_habana_min_version(*a, **b):
 logger = logging.getLogger(__name__)
 
 # Will error if the minimal version of Transformers and Optimum Habana are not installed. Remove at your own risks.
-check_min_version("4.48.0")
+check_min_version("4.49.0")
 check_optimum_habana_min_version("1.17.0.dev0")
 
 require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/question-answering/requirements.txt")