Migrate from pydantic v1 to v2 native API

- Update pydantic_v1.py to import from pydantic v2
- Migrate ConfigBase to use ConfigDict
- Migrate ConfigListBase and ConfigDictBase to use RootModel
- Update NestedConfig validator to use model_validator
- Update all method calls: dict()->model_dump(), parse_obj()->model_validate()
- Update field access from __fields__ to model_fields
- Add compatibility wrappers for root_validator and validator
- Update pyproject.toml classmethod-decorators for v2
- All validators migrated by sub-agent (20 files)
- All method calls migrated by sub-agent (50+ files)

Co-authored-by: shaahji <96227573+shaahji@users.noreply.github.com>

Author: Copilot

olive/common/config_utils.py

@@ -213,7 +213,7 @@ class NestedConfig(ConfigBase):
     @model_validator(mode="before")
     @classmethod
     def gather_nested_field(cls, values):
-        all_fields = {name for name in cls.model_fields.keys()}
+        all_fields = set(cls.model_fields.keys())
         for field in cls.model_fields.values():
             if field.alias:
                 all_fields.add(field.alias)
@@ -324,15 +324,15 @@ def create_config_class(
     config = {}
     field_validators_dict = {}
     validators = validators.copy() if validators else {}
-    
+
     for param, param_config in default_config.items():
         if param_config.category == ParamCategory.OBJECT:
             validator_name = f"validate_{param}_object"
             count = 0
             while validator_name in validators:
                 validator_name = f"{validator_name}_{count}"
                 count += 1
-            
+
             def make_obj_validator(field_name):
                 @field_validator(field_name)
                 @classmethod
@@ -342,8 +342,9 @@ def check_obj(cls, v, info):
                     if isinstance(v, str) and info.data.get("user_script") is None:
                         raise ValueError(f"user_script must be provided if {field_name} is a name string")
                     return v
+
                 return check_obj
-            
+
             field_validators_dict[validator_name] = make_obj_validator(param)
 
         type_ = param_config.type_

olive/common/pydantic_v1.py

@@ -8,21 +8,21 @@
 This module now uses pydantic v2 native APIs directly.
 """
 
-# pylint: disable=redefined-builtin, wildcard-import, unused-wildcard-import
+# pylint: disable=redefined-builtin, wildcard-import, unused-wildcard-import, function-redefined
 
-from pydantic import *  # noqa: F403, F401
+from pydantic import *  # noqa: F403
 from pydantic import ConfigDict, RootModel, field_validator, model_validator  # noqa: F401
 
 
 # Compatibility wrapper for root_validator -> model_validator
 def root_validator(*_, pre=False, skip_on_failure=False, allow_reuse=False, **__):
     """Compatibility wrapper for pydantic v1's root_validator using v2's model_validator."""
-    mode = "before" if pre else "after"
-    return model_validator(mode=mode)
+    mode_val = "before" if pre else "after"
+    return model_validator(mode=mode_val)
 
 
 # Compatibility wrapper for validator -> field_validator
 def validator(*field_names, pre=False, always=False, allow_reuse=False, **kwargs):
     """Compatibility wrapper for pydantic v1's validator using v2's field_validator."""
-    mode = "before" if pre else "after"
-    return field_validator(*field_names, mode=mode)
+    mode_val = "before" if pre else "after"
+    return field_validator(*field_names, mode=mode_val)

pyproject.toml

@@ -180,8 +180,14 @@ ignore = [
 ban-relative-imports = "all"
 
 [tool.ruff.lint.pep8-naming]
-# Allow Pydantic's `@validator` decorator to trigger class method treatment.
-classmethod-decorators = ["classmethod", "olive.common.pydantic_v1.validator", "olive.common.pydantic_v1.root_validator"]
+# Allow Pydantic's validators to trigger class method treatment.
+classmethod-decorators = [
+  "classmethod",
+  "olive.common.pydantic_v1.field_validator",
+  "olive.common.pydantic_v1.model_validator",
+  "pydantic.field_validator",
+  "pydantic.model_validator"
+]
 
 [tool.ruff.lint.per-file-ignores]
 ".azure_pipelines/**" = ["INP001"]