Skip to content

Commit c70ee0b

Browse files
shreyanidshreyanid
authored
fix: add pydantic formatting before permissions_data validation (#458)
1 parent 81d6425 commit c70ee0b

20 files changed

+63949
-25
lines changed

‎CHANGELOG.md

+6
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,9 @@
1+
## 1.0.5
2+
3+
### Fixes
4+
5+
* **Fix Pydantic validation for permissions_data field**
6+
17
## 1.0.4
28

39
### Features

‎test/integration/connectors/expected_results/sharepoint1/file_data/0153RHRSABDC6JJIUHKJF2C5ZFGJF3C6XJ.json

+3-2
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,12 @@
1515
},
1616
"date_created": "1738364795.0",
1717
"date_modified": "1738364795.0",
18-
"date_processed": "1739552937.759603",
18+
"date_processed": "1743544268.793864",
1919
"permissions_data": null,
2020
"filesize_bytes": null
2121
},
2222
"additional_metadata": {
23+
"@microsoft.graph.downloadUrl": "https://unstructuredio.sharepoint.com/sites/utic-platform-test-source/_layouts/15/download.aspx?UniqueId=94bc1801-87a2-4b52-a177-25324bb17ae9&Translate=false&tempauth=v1.eyJzaXRlaWQiOiJhNmY1NjcwNS1hZjI5LTQ2YzctOTBiYS05YTBkNWE3YTFlZWMiLCJhcHBfZGlzcGxheW5hbWUiOiJzaGFyZXBvaW50LWFwcC1yZWdpc3RyYXRpb24iLCJhdWQiOiIwMDAwMDAwMy0wMDAwLTBmZjEtY2UwMC0wMDAwMDAwMDAwMDAvdW5zdHJ1Y3R1cmVkaW8uc2hhcmVwb2ludC5jb21AM2Q2MGE3ZTUtMWUzMi00MTRlLTgzOWItMWM2ZTY3ODI2MTNkIiwiZXhwIjoiMTc0MzU0Nzg2MyJ9.CgoKBHNuaWQSAjY0EgsI3IC_yqrc-D0QBRoNMjAuMTkwLjEzMi40MSosb1V4bW51M2Z1V1ZLTXdlZTVXUFNwSmJJWlNodDJheS9rTGFwTG5YdkJFcz0wnQE4AUIQoZBYL6LgAIBrpFYn-N4NlUoQaGFzaGVkcHJvb2Z0b2tlbnoBMboBZXNoYXJlcG9pbnR0ZW5hbnRzZXR0aW5ncy5yZWFkd3JpdGUuYWxsIGFsbHNpdGVzLndyaXRlIGFsbHNpdGVzLm1hbmFnZSBhbGxmaWxlcy53cml0ZSBhbGxwcm9maWxlcy5yZWFkwgFJNmMxNjA3NTMtOWI2My00NzA5LWExNDAtMTdhMjdkMzA4N2E2QDNkNjBhN2U1LTFlMzItNDE0ZS04MzliLTFjNmU2NzgyNjEzZMgBAQ.S8eM3z7RnKQH-hnJgEPhfQpSIyS5myGQMzviLm66kQ0&ApiVersion=2.0",
2324
"eTag": "\"{94BC1801-87A2-4B52-A177-25324BB17AE9},1\"",
2425
"id": "0153RHRSABDC6JJIUHKJF2C5ZFGJF3C6XJ",
2526
"name": "list-item-example.pdf",
@@ -28,6 +29,6 @@
2829
"size": 48981
2930
},
3031
"reprocess": false,
31-
"local_download_path": "/private/var/folders/85/f389rtdn2c971nv4r3d31d740000gn/T/tmpf70nr_lt/list-item-example.pdf",
32+
"local_download_path": "/private/var/folders/xb/08zztz_j57vgp3pqjx1g4jh40000gn/T/tmpw4rjxjwa/list-item-example.pdf",
3233
"display_name": null
3334
}

‎test/integration/connectors/expected_results/sharepoint1/file_data/0153RHRSAVBNSXPKVIBZC3ZD53KENINVGG.json

+3-2
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,12 @@
1515
},
1616
"date_created": "1738885678.0",
1717
"date_modified": "1738885678.0",
18-
"date_processed": "1739552932.2096388",
18+
"date_processed": "1743544265.009462",
1919
"permissions_data": null,
2020
"filesize_bytes": null
2121
},
2222
"additional_metadata": {
23+
"@microsoft.graph.downloadUrl": "https://unstructuredio.sharepoint.com/sites/utic-platform-test-source/_layouts/15/download.aspx?UniqueId=77650b15-a8aa-450e-bc8f-bb511a86d4c6&Translate=false&tempauth=v1.eyJzaXRlaWQiOiJhNmY1NjcwNS1hZjI5LTQ2YzctOTBiYS05YTBkNWE3YTFlZWMiLCJhcHBfZGlzcGxheW5hbWUiOiJzaGFyZXBvaW50LWFwcC1yZWdpc3RyYXRpb24iLCJhdWQiOiIwMDAwMDAwMy0wMDAwLTBmZjEtY2UwMC0wMDAwMDAwMDAwMDAvdW5zdHJ1Y3R1cmVkaW8uc2hhcmVwb2ludC5jb21AM2Q2MGE3ZTUtMWUzMi00MTRlLTgzOWItMWM2ZTY3ODI2MTNkIiwiZXhwIjoiMTc0MzU0Nzg2MyJ9.CgoKBHNuaWQSAjY0EgsIkveryqrc-D0QBRoNMjAuMTkwLjEzMi40MSosemVNQkkvcjlFQVVxeHg1QTZ0SVFmSjdFY0lUK2xvL25sNmhINVQ3U0ZsVT0wnQE4AUIQoZBYL6LgAIBrpFYn-N4NlUoQaGFzaGVkcHJvb2Z0b2tlbnoBMboBZXNoYXJlcG9pbnR0ZW5hbnRzZXR0aW5ncy5yZWFkd3JpdGUuYWxsIGFsbHNpdGVzLndyaXRlIGFsbHNpdGVzLm1hbmFnZSBhbGxmaWxlcy53cml0ZSBhbGxwcm9maWxlcy5yZWFkwgFJNmMxNjA3NTMtOWI2My00NzA5LWExNDAtMTdhMjdkMzA4N2E2QDNkNjBhN2U1LTFlMzItNDE0ZS04MzliLTFjNmU2NzgyNjEzZMgBAQ.dAh2_iZDTNJzodhSGppj9k1Z0EjYUE_4mv-3XXG3jJI&ApiVersion=2.0",
2324
"eTag": "\"{77650B15-A8AA-450E-BC8F-BB511A86D4C6},1\"",
2425
"id": "0153RHRSAVBNSXPKVIBZC3ZD53KENINVGG",
2526
"name": "book-war-and-peace-1p.txt",
@@ -28,6 +29,6 @@
2829
"size": 3045
2930
},
3031
"reprocess": false,
31-
"local_download_path": "/private/var/folders/85/f389rtdn2c971nv4r3d31d740000gn/T/tmpf70nr_lt/book-war-and-peace-1p.txt",
32+
"local_download_path": "/private/var/folders/xb/08zztz_j57vgp3pqjx1g4jh40000gn/T/tmpw4rjxjwa/book-war-and-peace-1p.txt",
3233
"display_name": null
3334
}

‎test/integration/connectors/expected_results/sharepoint1/file_data/0153RHRSEXY3G5U3B5GBFY7TZKAY236XAL.json

+3-2
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,12 @@
1515
},
1616
"date_created": "1738364779.0",
1717
"date_modified": "1738364779.0",
18-
"date_processed": "1739552943.296567",
18+
"date_processed": "1743544272.491439",
1919
"permissions_data": null,
2020
"filesize_bytes": null
2121
},
2222
"additional_metadata": {
23+
"@microsoft.graph.downloadUrl": "https://unstructuredio.sharepoint.com/sites/utic-platform-test-source/_layouts/15/download.aspx?UniqueId=dacdc697-3d6c-4b30-8fcf-2a0635bf5c0b&Translate=false&tempauth=v1.eyJzaXRlaWQiOiJhNmY1NjcwNS1hZjI5LTQ2YzctOTBiYS05YTBkNWE3YTFlZWMiLCJhcHBfZGlzcGxheW5hbWUiOiJzaGFyZXBvaW50LWFwcC1yZWdpc3RyYXRpb24iLCJhdWQiOiIwMDAwMDAwMy0wMDAwLTBmZjEtY2UwMC0wMDAwMDAwMDAwMDAvdW5zdHJ1Y3R1cmVkaW8uc2hhcmVwb2ludC5jb21AM2Q2MGE3ZTUtMWUzMi00MTRlLTgzOWItMWM2ZTY3ODI2MTNkIiwiZXhwIjoiMTc0MzU0Nzg2NCJ9.CgoKBHNuaWQSAjY0EgsIlMe70qrc-D0QBRoNMjAuMTkwLjEzMi40MSosQWRxcWhoUmM1M0J4b0lSTGM1cUU4UG1aOGlxN1dVT1hKaktPMDFDR045az0wnQE4AUIQoZBYL9gQAICMSHYTfrI2mUoQaGFzaGVkcHJvb2Z0b2tlbnoBMboBZXNoYXJlcG9pbnR0ZW5hbnRzZXR0aW5ncy5yZWFkd3JpdGUuYWxsIGFsbHNpdGVzLndyaXRlIGFsbHNpdGVzLm1hbmFnZSBhbGxmaWxlcy53cml0ZSBhbGxwcm9maWxlcy5yZWFkwgFJNmMxNjA3NTMtOWI2My00NzA5LWExNDAtMTdhMjdkMzA4N2E2QDNkNjBhN2U1LTFlMzItNDE0ZS04MzliLTFjNmU2NzgyNjEzZMgBAQ.sSt1CiAu7C6htGXecf0fF5ttPe2YJ_o0u77OWnkyov4&ApiVersion=2.0",
2324
"eTag": "\"{DACDC697-3D6C-4B30-8FCF-2A0635BF5C0B},1\"",
2425
"id": "0153RHRSEXY3G5U3B5GBFY7TZKAY236XAL",
2526
"name": "fake-memo.pdf",
@@ -28,6 +29,6 @@
2829
"size": 13374
2930
},
3031
"reprocess": false,
31-
"local_download_path": "/private/var/folders/85/f389rtdn2c971nv4r3d31d740000gn/T/tmpf70nr_lt/Folder1/fake-memo.pdf",
32+
"local_download_path": "/private/var/folders/xb/08zztz_j57vgp3pqjx1g4jh40000gn/T/tmpw4rjxjwa/Folder1/fake-memo.pdf",
3233
"display_name": null
3334
}

‎test/integration/connectors/expected_results/sharepoint1/file_data/0153RHRSFFVW43WTVG5ZFY5WL7ZH3GUOGT.json

+3-2
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,12 @@
1515
},
1616
"date_created": "1738364377.0",
1717
"date_modified": "1738364377.0",
18-
"date_processed": "1739552950.261651",
18+
"date_processed": "1743544276.2336051",
1919
"permissions_data": null,
2020
"filesize_bytes": null
2121
},
2222
"additional_metadata": {
23+
"@microsoft.graph.downloadUrl": "https://unstructuredio.sharepoint.com/sites/utic-platform-test-source/_layouts/15/download.aspx?UniqueId=bbb9ada5-a64e-4bee-8ed9-7fc9f66a38d3&Translate=false&tempauth=v1.eyJzaXRlaWQiOiJhNmY1NjcwNS1hZjI5LTQ2YzctOTBiYS05YTBkNWE3YTFlZWMiLCJhcHBfZGlzcGxheW5hbWUiOiJzaGFyZXBvaW50LWFwcC1yZWdpc3RyYXRpb24iLCJhdWQiOiIwMDAwMDAwMy0wMDAwLTBmZjEtY2UwMC0wMDAwMDAwMDAwMDAvdW5zdHJ1Y3R1cmVkaW8uc2hhcmVwb2ludC5jb21AM2Q2MGE3ZTUtMWUzMi00MTRlLTgzOWItMWM2ZTY3ODI2MTNkIiwiZXhwIjoiMTc0MzU0Nzg2NCJ9.CgoKBHNuaWQSAjY0EgsIqPX52arc-D0QBRoNMjAuMTkwLjEzMi40MSosUVo1V0pJa2twOU43RUdQMmRad0hKb0xWYjV5ajZhTzJGd1Fvd1lHYkdPMD0wnQE4AUIQoZBYMAogAIBrpFgQv73hhkoQaGFzaGVkcHJvb2Z0b2tlbnoBMboBZXNoYXJlcG9pbnR0ZW5hbnRzZXR0aW5ncy5yZWFkd3JpdGUuYWxsIGFsbHNpdGVzLndyaXRlIGFsbHNpdGVzLm1hbmFnZSBhbGxmaWxlcy53cml0ZSBhbGxwcm9maWxlcy5yZWFkwgFJNmMxNjA3NTMtOWI2My00NzA5LWExNDAtMTdhMjdkMzA4N2E2QDNkNjBhN2U1LTFlMzItNDE0ZS04MzliLTFjNmU2NzgyNjEzZMgBAQ.Yq176-NQpYX6OfDjU8HCI2F3Yp9oazZY2ljXwVcEJZQ&ApiVersion=2.0",
2324
"eTag": "\"{BBB9ADA5-A64E-4BEE-8ED9-7FC9F66A38D3},1\"",
2425
"id": "0153RHRSFFVW43WTVG5ZFY5WL7ZH3GUOGT",
2526
"name": "fake-email.txt",
@@ -28,6 +29,6 @@
2829
"size": 836
2930
},
3031
"reprocess": false,
31-
"local_download_path": "/private/var/folders/85/f389rtdn2c971nv4r3d31d740000gn/T/tmpf70nr_lt/Folder1/Folder2/fake-email.txt",
32+
"local_download_path": "/private/var/folders/xb/08zztz_j57vgp3pqjx1g4jh40000gn/T/tmpw4rjxjwa/Folder1/Folder2/fake-email.txt",
3233
"display_name": null
3334
}

‎test/integration/connectors/expected_results/sharepoint2/file_data/0153RHRSEXY3G5U3B5GBFY7TZKAY236XAL.json

+3-2
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,12 @@
1515
},
1616
"date_created": "1738364779.0",
1717
"date_modified": "1738364779.0",
18-
"date_processed": "1739552963.206111",
18+
"date_processed": "1743544285.848022",
1919
"permissions_data": null,
2020
"filesize_bytes": null
2121
},
2222
"additional_metadata": {
23+
"@microsoft.graph.downloadUrl": "https://unstructuredio.sharepoint.com/sites/utic-platform-test-source/_layouts/15/download.aspx?UniqueId=dacdc697-3d6c-4b30-8fcf-2a0635bf5c0b&Translate=false&tempauth=v1.eyJzaXRlaWQiOiJhNmY1NjcwNS1hZjI5LTQ2YzctOTBiYS05YTBkNWE3YTFlZWMiLCJhcHBfZGlzcGxheW5hbWUiOiJzaGFyZXBvaW50LWFwcC1yZWdpc3RyYXRpb24iLCJhdWQiOiIwMDAwMDAwMy0wMDAwLTBmZjEtY2UwMC0wMDAwMDAwMDAwMDAvdW5zdHJ1Y3R1cmVkaW8uc2hhcmVwb2ludC5jb21AM2Q2MGE3ZTUtMWUzMi00MTRlLTgzOWItMWM2ZTY3ODI2MTNkIiwiZXhwIjoiMTc0MzU0Nzg4NSJ9.CgoKBHNuaWQSAjY0EgsI8p27mqzc-D0QBRoNMjAuMTkwLjEzMi40MSosQWRxcWhoUmM1M0J4b0lSTGM1cUU4UG1aOGlxN1dVT1hKaktPMDFDR045az0wnQE4AUIQoZBYNPPgAICJUUOlaFoIC0oQaGFzaGVkcHJvb2Z0b2tlbnoBMboBZXNoYXJlcG9pbnR0ZW5hbnRzZXR0aW5ncy5yZWFkd3JpdGUuYWxsIGFsbHNpdGVzLndyaXRlIGFsbHNpdGVzLm1hbmFnZSBhbGxmaWxlcy53cml0ZSBhbGxwcm9maWxlcy5yZWFkwgFJNmMxNjA3NTMtOWI2My00NzA5LWExNDAtMTdhMjdkMzA4N2E2QDNkNjBhN2U1LTFlMzItNDE0ZS04MzliLTFjNmU2NzgyNjEzZMgBAQ.hPryfKABDmEPRBrYmcYtUquAoxROxoMIPaTUK4hU6H0&ApiVersion=2.0",
2324
"eTag": "\"{DACDC697-3D6C-4B30-8FCF-2A0635BF5C0B},1\"",
2425
"id": "0153RHRSEXY3G5U3B5GBFY7TZKAY236XAL",
2526
"name": "fake-memo.pdf",
@@ -28,6 +29,6 @@
2829
"size": 13374
2930
},
3031
"reprocess": false,
31-
"local_download_path": "/private/var/folders/85/f389rtdn2c971nv4r3d31d740000gn/T/tmpjuthxo3q/fake-memo.pdf",
32+
"local_download_path": "/private/var/folders/xb/08zztz_j57vgp3pqjx1g4jh40000gn/T/tmp99qktbmm/fake-memo.pdf",
3233
"display_name": null
3334
}

‎test/integration/connectors/expected_results/sharepoint2/file_data/0153RHRSFFVW43WTVG5ZFY5WL7ZH3GUOGT.json

+3-2
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,12 @@
1515
},
1616
"date_created": "1738364377.0",
1717
"date_modified": "1738364377.0",
18-
"date_processed": "1739552968.488659",
18+
"date_processed": "1743544289.287036",
1919
"permissions_data": null,
2020
"filesize_bytes": null
2121
},
2222
"additional_metadata": {
23+
"@microsoft.graph.downloadUrl": "https://unstructuredio.sharepoint.com/sites/utic-platform-test-source/_layouts/15/download.aspx?UniqueId=bbb9ada5-a64e-4bee-8ed9-7fc9f66a38d3&Translate=false&tempauth=v1.eyJzaXRlaWQiOiJhNmY1NjcwNS1hZjI5LTQ2YzctOTBiYS05YTBkNWE3YTFlZWMiLCJhcHBfZGlzcGxheW5hbWUiOiJzaGFyZXBvaW50LWFwcC1yZWdpc3RyYXRpb24iLCJhdWQiOiIwMDAwMDAwMy0wMDAwLTBmZjEtY2UwMC0wMDAwMDAwMDAwMDAvdW5zdHJ1Y3R1cmVkaW8uc2hhcmVwb2ludC5jb21AM2Q2MGE3ZTUtMWUzMi00MTRlLTgzOWItMWM2ZTY3ODI2MTNkIiwiZXhwIjoiMTc0MzU0Nzg4NSJ9.CgoKBHNuaWQSAjY0EgsI3LPeoKzc-D0QBRoNMjAuMTkwLjEzMi40MSosUVo1V0pJa2twOU43RUdQMmRad0hKb0xWYjV5ajZhTzJGd1Fvd1lHYkdPMD0wnQE4AUIQoZBYNR7wAICJUU2ShVHUq0oQaGFzaGVkcHJvb2Z0b2tlbnoBMboBZXNoYXJlcG9pbnR0ZW5hbnRzZXR0aW5ncy5yZWFkd3JpdGUuYWxsIGFsbHNpdGVzLndyaXRlIGFsbHNpdGVzLm1hbmFnZSBhbGxmaWxlcy53cml0ZSBhbGxwcm9maWxlcy5yZWFkwgFJNmMxNjA3NTMtOWI2My00NzA5LWExNDAtMTdhMjdkMzA4N2E2QDNkNjBhN2U1LTFlMzItNDE0ZS04MzliLTFjNmU2NzgyNjEzZMgBAQ.FSqgpqNUevUqk_DZF19Bdxa0nP384FxgNxQTtpipbHQ&ApiVersion=2.0",
2324
"eTag": "\"{BBB9ADA5-A64E-4BEE-8ED9-7FC9F66A38D3},1\"",
2425
"id": "0153RHRSFFVW43WTVG5ZFY5WL7ZH3GUOGT",
2526
"name": "fake-email.txt",
@@ -28,6 +29,6 @@
2829
"size": 836
2930
},
3031
"reprocess": false,
31-
"local_download_path": "/private/var/folders/85/f389rtdn2c971nv4r3d31d740000gn/T/tmpjuthxo3q/Folder2/fake-email.txt",
32+
"local_download_path": "/private/var/folders/xb/08zztz_j57vgp3pqjx1g4jh40000gn/T/tmp99qktbmm/Folder2/fake-email.txt",
3233
"display_name": null
3334
}

‎test/integration/connectors/expected_results/sharepoint3/directory_structure.json

+1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
{
22
"directory_structure": [
3+
"book-war-and-peace-1225p.txt",
34
"fake-memo.pdf"
45
]
56
}

0 commit comments

Comments
 (0)