Skip to content

Commit 7505874

Browse files
ryannikolaidisryannikolaidis
authored
rfctr(email): eml partitioner rewrite <- Ingest test fixtures update (#3723)
Seems like these were related to removing ingest, all just changes in the JSON field order as far as I can see.
1 parent e3cfc64 commit 7505874

File tree

3 files changed

+51
-51
lines changed

3 files changed

+51
-51
lines changed

‎test_unstructured_ingest/expected-structured-output/outlook/21be155fb0c95885.eml.json‎

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -1,33 +1,33 @@
11
[
22
{
3+
"type": "Title",
34
"element_id": "df08d0aeb11a34e75766d2d2008d73a6",
5+
"text": "integration test email",
46
"metadata": {
5-
"data_source": {
6-
"date_created": "2023-07-15T15:36:08",
7-
"date_modified": "2023-07-15T15:38:57",
8-
"record_locator": {
9-
"message_id": "AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn-lfnvLSqIcW-YsN8ebAAATaI_sAADZYn-lfnvLSqIcW-YsN8ebAAATaJ9PAAA=",
10-
"user_email": "[email protected]"
11-
},
12-
"url": "https://outlook.office365.com/owa/?ItemID=AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn%2FlfnvLSqIcW%2FYsN8ebAAATaI%2BsAADZYn%2FlfnvLSqIcW%2FYsN8ebAAATaJ9PAAA%3D&exvsurl=1&viewmodel=ReadMessageItem",
13-
"version": "CQAAABYAAADZYn/lfnvLSqIcW/YsN8ebAAATYGBM"
14-
},
15-
"email_message_id": "CAOvAh-6yWG99vvaoQ5niLgGTgpwe90LGiNPLvx7bAY3ZFyq54w@mail.gmail.com",
16-
"filename": "21be155fb0c95885.eml",
17-
"filetype": "message/rfc822",
187
"languages": [
198
"eng"
209
],
10+
"filename": "21be155fb0c95885.eml",
11+
"filetype": "message/rfc822",
2112
"last_modified": "2023-07-15T15:35:51+00:00",
13+
"email_message_id": "CAOvAh-6yWG99vvaoQ5niLgGTgpwe90LGiNPLvx7bAY3ZFyq54w@mail.gmail.com",
2214
"sent_from": [
2315
"David Potter <[email protected]>"
2416
],
2517
"sent_to": [
2618
"[email protected]"
2719
],
28-
"subject": "integration test email 1"
29-
},
30-
"text": "integration test email",
31-
"type": "Title"
20+
"subject": "integration test email 1",
21+
"data_source": {
22+
"url": "https://graph.microsoft.com/v1.0/users/[email protected]/mailFolders/AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MAAuAAAAAADc1MfJYetSQ6QZntYrI9k4AQDZYn-lfnvLSqIcW-YsN8ebAAATaI_sAAA=/messages/AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn-lfnvLSqIcW-YsN8ebAAATaI_sAADZYn-lfnvLSqIcW-YsN8ebAAATaJ9PAAA=",
23+
"record_locator": {
24+
"message_id": "AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn-lfnvLSqIcW-YsN8ebAAATaI_sAADZYn-lfnvLSqIcW-YsN8ebAAATaJ9PAAA=",
25+
"user_email": "[email protected]"
26+
},
27+
"date_created": "1689435368.0",
28+
"date_modified": "1689435537.0",
29+
"filesize_bytes": 9189
30+
}
31+
}
3232
}
3333
]

‎test_unstructured_ingest/expected-structured-output/outlook/497eba8c81c801c6.eml.json‎

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -1,33 +1,33 @@
11
[
22
{
3+
"type": "NarrativeText",
34
"element_id": "e40af23706b4096145f1e4b007719aa5",
5+
"text": "this is a message for the subfolder1_1",
46
"metadata": {
5-
"data_source": {
6-
"date_created": "2023-07-25T01:26:22",
7-
"date_modified": "2023-07-25T01:26:41",
8-
"record_locator": {
9-
"message_id": "AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn-lfnvLSqIcW-YsN8ebAAATzq5tAADZYn-lfnvLSqIcW-YsN8ebAAAZT8XfAAA=",
10-
"user_email": "[email protected]"
11-
},
12-
"url": "https://outlook.office365.com/owa/?ItemID=AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn%2FlfnvLSqIcW%2FYsN8ebAAATzq5tAADZYn%2FlfnvLSqIcW%2FYsN8ebAAAZT8XfAAA%3D&exvsurl=1&viewmodel=ReadMessageItem",
13-
"version": "CQAAABYAAADZYn/lfnvLSqIcW/YsN8ebAAAZRQ8Y"
14-
},
15-
"email_message_id": "CAL=c59DZsEqq49DgVLQy=6v_WnxmkGfznjOoaGqqJb6VK-Mu=g@mail.gmail.com",
16-
"filename": "497eba8c81c801c6.eml",
17-
"filetype": "message/rfc822",
187
"languages": [
198
"eng"
209
],
10+
"filename": "497eba8c81c801c6.eml",
11+
"filetype": "message/rfc822",
2112
"last_modified": "2023-07-25T01:25:52+00:00",
13+
"email_message_id": "CAL=c59DZsEqq49DgVLQy=6v_WnxmkGfznjOoaGqqJb6VK-Mu=g@mail.gmail.com",
2214
"sent_from": [
2315
"Ryan Nikolaidis <[email protected]>"
2416
],
2517
"sent_to": [
2618
"[email protected]"
2719
],
28-
"subject": "subfolder1_1"
29-
},
30-
"text": "this is a message for the subfolder1_1",
31-
"type": "NarrativeText"
20+
"subject": "subfolder1_1",
21+
"data_source": {
22+
"url": "https://graph.microsoft.com/v1.0/users/[email protected]/mailFolders/AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MAAuAAAAAADc1MfJYetSQ6QZntYrI9k4AQDZYn-lfnvLSqIcW-YsN8ebAAATaI_sAAA=/childFolders/AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MAAuAAAAAADc1MfJYetSQ6QZntYrI9k4AQDZYn-lfnvLSqIcW-YsN8ebAAATzq5sAAA=/childFolders/AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MAAuAAAAAADc1MfJYetSQ6QZntYrI9k4AQDZYn-lfnvLSqIcW-YsN8ebAAATzq5tAAA=/messages/AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn-lfnvLSqIcW-YsN8ebAAATzq5tAADZYn-lfnvLSqIcW-YsN8ebAAAZT8XfAAA=",
23+
"record_locator": {
24+
"message_id": "AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn-lfnvLSqIcW-YsN8ebAAATzq5tAADZYn-lfnvLSqIcW-YsN8ebAAAZT8XfAAA=",
25+
"user_email": "[email protected]"
26+
},
27+
"date_created": "1690248382.0",
28+
"date_modified": "1690248401.0",
29+
"filesize_bytes": 9207
30+
}
31+
}
3232
}
3333
]

‎test_unstructured_ingest/expected-structured-output/outlook/4a16a411f162ebbb.eml.json‎

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -1,33 +1,33 @@
11
[
22
{
3+
"type": "NarrativeText",
34
"element_id": "8488a63070421b09a14ad6078c2cec2a",
5+
"text": "this is a message for the subfolder",
46
"metadata": {
5-
"data_source": {
6-
"date_created": "2023-07-10T03:39:04",
7-
"date_modified": "2023-07-15T22:36:12",
8-
"record_locator": {
9-
"message_id": "AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn-lfnvLSqIcW-YsN8ebAAATzq5sAADZYn-lfnvLSqIcW-YsN8ebAAATzrolAAA=",
10-
"user_email": "[email protected]"
11-
},
12-
"url": "https://outlook.office365.com/owa/?ItemID=AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn%2FlfnvLSqIcW%2FYsN8ebAAATzq5sAADZYn%2FlfnvLSqIcW%2FYsN8ebAAATzrolAAA%3D&exvsurl=1&viewmodel=ReadMessageItem",
13-
"version": "CQAAABYAAADZYn/lfnvLSqIcW/YsN8ebAAATxicu"
14-
},
15-
"email_message_id": "CAOvAh-7KVeFHwtX20KVL=S4WgpWN91YzK11td4_W0Pv3cJ4jLQ@mail.gmail.com",
16-
"filename": "4a16a411f162ebbb.eml",
17-
"filetype": "message/rfc822",
187
"languages": [
198
"eng"
209
],
10+
"filename": "4a16a411f162ebbb.eml",
11+
"filetype": "message/rfc822",
2112
"last_modified": "2023-07-10T03:38:47+00:00",
13+
"email_message_id": "CAOvAh-7KVeFHwtX20KVL=S4WgpWN91YzK11td4_W0Pv3cJ4jLQ@mail.gmail.com",
2214
"sent_from": [
2315
"David Potter <[email protected]>"
2416
],
2517
"sent_to": [
2618
"[email protected]"
2719
],
28-
"subject": "message for subfolder"
29-
},
30-
"text": "this is a message for the subfolder",
31-
"type": "NarrativeText"
20+
"subject": "message for subfolder",
21+
"data_source": {
22+
"url": "https://graph.microsoft.com/v1.0/users/[email protected]/mailFolders/AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MAAuAAAAAADc1MfJYetSQ6QZntYrI9k4AQDZYn-lfnvLSqIcW-YsN8ebAAATaI_sAAA=/childFolders/AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MAAuAAAAAADc1MfJYetSQ6QZntYrI9k4AQDZYn-lfnvLSqIcW-YsN8ebAAATzq5sAAA=/messages/AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn-lfnvLSqIcW-YsN8ebAAATzq5sAADZYn-lfnvLSqIcW-YsN8ebAAATzrolAAA=",
23+
"record_locator": {
24+
"message_id": "AAMkAGE2MmEwNzFlLWVjYzAtNDNhZS04ZGM1LTFjYmMzZDhiMmI0MABGAAAAAADc1MfJYetSQ6QZntYrI9k4BwDZYn-lfnvLSqIcW-YsN8ebAAATzq5sAADZYn-lfnvLSqIcW-YsN8ebAAATzrolAAA=",
25+
"user_email": "[email protected]"
26+
},
27+
"date_created": "1688960344.0",
28+
"date_modified": "1689460572.0",
29+
"filesize_bytes": 9254
30+
}
31+
}
3232
}
3333
]

0 commit comments

Comments
 (0)