Skip to content

Parent - Child job relation is not visible #1673

Open
@MiroCillik

Description

@MiroCillik

I have created a parent job with events:

{
    "eventType": "START",
    "eventTime": "2021-09-30T12:39:58+00:00",
    "run": {
      "runId": "fe8d24e0-21f0-11ec-9621-0242ac130002"
    },
    "job": {
      "namespace": "connection.east-us-2.azure.keboola-testing.com/project/42",
      "name": "Orchestrator"
    },
    "producer": "https://connection.east-us-2.azure.keboola-testing.com"
}
{
    "eventType": "COMPLETE",
    "eventTime": "2021-09-30T12:40:34+00:00",
    "run": {
      "runId": "fe8d24e0-21f0-11ec-9621-0242ac130002"
    },
    "job": {
      "namespace": "connection.east-us-2.azure.keboola-testing.com/project/42",
      "name": "Orchestrator"
    },
    "producer": "https://connection.east-us-2.azure.keboola-testing.com"
}

And a child job with events:

{
    "eventType": "START",
    "eventTime": "2021-09-30T12:39:58+00:00",
    "run": {
      "runId": "0f2a02c5-4959-351c-953c-690f78d23c4f",
      "facets": {
        "parent": {
          "_producer": "https://connection.east-us-2.azure.keboola-testing.com",
          "_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/ParentRunFacet",
          "run": {
            "runId": "fe8d24e0-21f0-11ec-9621-0242ac130002"
          },
          "job": {
            "namespace": "connection.east-us-2.azure.keboola-testing.com/project/42",
            "name": "Orchestrator"
          }
        }
      }
    },
    "job": {
      "namespace": "connection.east-us-2.azure.keboola-testing.com/project/42",
      "name": "keboola.snowflake-transformation-1600705"
    },
    "producer": "https://connection.east-us-2.azure.keboola-testing.com"
  }
  {
    "eventType": "COMPLETE",
    "eventTime": "2021-09-30T12:40:34+00:00",
    "run": {
      "runId": "0f2a02c5-4959-351c-953c-690f78d23c4f",
      "facets": {
        "parent": {
          "_producer": "https://connection.east-us-2.azure.keboola-testing.com",
          "_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/ParentRunFacet",
          "run": {
            "runId": "fe8d24e0-21f0-11ec-9621-0242ac130002"
          },
          "job": {
            "namespace": "connection.east-us-2.azure.keboola-testing.com/project/42",
            "name": "Orchestrator"
          }
        }
      }
    },
    "job": {
      "namespace": "connection.east-us-2.azure.keboola-testing.com/project/42",
      "name": "keboola.snowflake-transformation-1600705"
    },
    "inputs": [
      {
        "namespace": "connection.east-us-2.azure.keboola-testing.com/project/42",
        "name": "in.c-keboola-ex-google-drive-917508.motoreno-missing-images-sheet1"
      },
      {
        "namespace": "connection.east-us-2.azure.keboola-testing.com/project/42",
        "name": "in.c-keboola-ex-google-drive-917508.motoreno-shopify-jawa500-motoreno-shopify-jawa500"
      }
    ],
    "outputs": [
      {
        "namespace": "connection.east-us-2.azure.keboola-testing.com/project/42",
        "name": "out.c-moto-reno.missing-images-jawa500"
      }
    ],
    "producer": "https://connection.east-us-2.azure.keboola-testing.com"
  }

But the relation is not visible in Marquez:

Screenshot 2021-09-30 at 15 34 12
Screenshot 2021-09-30 at 15 36 02

Slack thread:
https://marquezproject.slack.com/archives/C01E8MQGJP7/p1633009048123400

Metadata

Metadata

Assignees

No one assigned

    Labels

    Type

    No type

    Projects

    • Status

      Todo

    Milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions