Repository navigation
Expand file tree
/
Copy pathdashboard_execution.py
More file actions
102 lines (89 loc) · 3.95 KB
/
Copy pathdashboard_execution.py
File metadata and controls
102 lines (89 loc) · 3.95 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
# Copyright Contributors to the Amundsen project.
# SPDX-License-Identifier: Apache-2.0
import logging
from typing import (
Any, Iterator, Optional, Union,
)
from databuilder.models.dashboard.dashboard_metadata import DashboardMetadata
from databuilder.models.graph_node import GraphNode
from databuilder.models.graph_relationship import GraphRelationship
from databuilder.models.graph_serializable import GraphSerializable
LOGGER = logging.getLogger(__name__)
class DashboardExecution(GraphSerializable):
"""
A model that encapsulate Dashboard's execution timestamp in epoch and execution state
"""
DASHBOARD_EXECUTION_LABEL = 'Execution'
DASHBOARD_EXECUTION_KEY_FORMAT = '{product}_dashboard://{cluster}.{dashboard_group_id}/' \
'{dashboard_id}/execution/{execution_id}'
DASHBOARD_EXECUTION_RELATION_TYPE = 'EXECUTED'
EXECUTION_DASHBOARD_RELATION_TYPE = 'EXECUTION_OF'
LAST_EXECUTION_ID = '_last_execution'
LAST_SUCCESSFUL_EXECUTION_ID = '_last_successful_execution'
def __init__(self,
dashboard_group_id: Optional[str],
dashboard_id: Optional[str],
execution_timestamp: int,
execution_state: str,
execution_id: str = LAST_EXECUTION_ID,
product: Optional[str] = '',
cluster: str = 'gold',
**kwargs: Any
) -> None:
self._dashboard_group_id = dashboard_group_id
self._dashboard_id = dashboard_id
self._execution_timestamp = execution_timestamp
self._execution_state = execution_state
self._execution_id = execution_id
self._product = product
self._cluster = cluster
self._node_iterator = self._create_node_iterator()
self._relation_iterator = self._create_relation_iterator()
def create_next_node(self) -> Union[GraphNode, None]:
try:
return next(self._node_iterator)
except StopIteration:
return None
def _create_node_iterator(self) -> Iterator[GraphNode]:
node = GraphNode(
key=self._get_last_execution_node_key(),
label=DashboardExecution.DASHBOARD_EXECUTION_LABEL,
attributes={
'timestamp': self._execution_timestamp,
'state': self._execution_state
}
)
yield node
def create_next_relation(self) -> Union[GraphRelationship, None]:
try:
return next(self._relation_iterator)
except StopIteration:
return None
def _create_relation_iterator(self) -> Iterator[GraphRelationship]:
relationship = GraphRelationship(
start_label=DashboardMetadata.DASHBOARD_NODE_LABEL,
start_key=DashboardMetadata.DASHBOARD_KEY_FORMAT.format(
product=self._product,
cluster=self._cluster,
dashboard_group=self._dashboard_group_id,
dashboard_name=self._dashboard_id
),
end_label=DashboardExecution.DASHBOARD_EXECUTION_LABEL,
end_key=self._get_last_execution_node_key(),
type=DashboardExecution.DASHBOARD_EXECUTION_RELATION_TYPE,
reverse_type=DashboardExecution.EXECUTION_DASHBOARD_RELATION_TYPE,
attributes={}
)
yield relationship
def _get_last_execution_node_key(self) -> str:
return DashboardExecution.DASHBOARD_EXECUTION_KEY_FORMAT.format(
product=self._product,
cluster=self._cluster,
dashboard_group_id=self._dashboard_group_id,
dashboard_id=self._dashboard_id,
execution_id=self._execution_id
)
def __repr__(self) -> str:
return f'DashboardExecution({self._dashboard_group_id!r}, {self._dashboard_id!r}, ' \
f'{self._execution_timestamp!r}, {self._execution_state!r}, ' \
f'{self._execution_id!r}, {self._product!r}, {self._cluster!r})'