sds-data-manager/sds_data_manager/orchestration/dependencies/imap_swe_dependencies.yaml at a8e0c63a52a6084672ecb3cd5c5639d6f8d7fbbd · pleasant-menlo/sds-data-manager · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
# <---- Warning ---->
# For latest dependency configuration guidelines and requirements,
# please refer to this document https://imap-processing.readthedocs.io/en/latest/development/data-dependency.html#.
# It contains important information such as the default values and expected behavior of these dependencies,
# and how to properly configure them for your pipeline lambdas.


(l1a, all):
  partition: daily
  inputs:
    - source: swe
      data_type: l0
      descriptor: raw
    - source: leapseconds
      data_type: spice
      descriptor: historical
      trigger_job: false
    - source: spacecraft_clock
      data_type: spice
      descriptor: historical
      trigger_job: false
  outputs:
    - source: swe
      data_type: l1a
      descriptor: sci
      major_version: 1
    - source: swe
      data_type: l1a
      descriptor: hk
      major_version: 1
    - source: swe
      data_type: l1a
      descriptor: cem-raw
      major_version: 1

(l1b, sci):
  partition: daily
  inputs:
    - source: swe
      data_type: l1a
      descriptor: sci
    - source: swe
      data_type: ancillary
      descriptor: l1b-in-flight-cal
    - source: swe
      data_type: ancillary
      descriptor: esa-lut
    - source: swe
      data_type: ancillary
      descriptor: eu-conversion
    - source: leapseconds
      data_type: spice
      descriptor: historical
      trigger_job: false
    - source: spacecraft_clock
      data_type: spice
      descriptor: historical
      trigger_job: false
  outputs:
    - source: swe
      data_type: l1b
      descriptor: sci
      major_version: 1

(l2, sci):
  partition: daily
  inputs:
    - source: swe
      data_type: l1b
      descriptor: sci
    - source: spin
      data_type: spin
      descriptor: historical
  outputs:
    - source: swe
      data_type: l2
      descriptor: sci
      major_version: 1

(l3, sci):
  partition: daily
  inputs:
    - source: swe
      data_type: l1b
      descriptor: sci
    - source: swe
      data_type: l2
      descriptor: sci
    - source: swe
      data_type: ancillary
      descriptor: config
    - source: swapi
      data_type: l3a
      descriptor: proton-sw
    - source: mag
      data_type: l1d
      descriptor: norm-dsrf
    - source: mag
      data_type: l2
      descriptor: norm-dsrf
      required: false
      trigger_job: false
    - source: imap_frames
      data_type: spice
      descriptor: historical
      trigger_job: false
    - source: science_frames
      data_type: spice
      descriptor: historical
      trigger_job: false
    - source: ephemeris_reconstructed
      data_type: spice
      descriptor: historical
      required: false
      trigger_job: false
    - source: ephemeris_predicted
      data_type: spice
      descriptor: historical
    - source: leapseconds
      data_type: spice
      descriptor: historical
      trigger_job: false
    - source: spacecraft_clock
      data_type: spice
      descriptor: historical
      trigger_job: false
    - source: pointing_attitude
      data_type: spice
      descriptor: historical
      trigger_job: false
    - source: planetary_ephemeris
      data_type: spice
      descriptor: historical
      trigger_job: false
    - source: planetary_constants
      data_type: spice
      descriptor: historical
      trigger_job: false
  outputs:
    - source: swe
      data_type: l3
      descriptor: sci
      major_version: 1