rescheduling the job for user summarised view

ansible/roles/data-products-deploy/defaults/main.yml

@@ -47,6 +47,7 @@ dashboards_cassandra_user_roles_table: "user_roles"
 dashboards_cassandra_org_table: "organisation"
 dashboards_cassandra_user_enrolments_table: "user_enrolments"
 dashboards_cassandra_content_hierarchy_table: "content_hierarchy"
+dashboards_cassandra_framework_hierarchy_table: "framework_hierarchy"
 dashboards_cassandra_rating_summary_table: "ratings_summary"
 dashboards_cassandra_ratings_table: "ratings"
 dashboards_cassandra_user_assessment_table: "user_assessment_data"
@@ -231,30 +232,30 @@ run_acbp_report_job:
   acbp-report:
     hour: 01
     minute: 30
-run_user_report_job:
-  user-report:
-    hour: 02
-    minute: 20
 run_user_enrolment_report_job:
   user-enrolment-report:
     hour: 02
-    minute: 35
+    minute: 20
+run_user_report_job:
+  user-report:
+    hour: 03
+    minute: 05
 run_cba_report_job:
   course-based-assessment-report:
     hour: 03
-    minute: 20
+    minute: 30
 run_blended_program_report_job:
   blended-program-report:
-    hour: 03
-    minute: 55
+    hour: 04
+    minute: 05
 run_kcm_report_job:
   kcm-report:
     hour: 04
-    minute: 45
+    minute: 55
 run_wfs_job:
   wfs:
-    hour: 04
-    minute: 55
+    hour: 05
+    minute: 00
 run_data_warehouse_job:
   data-warehouse-sync:
     hour: 05

ansible/roles/data-products-deploy/templates/model-config.j2

@@ -26,7 +26,7 @@ config() {
     echo '{"search":{"type":"none"},"model":"org.ekstep.analytics.dashboard.report.acbp.MinistryMetricsJob","modelParams":{"debug":"false","validation":"false","reportSyncEnable":"{{ operational_report_sync_enable }}","redisHost":"{{ dashboards_redis_host }}","redisPort":"{{ dashboards_redis_port }}","redisDB":"{{ dashboards_redis_db }}","sparkCassandraConnectionHost":"{{ core_cassandra_host }}","sparkDruidRouterHost":"{{ druid_router_host }}","sparkElasticsearchConnectionHost":"{{ single_node_es_host }}","fracBackendHost":"{{ dashboards_frac_backend_host }}","cassandraUserKeyspace":"{{ user_table_keyspace }}","cassandraCourseKeyspace":"{{ course_keyspace }}","cassandraHierarchyStoreKeyspace":"{{ hierarchy_store_keyspace }}","cassandraUserTable":"{{ dashboards_cassandra_user_table }}","cassandraUserRolesTable":"{{ dashboards_cassandra_user_roles_table }}","cassandraOrgTable":"{{ dashboards_cassandra_org_table }}","cassandraUserEnrolmentsTable":"{{ dashboards_cassandra_user_enrolments_table }}","cassandraContentHierarchyTable":"{{ dashboards_cassandra_content_hierarchy_table }}","cassandraRatingSummaryTable":"{{ dashboards_cassandra_rating_summary_table }}","cassandraRatingsTable":"{{ dashboards_cassandra_ratings_table }}","cassandraUserAssessmentTable":"{{ dashboards_cassandra_user_assessment_table }}","cassandraOrgHierarchyTable":"{{ dashboards_cassandra_org_hierarchy_table }}","cassandraCourseBatchTable":"{{ dashboards_cassandra_course_batch_table }}","cassandraLearnerStatsTable":"{{ dashboards_cassandra_learner_stats_table }}","cassandraAcbpTable":"{{ dashboards_cassandra_acbp_table }}","cassandraKarmaPointsLookupTable":"{{ dashboards_cassandra_karma_points_lookup_table }}","cassandraKarmaPointsTable":"{{ dashboards_cassandra_karma_points_table }}","cassandraHallOfFameTable":"{{ dashboards_cassandra_mdo_karma_points_table }}","cassandraMDOLearnerLeaderboardTable":"{{ dashboards_cassandra_mdo_learner_leaderboard_table }}","appPostgresHost":"{{ app_postgres_host }}","appPostgresSchema":"sunbird","appPostgresUsername":"sunbird","appPostgresCredential":"sunbird","appOrgHierarchyTable":"org_hierarchy_v4","dwPostgresHost":"{{ dw_postgres_host }}","dwPostgresSchema":"warehouse","dwPostgresUsername":"postgres","dwPostgresCredential":"{{ dw_postgres_credential }}","dwUserTable":"user_detail","dwCourseTable":"content","dwEnrollmentsTable":"user_enrolments","dwOrgTable":"org_hierarchy","dwAssessmentTable":"assessment_detail","dwBPEnrollmentsTable":"bp_enrolments","key":"storage.key.config","secret":"storage.secret.config","store":"{{ report_storage_type }}","container":"{{ cloud_storage_bucket_reports }}","mdoIDs":"'$reportMDOIDs'","cutoffTime":"60.0","userReportPath":"{{ user_report_path }}","userEnrolmentReportPath":"{{ user_enrolment_report_path }}","courseReportPath":"{{ course_report_path }}","cbaReportPath":"{{ cba_report_path }}","standaloneAssessmentReportPath":"{{ standalone_assessment_report_path }}","taggedUsersPath":"{{ tagged_users_path }}","blendedReportPath":"{{ blended_report_path }}","orgHierarchyReportPath":"{{ org_hierarchy_report_path }}","commsConsoleReportPath":"{{ comms_console_report_path }}","acbpReportPath":"{{ acbp_report_path }}","acbpMdoEnrolmentReportPath":"{{ acbp_mdo_enrolment_report_path }}","acbpMdoSummaryReportPath":"{{ acbp_mdo_summary_report_path }}","commsConsolePrarambhEmailSuffix":"{{ comms_console_prarambh_email_suffix }}","commsConsoleNumDaysToConsider":"{{ comms_console_num_days_to_consider }}","commsConsoleNumTopLearnersToConsider":"{{ comms_console_num_top_learners_to_consider }}","commsConsolePrarambhTags":"{{ comms_console_prarambh_tags }}","commsConsolePrarambhCbpIds":"{{ comms_console_prarambh_cbp_ids }}","commsConsolePrarambhNCount":"{{ comms_console_prarambh_n_count }}","sideOutput":{"brokerList":"'$brokerList'","compression":"{{ dashboards_broker_compression }}","topics":{"roleUserCount":"{{ dashboards_role_count_topic }}","orgRoleUserCount":"{{ dashboards_org_role_count_topic }}","allCourses":"{{ dashboards_courses_topic }}","userCourseProgramProgress":"{{ dashboards_user_course_program_progress_topic }}","fracCompetency":"{{ dashboards_frac_competency_topic }}","courseCompetency":"{{ dashboards_course_competency_topic }}","expectedCompetency":"{{ dashboards_expected_competency_topic }}","declaredCompetency":"{{ dashboards_declared_competency_topic }}","competencyGap":"{{ dashboards_competency_gap_topic }}","userOrg":"{{ dashboards_user_org_topic }}","org":"{{ dashboards_org_topic }}","userAssessment":"{{ dashboards_user_assessment_topic }}","assessment":"{{ dashboards_assessment_topic }}","acbpEnrolment":"{{ dashboards_acbp_enrolment_topic }}"}}},"output":[],"parallelization":16,"appName":"Ministry Metrics Job","deviceMapping":false}'
     ;;
     "data-exhaust")
-    echo '{"search":{"type":"none"},"model":"org.ekstep.analytics.dashboard.exhaust.DataExhaustJob","modelParams":{"debug":"false","validation":"false","reportSyncEnable":"{{ operational_report_sync_enable }}","redisHost":"{{ dashboards_redis_host }}","redisPort":"{{ dashboards_redis_port }}","redisDB":"{{ dashboards_redis_db }}","sparkCassandraConnectionHost":"{{ core_cassandra_host }}","sparkDruidRouterHost":"{{ druid_router_host }}","sparkElasticsearchConnectionHost":"{{ single_node_es_host }}","fracBackendHost":"{{ dashboards_frac_backend_host }}","cassandraUserKeyspace":"{{ user_table_keyspace }}","cassandraCourseKeyspace":"{{ course_keyspace }}","cassandraHierarchyStoreKeyspace":"{{ hierarchy_store_keyspace }}","cassandraUserTable":"{{ dashboards_cassandra_user_table }}","cassandraOldAssesmentTable":"{{ dashboards_cassandra_old_assessment_table }}","cassandraUserRolesTable":"{{ dashboards_cassandra_user_roles_table }}","cassandraOrgTable":"{{ dashboards_cassandra_org_table }}","cassandraUserEnrolmentsTable":"{{ dashboards_cassandra_user_enrolments_table }}","cassandraUserEntityEnrolmentTable":"{{ dashboards_cassandra_user_entity_enrolment_table }}","cassandraContentHierarchyTable":"{{ dashboards_cassandra_content_hierarchy_table }}","cassandraLearnerLeaderBoardLookupTable":"{{ dashboards_cassandra_learner_leaderboard_lookup_table }}","cassandraLearnerLeaderBoardTable":"{{ dashboards_cassandra_learner_leaderboard_table }}","cassandraRatingSummaryTable":"{{ dashboards_cassandra_rating_summary_table }}","cassandraRatingsTable":"{{ dashboards_cassandra_ratings_table }}","cassandraKarmaPointsTable":"{{ dashboards_cassandra_karma_points_table }}","cassandraUserAssessmentTable":"{{ dashboards_cassandra_user_assessment_table }}","cassandraOrgHierarchyTable":"{{ dashboards_cassandra_org_hierarchy_table }}","cassandraCourseBatchTable":"{{ dashboards_cassandra_course_batch_table }}","cassandraLearnerStatsTable":"{{ dashboards_cassandra_learner_stats_table }}","cassandraAcbpTable":"{{ dashboards_cassandra_acbp_table }}","cassandraKarmaPointsSummaryTable":"{{ dashboards_cassandra_karma_points_summary_table}}","appPostgresHost":"{{ app_postgres_host }}","appPostgresSchema":"sunbird","appPostgresUsername":"sunbird","appPostgresCredential":"sunbird","appOrgHierarchyTable":"org_hierarchy_v4","dwPostgresHost":"{{ dw_postgres_host }}","dwPostgresSchema":"warehouse","dwPostgresUsername":"postgres","dwPostgresCredential":"{{ dw_postgres_credential }}","dwUserTable":"user_detail","dwCourseTable":"content","dwEnrollmentsTable":"user_enrolments","dwOrgTable":"org_hierarchy","dwAssessmentTable":"assessment_detail","dwBPEnrollmentsTable":"bp_enrolments","key":"storage.key.config","secret":"storage.secret.config","store":"{{ report_storage_type }}","container":"{{ cloud_storage_bucket_reports }}","mdoIDs":"'$reportMDOIDs'","cutoffTime":"60.0","userReportPath":"{{ user_report_path }}","userEnrolmentReportPath":"{{ user_enrolment_report_path }}","courseReportPath":"{{ course_report_path }}","cbaReportPath":"{{ cba_report_path }}","standaloneAssessmentReportPath":"{{ standalone_assessment_report_path }}","taggedUsersPath":"{{ tagged_users_path }}","blendedReportPath":"{{ blended_report_path }}","sideOutput":{"brokerList":"'$brokerList'","compression":"{{ dashboards_broker_compression }}","topics":{"roleUserCount":"{{ dashboards_role_count_topic }}","orgRoleUserCount":"{{ dashboards_org_role_count_topic }}","allCourses":"{{ dashboards_courses_topic }}","userCourseProgramProgress":"{{ dashboards_user_course_program_progress_topic }}","fracCompetency":"{{ dashboards_frac_competency_topic }}","courseCompetency":"{{ dashboards_course_competency_topic }}","expectedCompetency":"{{ dashboards_expected_competency_topic }}","declaredCompetency":"{{ dashboards_declared_competency_topic }}","competencyGap":"{{ dashboards_competency_gap_topic }}","userOrg":"{{ dashboards_user_org_topic }}","org":"{{ dashboards_org_topic }}","userAssessment":"{{ dashboards_user_assessment_topic }}","assessment":"{{ dashboards_assessment_topic }}"}}},"output":[],"parallelization":16,"appName":"Data Exhaust","deviceMapping":false}'
+    echo '{"search":{"type":"none"},"model":"org.ekstep.analytics.dashboard.exhaust.DataExhaustJob","modelParams":{"debug":"false","validation":"false","reportSyncEnable":"{{ operational_report_sync_enable }}","redisHost":"{{ dashboards_redis_host }}","redisPort":"{{ dashboards_redis_port }}","redisDB":"{{ dashboards_redis_db }}","sparkCassandraConnectionHost":"{{ core_cassandra_host }}","sparkDruidRouterHost":"{{ druid_router_host }}","sparkElasticsearchConnectionHost":"{{ single_node_es_host }}","fracBackendHost":"{{ dashboards_frac_backend_host }}","cassandraUserKeyspace":"{{ user_table_keyspace }}","cassandraCourseKeyspace":"{{ course_keyspace }}","cassandraHierarchyStoreKeyspace":"{{ hierarchy_store_keyspace }}","cassandraUserTable":"{{ dashboards_cassandra_user_table }}","cassandraOldAssesmentTable":"{{ dashboards_cassandra_old_assessment_table }}","cassandraUserRolesTable":"{{ dashboards_cassandra_user_roles_table }}","cassandraOrgTable":"{{ dashboards_cassandra_org_table }}","cassandraUserEnrolmentsTable":"{{ dashboards_cassandra_user_enrolments_table }}","cassandraUserEntityEnrolmentTable":"{{ dashboards_cassandra_user_entity_enrolment_table }}","cassandraContentHierarchyTable":"{{ dashboards_cassandra_content_hierarchy_table }}","cassandraFrameworkHierarchyTable":"{{ dashboards_cassandra_framework_hierarchy_table }}","cassandraLearnerLeaderBoardLookupTable":"{{ dashboards_cassandra_learner_leaderboard_lookup_table }}","cassandraLearnerLeaderBoardTable":"{{ dashboards_cassandra_learner_leaderboard_table }}","cassandraRatingSummaryTable":"{{ dashboards_cassandra_rating_summary_table }}","cassandraRatingsTable":"{{ dashboards_cassandra_ratings_table }}","cassandraKarmaPointsTable":"{{ dashboards_cassandra_karma_points_table }}","cassandraUserAssessmentTable":"{{ dashboards_cassandra_user_assessment_table }}","cassandraOrgHierarchyTable":"{{ dashboards_cassandra_org_hierarchy_table }}","cassandraCourseBatchTable":"{{ dashboards_cassandra_course_batch_table }}","cassandraLearnerStatsTable":"{{ dashboards_cassandra_learner_stats_table }}","cassandraAcbpTable":"{{ dashboards_cassandra_acbp_table }}","cassandraKarmaPointsSummaryTable":"{{ dashboards_cassandra_karma_points_summary_table}}","appPostgresHost":"{{ app_postgres_host }}","appPostgresSchema":"sunbird","appPostgresUsername":"sunbird","appPostgresCredential":"sunbird","appOrgHierarchyTable":"org_hierarchy_v4","dwPostgresHost":"{{ dw_postgres_host }}","dwPostgresSchema":"warehouse","dwPostgresUsername":"postgres","dwPostgresCredential":"{{ dw_postgres_credential }}","dwUserTable":"user_detail","dwCourseTable":"content","dwEnrollmentsTable":"user_enrolments","dwOrgTable":"org_hierarchy","dwAssessmentTable":"assessment_detail","dwBPEnrollmentsTable":"bp_enrolments","key":"storage.key.config","secret":"storage.secret.config","store":"{{ report_storage_type }}","container":"{{ cloud_storage_bucket_reports }}","mdoIDs":"'$reportMDOIDs'","cutoffTime":"60.0","userReportPath":"{{ user_report_path }}","userEnrolmentReportPath":"{{ user_enrolment_report_path }}","courseReportPath":"{{ course_report_path }}","cbaReportPath":"{{ cba_report_path }}","standaloneAssessmentReportPath":"{{ standalone_assessment_report_path }}","taggedUsersPath":"{{ tagged_users_path }}","blendedReportPath":"{{ blended_report_path }}","sideOutput":{"brokerList":"'$brokerList'","compression":"{{ dashboards_broker_compression }}","topics":{"roleUserCount":"{{ dashboards_role_count_topic }}","orgRoleUserCount":"{{ dashboards_org_role_count_topic }}","allCourses":"{{ dashboards_courses_topic }}","userCourseProgramProgress":"{{ dashboards_user_course_program_progress_topic }}","fracCompetency":"{{ dashboards_frac_competency_topic }}","courseCompetency":"{{ dashboards_course_competency_topic }}","expectedCompetency":"{{ dashboards_expected_competency_topic }}","declaredCompetency":"{{ dashboards_declared_competency_topic }}","competencyGap":"{{ dashboards_competency_gap_topic }}","userOrg":"{{ dashboards_user_org_topic }}","org":"{{ dashboards_org_topic }}","userAssessment":"{{ dashboards_user_assessment_topic }}","assessment":"{{ dashboards_assessment_topic }}"}}},"output":[],"parallelization":16,"appName":"Data Exhaust","deviceMapping":false}'
     ;;
     "dashboard-sync")
     echo '{"search":{"type":"none"},"model":"org.ekstep.analytics.dashboard.DashboardSyncJob","modelParams":{"debug":"false","validation":"false","reportSyncEnable":"{{ operational_report_sync_enable }}","redisHost":"{{ dashboards_redis_host }}","redisPort":"{{ dashboards_redis_port }}","redisDB":"{{ dashboards_redis_db }}","platformRatingSurveyId":"{{ dashboards_platform_rating_survey_id }}","nationalLearningWeekStart":"{{ national_learning_week_start }}","nationalLearningWeekEnd":"{{ national_learning_week_end }}","sparkCassandraConnectionHost":"{{ core_cassandra_host }}","sparkDruidRouterHost":"{{ druid_router_host }}","sparkElasticsearchConnectionHost":"{{ single_node_es_host }}","fracBackendHost":"{{ dashboards_frac_backend_host }}","cassandraUserKeyspace":"{{ user_table_keyspace }}","cassandraCourseKeyspace":"{{ course_keyspace }}","cassandraHierarchyStoreKeyspace":"{{ hierarchy_store_keyspace }}","cassandraUserTable":"{{ dashboards_cassandra_user_table }}","cassandraUserRolesTable":"{{ dashboards_cassandra_user_roles_table }}","cassandraOrgTable":"{{ dashboards_cassandra_org_table }}","cassandraUserEnrolmentsTable":"{{ dashboards_cassandra_user_enrolments_table }}","cassandraContentHierarchyTable":"{{ dashboards_cassandra_content_hierarchy_table }}","cassandraKarmaPointsTable":"{{ dashboards_cassandra_karma_points_table }}","cassandraRatingSummaryTable":"{{ dashboards_cassandra_rating_summary_table }}","cassandraPublicUserAssessmentDataTable":"{{ dashboards_cassandra_public_userassessmenttable }}","cassandraRatingsTable":"{{ dashboards_cassandra_ratings_table }}","cassandraUserAssessmentTable":"{{ dashboards_cassandra_user_assessment_table }}","cassandraOrgHierarchyTable":"{{ dashboards_cassandra_org_hierarchy_table }}","cassandraCourseBatchTable":"{{ dashboards_cassandra_course_batch_table }}","cassandraLearnerStatsTable":"{{ dashboards_cassandra_learner_stats_table }}","appPostgresHost":"{{ app_postgres_host }}","appPostgresSchema":"sunbird","appPostgresUsername":"sunbird","appPostgresCredential":"sunbird","appOrgHierarchyTable":"org_hierarchy_v4","dwPostgresHost":"{{ dw_postgres_host }}","dwPostgresSchema":"warehouse","dwPostgresUsername":"postgres","dwPostgresCredential":"{{ dw_postgres_credential }}","dwUserTable":"user_detail","dwCourseTable":"content","dwEnrollmentsTable":"user_enrolments","dwOrgTable":"org_hierarchy","dwAssessmentTable":"assessment_detail","dwBPEnrollmentsTable":"bp_enrolments","key":"storage.key.config","secret":"storage.secret.config","store":"{{ report_storage_type }}","container":"{{ cloud_storage_bucket_reports }}","mdoIDs":"'$reportMDOIDs'","cutoffTime":"60.0","userReportPath":"{{ user_report_path }}","userEnrolmentReportPath":"{{ user_enrolment_report_path }}","courseReportPath":"{{ course_report_path }}","cbaReportPath":"{{ cba_report_path }}","standaloneAssessmentReportPath":"{{ standalone_assessment_report_path }}","taggedUsersPath":"{{ tagged_users_path }}","blendedReportPath":"{{ blended_report_path }}","anonymousAssessmentLoggedInUserContentIDs":"'$anonymousAssessmentLoggedInUserContentIDs'","anonymousAssessmentNonLoggedInUserAssessmentIDs":"'$anonymousAssessmentNonLoggedInUserAssessmentIDs'","sideOutput":{"brokerList":"'$brokerList'","compression":"{{ dashboards_broker_compression }}","topics":{"roleUserCount":"{{ dashboards_role_count_topic }}","orgRoleUserCount":"{{ dashboards_org_role_count_topic }}","allCourses":"{{ dashboards_courses_topic }}","userCourseProgramProgress":"{{ dashboards_user_course_program_progress_topic }}","fracCompetency":"{{ dashboards_frac_competency_topic }}","courseCompetency":"{{ dashboards_course_competency_topic }}","expectedCompetency":"{{ dashboards_expected_competency_topic }}","declaredCompetency":"{{ dashboards_declared_competency_topic }}","competencyGap":"{{ dashboards_competency_gap_topic }}","userOrg":"{{ dashboards_user_org_topic }}","org":"{{ dashboards_org_topic }}","userAssessment":"{{ dashboards_user_assessment_topic }}","assessment":"{{ dashboards_assessment_topic }}"}}},"output":[],"parallelization":16,"appName":"Dashboard Sync","deviceMapping":false}'