updated dashboards to use PPV bucket name instead of accuracy

Daniel Dale · Daniel Dale · commit 9bd4762fc101 · 2020-09-18T15:44:15.000-07:00
diff --git a/analysis/dashboard_constants.py b/analysis/dashboard_constants.py
@@ -116,15 +116,15 @@
 var curr_bucket = '';
 if (tnt_val== 'nontweets') {
     if (b_val == 'max') {
-        curr_bucket = 'max_acc_nontweets';
+        curr_bucket = 'max_ppv_nontweets';
     } else {
-        curr_bucket = 'min_acc_nontweets';
+        curr_bucket = 'min_ppv_nontweets';
     }
 } else {
     if (b_val == 'max') {
-        curr_bucket = 'max_acc_tweets';
+        curr_bucket = 'max_ppv_tweets';
     } else {
-        curr_bucket = 'min_acc_tweets';
+        curr_bucket = 'min_ppv_tweets';
     }
 }
 for (var i = 0; i <= stmttable_cds.data['bucket_type'].length; i++) {
diff --git a/analysis/gen_perf_explorer.py b/analysis/gen_perf_explorer.py
@@ -43,7 +43,7 @@ def init_radio_groups() -> Tuple[RadioButtonGroup, ...]:
 
 def init_explorer_divs(pred_stmt_dict: Dict) -> Tuple[Div, ...]:
     default_idx = min([i for i, (b, c) in enumerate(zip(pred_stmt_dict['bucket_type'], pred_stmt_dict['tp']))
-                       if b == 'max_acc_nontweets' and c == 1])
+                       if b == 'max_ppv_nontweets' and c == 1])
     word_import_div = Div(text=pred_stmt_dict['pred_exp_attr_tups'][default_idx][1], height_policy='max',
                           width_policy='max', width=300, min_height=20, align='start', margin=(5, 5, 5, 5),
                           css_classes=['box', 'word_import'])
diff --git a/analysis/gen_pred_explorer.py b/analysis/gen_pred_explorer.py
@@ -39,7 +39,7 @@ def init_radio_groups() -> Tuple[RadioButtonGroup, ...]:
 
 def init_explorer_divs(pred_stmt_dict: Dict) -> Tuple[Div, ...]:
     default_idx = min([i for i, (b, c) in enumerate(zip(pred_stmt_dict['bucket_type'], pred_stmt_dict['tp']))
-                       if b == 'max_acc_nontweets' and c == 1])
+                       if b == 'max_ppv_nontweets' and c == 1])
     word_import_div = Div(text=pred_stmt_dict['pred_exp_attr_tups'][default_idx][1], height_policy='max',
                           width_policy='max', width=300, min_height=20, align='start', margin=(5, 5, 5, 5),
                           css_classes=['box', 'word_import'])
diff --git a/docs/_includes/bokeh_viz/conf_tabs_tags.html b/docs/_includes/bokeh_viz/conf_tabs_tags.html
@@ -1,2 +1,2 @@
 
-<div class="bk-root" id="28ac4802-a50c-4562-abd4-9345f22fdc39" data-root-id="1484"></div>
+<div class="bk-root" id="44126ec3-9da9-45e1-9ce0-730cefe188d5" data-root-id="1484"></div>
diff --git a/docs/_includes/bokeh_viz/global_metrics_tag.html b/docs/_includes/bokeh_viz/global_metrics_tag.html
@@ -1,2 +1,2 @@
 
-<div class="bk-root" id="7a1c472c-e15b-45e1-b228-2fc5e940ee52" data-root-id="1001"></div>
+<div class="bk-root" id="8ae967fd-a663-4b79-b0a5-00e8ac3bf43e" data-root-id="1001"></div>
diff --git a/docs/_includes/bokeh_viz/local_metrics_tag.html b/docs/_includes/bokeh_viz/local_metrics_tag.html
@@ -1,2 +1,2 @@
 
-<div class="bk-root" id="9167c463-467e-488d-8876-719396a2bb5b" data-root-id="1011"></div>
+<div class="bk-root" id="2e27f9df-84f9-4432-b71e-cb60fcd4505a" data-root-id="1011"></div>
diff --git a/docs/_includes/bokeh_viz/null_stmt_tags.html b/docs/_includes/bokeh_viz/null_stmt_tags.html
@@ -1,2 +1,2 @@
 
-<div class="bk-root" id="0b0a629e-f6d2-42e9-b9ac-12c87649f67a" data-root-id="1012"></div>
+<div class="bk-root" id="70b5bcbe-fd42-420a-84f5-beba5fc8ce42" data-root-id="1012"></div>
diff --git a/docs/_includes/bokeh_viz/perf_explorer_script.html b/docs/_includes/bokeh_viz/perf_explorer_script.html
diff --git a/docs/_includes/bokeh_viz/radio_grps_tags.html b/docs/_includes/bokeh_viz/radio_grps_tags.html
@@ -1,4 +1,4 @@
 
-<div class="bk-root" id="748ef736-950e-4e15-a017-6695f562ea4f" data-root-id="1002"></div>
-<div class="bk-root" id="ca17c0fb-0b59-45cc-86e7-1d573ceb80e5" data-root-id="1003"></div>
-<div class="bk-root" id="32e666b9-f3b0-4f1a-97e1-9ee0a38d1cb7" data-root-id="1004"></div>
+<div class="bk-root" id="4e7266ce-8469-466d-9c7f-c85d1fc359f3" data-root-id="1002"></div>
+<div class="bk-root" id="19606677-f99c-426a-b22c-590960b22f8c" data-root-id="1003"></div>
+<div class="bk-root" id="27afd8cc-1c66-4198-9da1-93bd74d42a3c" data-root-id="1004"></div>
diff --git a/docs/_includes/bokeh_viz/stmt_explorer_script.html b/docs/_includes/bokeh_viz/stmt_explorer_script.html
diff --git a/docs/_includes/bokeh_viz/stmt_table_tag.html b/docs/_includes/bokeh_viz/stmt_table_tag.html
@@ -1,2 +1,2 @@
 
-<div class="bk-root" id="14bb034e-59ea-4c6d-b1fa-2c994582fb3d" data-root-id="1009"></div>
+<div class="bk-root" id="80816420-b555-40fe-92f0-330d77e25dd2" data-root-id="1009"></div>
diff --git a/docs/_includes/bokeh_viz/temporal_tabs_tags.html b/docs/_includes/bokeh_viz/temporal_tabs_tags.html
@@ -1,2 +1,2 @@
 
-<div class="bk-root" id="b0b8cc65-6c09-4f1c-b2fe-309dee8dfc05" data-root-id="1483"></div>
+<div class="bk-root" id="6e8b1bd1-8861-4bbd-97db-bf8a113a8b08" data-root-id="1483"></div>
diff --git a/docs/_includes/bokeh_viz/word_importance_tag.html b/docs/_includes/bokeh_viz/word_importance_tag.html
@@ -1,2 +1,2 @@
 
-<div class="bk-root" id="6fcf7a63-7831-4313-8c95-12a601b44f06" data-root-id="1010"></div>
+<div class="bk-root" id="79c8acb1-3888-4673-ab4d-d14a3c363010" data-root-id="1010"></div>
diff --git a/docs/_layouts/default.html b/docs/_layouts/default.html
@@ -25,8 +25,8 @@
     <meta property="og:image" content="https://deepclassiflie.org/assets/dc_twitter_card.png" />
     {% seo %}
     {% if page.needs_datatables %}
-    <script src="https://code.jquery.com/jquery-3.5.1.js" integrity="sha256-QWo7LDvxbWT2tbbQ97B53yJnYU3WhH/C8ycbRAkjPDc=" crossorigin="anonymous"></script>
-    <!--<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/3.5.1/jquery.min.js" integrity="sha512-bLT0Qm9VnAYZDflyKcBaQ2gg0hSYNQrJ8RilYldYQ1FxQYoCLtUjuuRuZo+fjqhx/qtq/1itJ0C2ejDxltZVFg==" crossorigin="anonymous"></script>-->
+    <!--<script src="https://code.jquery.com/jquery-3.5.1.js" integrity="sha256-QWo7LDvxbWT2tbbQ97B53yJnYU3WhH/C8ycbRAkjPDc=" crossorigin="anonymous"></script>-->
+    <script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/3.5.1/jquery.min.js" integrity="sha512-bLT0Qm9VnAYZDflyKcBaQ2gg0hSYNQrJ8RilYldYQ1FxQYoCLtUjuuRuZo+fjqhx/qtq/1itJ0C2ejDxltZVFg==" crossorigin="anonymous"></script>
     <link rel="icon" href="/assets/dc_icon_android-chrome-192x192.png" type="image/x-icon">
     <link rel="stylesheet" type="text/css" href="/assets/css/datatables.min.css"/>
     <script type="text/javascript" src="/assets/js/datatables.min.js"></script>
diff --git a/docs/about.md b/docs/about.md
@@ -45,8 +45,8 @@ the [current prediction explorer](current_explorer.html):
     * Global metrics (performance on the entire test set): <br/>
         <img src="/assets/global_metrics_summ.png" alt="Global Stat Summary" />
     * Local metrics (performance in a local region of confidence):<br/>
-        <img src="/assets/max_acc_nontweets.png" alt="Max Accuracy Non-Tweets" /> <br/>
-        <img src="/assets/max_acc_tweets.png" alt="Max Accuracy Tweets" />
+        <img src="/assets/max_ppv_nontweets.png" alt="Max PPV Non-Tweets" /> <br/>
+        <img src="/assets/max_ppv_tweets.png" alt="Max PPV Tweets" />
 
 - Future research using this framework is intended to explore the extent to which these claim-classification models generalize across individuals and fact-checking entities. Approaches to sharing and integrating these models into a mutually-enhancing network are also to be investigated.
 
@@ -151,8 +151,8 @@ To minimize false positives and maximize the model's utility, the following appr
     * Bucket-level accuracy
 3. Report estimated local accuracy metrics of given prediction by associating it with its corresponding confidence bucket. See [caveats](#caveats) regarding recognized performance biases<sup id="aa">[a](#ca)</sup>
     * In the prediction explorer, randomly sample 100 statements (including all confusion matrix classes) from each of four confidence buckets: the maximum and minimum accuracy buckets for each statement type.  
-        <img src="/assets/max_acc_nontweets.png" alt="Max Accuracy Non-Tweets" /> <br/>
-        <img src="/assets/max_acc_tweets.png" alt="Max Accuracy Tweets" />
+        <img src="/assets/max_ppv_nontweets.png" alt="Max PPV Non-Tweets" /> <br/>
+        <img src="/assets/max_ppv_tweets.png" alt="Max PPV Tweets" />
 </details>
 
 ---
diff --git a/docs/assets/max_ppv_nontweets.png b/docs/assets/max_ppv_nontweets.png
diff --git a/docs/assets/max_ppv_tweets.png b/docs/assets/max_ppv_tweets.png

Original file line number	Diff line number	Diff line change
`@@ -1,2 +1,2 @@`
`1`	`1`
`2`		`-<div class="bk-root" id="28ac4802-a50c-4562-abd4-9345f22fdc39" data-root-id="1484"></div>`
	`2`	`+<div class="bk-root" id="44126ec3-9da9-45e1-9ce0-730cefe188d5" data-root-id="1484"></div>`
Original file line number	Diff line number	Diff line change
`@@ -1,2 +1,2 @@`
`1`	`1`
`2`		`-<div class="bk-root" id="7a1c472c-e15b-45e1-b228-2fc5e940ee52" data-root-id="1001"></div>`
	`2`	`+<div class="bk-root" id="8ae967fd-a663-4b79-b0a5-00e8ac3bf43e" data-root-id="1001"></div>`
Original file line number	Diff line number	Diff line change
`@@ -1,2 +1,2 @@`
`1`	`1`
`2`		`-<div class="bk-root" id="9167c463-467e-488d-8876-719396a2bb5b" data-root-id="1011"></div>`
	`2`	`+<div class="bk-root" id="2e27f9df-84f9-4432-b71e-cb60fcd4505a" data-root-id="1011"></div>`
Original file line number	Diff line number	Diff line change
`@@ -1,2 +1,2 @@`
`1`	`1`
`2`		`-<div class="bk-root" id="0b0a629e-f6d2-42e9-b9ac-12c87649f67a" data-root-id="1012"></div>`
	`2`	`+<div class="bk-root" id="70b5bcbe-fd42-420a-84f5-beba5fc8ce42" data-root-id="1012"></div>`