Skip to content

Commit f7560c1

Browse files
authored
Accessibility (#20)
* updating results to be out of 100 * updating logo and accessibility tags * minor formatting * fixing zoom bug * removing dev release path
1 parent e819a7a commit f7560c1

File tree

9 files changed

+146
-147
lines changed

9 files changed

+146
-147
lines changed

.github/workflows/deploy.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ name: Deploy to GitHub Pages
22

33
on:
44
push:
5-
branches: ["main", "jluey/website"]
5+
branches: ["main"]
66
# Review gh actions docs if you want to further define triggers, paths, etc
77
# https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#on
88

utils/eval_report_parsing.py

Lines changed: 5 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -3,9 +3,8 @@
33
import re
44

55
# Usage instructions (internal use only):
6-
# TODO: Should this be checked into somewhere else?
7-
# 1. Download the "reports" folder from blob storage and extract it to a local directory
8-
# 2. Point release_directory_path to the release directory inside of the extracted "reports" folder
6+
# 1. Download the "release" folder from blob storage and extract it to a local directory
7+
# 2. Point release_directory_path to the release directory
98
# 3. Run 'python utils/eval_report_parsing.py'
109
# 4. The compiled results will be written to 'website/static/compiled_results.json'
1110

@@ -50,7 +49,7 @@ def coallate_results(release_directory_path, config):
5049
with open(file_path, 'r') as f:
5150
file_contents = f.read()
5251
scores = json.loads(file_contents)
53-
if(name == "Object Detection"):
52+
if(name == 'Object Detection (AP50)'):
5453
scores = scores[0]
5554
for metric in capability["metric"]:
5655
scores = scores[metric]
@@ -69,7 +68,7 @@ def coallate_results(release_directory_path, config):
6968
model = "GPT-4-1106-Preview"
7069
model_scores.append({
7170
"name": model,
72-
"score": sum / num
71+
"score": sum * 100.0 / num
7372
})
7473
data[modality]["capabilities"].append({
7574
"name": name,
@@ -82,7 +81,7 @@ def coallate_results(release_directory_path, config):
8281
json.dump(data, f, indent=2)
8382

8483
# Example usage
85-
release_directory_path = 'C:\\Users\\jluey\\Downloads\\reports\\release'
84+
release_directory_path = '\\release'
8685
config_path = 'website\\static\\config.json'
8786

8887
coallate_results(release_directory_path, json.load(open(config_path)))

website/src/components/HomepageFeatures/overall_visualization.tsx

Lines changed: 11 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,6 @@ const OverallVisualization = ({config}: {config: EurekaConfig}) => {
8585
categories: languageCapabilties?.map(d => d.name),
8686
tickmarkPlacement: 'on',
8787
labels: {
88-
padding: 20,
8988
style: {
9089
fontSize: '1em'
9190
}
@@ -95,7 +94,7 @@ const OverallVisualization = ({config}: {config: EurekaConfig}) => {
9594
gridLineInterpolation: 'polygon',
9695
lineWidth: 0,
9796
min: 0,
98-
max: 1,
97+
max: 100,
9998
},
10099
legend: {
101100
align: 'center',
@@ -126,7 +125,6 @@ const OverallVisualization = ({config}: {config: EurekaConfig}) => {
126125
categories: multimodalCapabilties?.map(d => d.name),
127126
tickmarkPlacement: 'on',
128127
labels: {
129-
padding: 20,
130128
style: {
131129
fontSize: '1em',
132130
}
@@ -136,7 +134,7 @@ const OverallVisualization = ({config}: {config: EurekaConfig}) => {
136134
gridLineInterpolation: 'polygon',
137135
lineWidth: 0,
138136
min: 0,
139-
max: 1,
137+
max: 100,
140138
},
141139
legend: {
142140
align: 'center',
@@ -156,12 +154,16 @@ const OverallVisualization = ({config}: {config: EurekaConfig}) => {
156154
</Heading>
157155
<br/>
158156
<div style={{width: '100%'}}>
159-
<Row justify="space-between">
160-
<Col xs={24} md={12}>
161-
<HighchartsReact highcharts={Highcharts} options={languageChartOptions} />
157+
<Row justify="space-between" style={{display: 'flex', justifyContent: 'center'}}>
158+
<Col xs={24} md={12} style={{ minWidth: '40em'}}>
159+
<div style={{ width: '90%', margin: '0 auto'}}>
160+
<HighchartsReact highcharts={Highcharts} options={languageChartOptions}/>
161+
</div>
162162
</Col>
163-
<Col xs={24} md={12}>
164-
<HighchartsReact highcharts={Highcharts} options={multimodalChartOptions} />
163+
<Col xs={24} md={12} style={{ minWidth: '40em'}}>
164+
<div style={{ width: '90%', margin: '0 auto'}}>
165+
<HighchartsReact highcharts={Highcharts} options={multimodalChartOptions}/>
166+
</div>
165167
</Col>
166168
</Row>
167169
</div>

website/src/components/HomepageFeatures/stats_bar.tsx

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@ const statsIcon: React.CSSProperties = {
1515
};
1616

1717
const statsLabel: React.CSSProperties = {
18-
color: 'grey',
18+
color: '#727272',
1919
fontSize: '1.5em',
2020
marginBottom: '0'
2121
}
@@ -29,7 +29,7 @@ const StatsBar = ({config}: {config: EurekaConfig}) => {
2929
return (
3030
<div style={{paddingBottom: '4em'}}>
3131
<Card>
32-
<Row align='middle' >
32+
<Row align='top' >
3333
<Col span={4} >
3434
<p style={statsHeader}>{config.model_families?.length}</p>
3535
<p style={statsLabel}>Model Families</p>
@@ -47,11 +47,11 @@ const StatsBar = ({config}: {config: EurekaConfig}) => {
4747
<p style={statsLabel}>Capabilities</p>
4848
</Col>
4949
<Col span={4} >
50-
<div style={statsIcon}><img src='img/language.svg' alt="Language Tasks"/></div>
50+
<div style={statsIcon}><img src='img/language.svg' alt=""/></div>
5151
<p style={statsLabel}>Language tasks</p>
5252
</Col>
5353
<Col span={4} >
54-
<div style={statsIcon}><img src='img/multimodal.svg' alt="Language Tasks"/></div>
54+
<div style={statsIcon}><img src='img/multimodal.svg' alt=""/></div>
5555
<p style={statsLabel}>Multimodal tasks</p>
5656
</Col>
5757
</Row>

website/src/components/HomepageFeatures/summary_table.tsx

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,6 @@
1-
import React, { Children, useState } from 'react';
2-
import { CapabilityScores, ModelScore, ModelConfig, EurekaConfig } from '../components/types';
3-
import Highcharts, { SeriesOptionsType } from 'highcharts';
4-
import { Layout, Table, CollapseProps, Collapse } from 'antd';
5-
import Title from 'antd/es/skeleton/Title';
1+
import React, { useState } from 'react';
2+
import { CapabilityScores, ModelScore, EurekaConfig } from '../components/types';
3+
import { Table } from 'antd';
64
import { ColumnsType } from 'antd/es/table';
75

86
const SummaryTable = ({config}: {config: EurekaConfig}) => {

website/src/pages/index.tsx

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -16,11 +16,11 @@ function HomepageHeader() {
1616
<div className="container">
1717
<div>
1818
<Row style={{ display: 'flex', alignItems: 'center' }}>
19-
<Col style={{paddingRight: '1.8em', paddingBottom: '.9em'}}><img src="img/eureka_logo.png" alt="Eureka Logo" style={{objectFit:'cover', height: '5em'}}/></Col>
19+
<Col style={{paddingRight: '1.8em', paddingBottom: '.9em'}}><img src="img/eureka_logo.png" alt="" style={{objectFit:'cover', height: '5em'}}/></Col>
2020
<Col><Heading as="h1" className="hero__title">Eureka ML Insights</Heading></Col>
2121
</Row>
2222
</div>
23-
<p className="hero__subtitle">Evaluating and Understanding Large Foundation Models</p>
23+
<h2>Evaluating and Understanding Large Foundation Models</h2>
2424
<p style={{fontSize: '1.3em'}}>Eureka is an open-source framework for standardizing evaluations of large foundation models, beyond single-score
2525
reporting and rankings. We report in-depth evaluation and analysis of 12 state-of-the-art models across a collection
2626
of language and multimodal benchmarks. These benchmarks test fundamental but overlooked capabilities that are still
@@ -31,7 +31,7 @@ function HomepageHeader() {
3131
</Button>
3232
<Button shape='round' className={`${styles.buttons}`} href={'https://github.com/microsoft/eureka-ml-insights'} style={{outline: "black"}}>
3333
<strong>Github</strong>
34-
<img src='img/link_icon.svg' alt="External Link to Github"/>
34+
<img src='img/link_icon.svg' alt=""/>
3535
</Button>
3636
</div>
3737
</header>

0 commit comments

Comments
 (0)