Skip to content

(skip-ci)

(skip-ci) #68

name: inclusive-tests-fair-toys-main
on:
push:
branches: [main]
pull_request:
branches: [main]
jobs:
test-toy-configs:
runs-on: ubuntu-latest
if: ${{ ! (contains(github.event.head_commit.message, 'skip-fair') || contains(github.event.head_commit.message, 'skip-ci')) }}
strategy:
matrix:
include:
- config: '+id=000 "cmd=[train,test,eval,fair]" "models.instances=[mdl.rnd.Rnd]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter ~data.embedding fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=005 "cmd=[train,test,eval,fair]" "models.instances=[mdl.fnn.Fnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter train.save_per_epoch=3 test.on_train=True test.topK=5 fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=006 "cmd=[train,test,eval,fair]" "models.instances=[mdl.bnn.Bnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=uniform fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=007 "cmd=[train,test,eval,fair]" "models.instances=[mdl.fnn.Fnn, mdl.nmt.Nmt]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter train.save_per_epoch=3 fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=007 "cmd=[train,test,eval,fair]" "models.instances=[mdl.bnn.Bnn, mdl.nmt.Nmt]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter train.save_per_epoch=3 test.on_train=True fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=009 "cmd=[train,test,eval,fair]" "models.instances=[mdl.fnn.Fnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.d2v.D2v_d2v test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=012 "cmd=[train,test,eval,fair]" "models.instances=[mdl.fnn.Fnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=010 "cmd=[train,test,eval,fair]" "models.instances=[mdl.bnn.Bnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_n2v test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=012 "cmd=[train,test,eval,fair]" "models.instances=[mdl.bnn.Bnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=011 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_n2v test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=011 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_m2v test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=012 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=013 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gs test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=014 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gat test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=015 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gin test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
- config: '+id=016 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gatv2 test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv'
fail-fast: false
steps:
- name: Free disk space
run: |
sudo rm -rf /usr/share/dotnet
sudo rm -rf /usr/local/lib/android
sudo rm -rf /opt/ghc
sudo apt-get clean
- name: Checkout
uses: actions/checkout@v3
with:
submodules: recursive
fetch-depth: 0
- name: Update submodules to latest main
run: |
git submodule update --remote --checkout
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.8'
- name: Install dependencies
run: |
pip install -r requirements.txt
- name: Clean up previous outputs
run: rm -rf output/
- name: Echo config index
run: |
echo 'Config index: ${{ matrix.index }}'
- name: Run config ${{ matrix.config }}
run: |
python main.py ${{ matrix.config }}
working-directory: ./src
continue-on-error: ${{ matrix.label == 'fail.teamsvecs.validate' || matrix.label == 'fail.teamsvecs.validate.nogpu' }}