natural sort of metrics in eval.*.mean.csv (skip-preps)(skip-embs)(sk… #69
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: inclusive-tests-fair-toys-main | |
| on: | |
| push: | |
| branches: [main] | |
| pull_request: | |
| branches: [main] | |
| jobs: | |
| test-toy-configs: | |
| runs-on: ubuntu-latest | |
| if: ${{ ! (contains(github.event.head_commit.message, 'skip-fair') || contains(github.event.head_commit.message, 'skip-ci')) }} | |
| strategy: | |
| matrix: | |
| include: | |
| - config: '+id=000 "cmd=[train,test,eval,fair]" "models.instances=[mdl.rnd.Rnd]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter ~data.embedding fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=005 "cmd=[train,test,eval,fair]" "models.instances=[mdl.fnn.Fnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter train.save_per_epoch=3 test.on_train=True test.topK=5 fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=006 "cmd=[train,test,eval,fair]" "models.instances=[mdl.bnn.Bnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=uniform fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=007 "cmd=[train,test,eval,fair]" "models.instances=[mdl.fnn.Fnn, mdl.nmt.Nmt]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter train.save_per_epoch=3 fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=007 "cmd=[train,test,eval,fair]" "models.instances=[mdl.bnn.Bnn, mdl.nmt.Nmt]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter train.save_per_epoch=3 test.on_train=True fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=009 "cmd=[train,test,eval,fair]" "models.instances=[mdl.fnn.Fnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.d2v.D2v_d2v test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=012 "cmd=[train,test,eval,fair]" "models.instances=[mdl.fnn.Fnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=010 "cmd=[train,test,eval,fair]" "models.instances=[mdl.bnn.Bnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_n2v test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=012 "cmd=[train,test,eval,fair]" "models.instances=[mdl.bnn.Bnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=011 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_n2v test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=011 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_m2v test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=012 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=013 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gs test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=014 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gat test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=015 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gin test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| - config: '+id=016 "cmd=[train,test,eval,fair]" "models.instances=[mdl.emb.gnn.Gnn]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gatv2 test.topK=5 +models.batch_size=2 +models.nsd=unigram_b fair.fgender=../data/dblp/toy.dblp.v12.json.females.csv' | |
| fail-fast: false | |
| steps: | |
| - name: Free disk space | |
| run: | | |
| sudo rm -rf /usr/share/dotnet | |
| sudo rm -rf /usr/local/lib/android | |
| sudo rm -rf /opt/ghc | |
| sudo apt-get clean | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - name: Update submodules to latest main | |
| run: | | |
| git submodule update --remote --checkout | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.8' | |
| - name: Install dependencies | |
| run: | | |
| pip install -r requirements.txt | |
| - name: Clean up previous outputs | |
| run: rm -rf output/ | |
| - name: Echo config index | |
| run: | | |
| echo 'Config index: ${{ matrix.index }}' | |
| - name: Run config ${{ matrix.config }} | |
| run: | | |
| python main.py ${{ matrix.config }} | |
| working-directory: ./src | |
| continue-on-error: ${{ matrix.label == 'fail.teamsvecs.validate' || matrix.label == 'fail.teamsvecs.validate.nogpu' }} | |