Update metric.py (#312) #140
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: inclusive-tests-models-toys-main | |
| on: | |
| push: | |
| branches: [main] | |
| pull_request: | |
| branches: [main] | |
| jobs: | |
| test-toy-configs: | |
| runs-on: ubuntu-latest | |
| if: ${{ !contains(github.event.head_commit.message, 'skip-ci') }} | |
| strategy: | |
| matrix: | |
| include: | |
| - config: '+id=000 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter ~data.embedding' | |
| - config: '+id=005 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter train.save_per_epoch=True test.on_train=True' | |
| - config: '+id=006 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=uniform' | |
| - config: '+id=007 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=unigram' | |
| - config: '+id=008 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=009 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.d2v.D2v_d2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=010 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_n2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=011 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_m2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=012 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=013 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gs +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=014 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gat +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=015 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gin +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=016 "cmd=[train,test,eval]" data.domain=cmn.publication.Publication data.source=../data/dblp/toy.dblp.v12.json data.output=../output/dblp/toy.dblp.v12.json ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gatv2 +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=016 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter ~data.embedding' | |
| - config: '+id=017 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter train.save_per_epoch=True test.on_train=True' | |
| - config: '+id=018 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=uniform' | |
| - config: '+id=019 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=unigram' | |
| - config: '+id=020 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=021 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter data.embedding.class_method=mdl.emb.d2v.D2v_d2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=022 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_n2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=023 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_m2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=024 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=025 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gs +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=026 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gat +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=027 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gin +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=028 "cmd=[train,test,eval]" data.domain=cmn.movie.Movie data.source=../data/imdb/toy.title.basics.tsv data.output=../output/dblp/toy.title.basics.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gatv2 +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=025 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter ~data.embedding' | |
| - config: '+id=026 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter train.save_per_epoch=True test.on_train=True' | |
| - config: '+id=027 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=uniform' | |
| - config: '+id=028 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=unigram' | |
| - config: '+id=029 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=030 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter data.embedding.class_method=mdl.emb.d2v.D2v_d2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=031 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_n2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=032 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_m2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=033 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=034 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gs +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=035 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gat +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=036 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gin +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=037 "cmd=[train,test,eval]" data.domain=cmn.repository.Repository data.source=../data/gith/toy.repos.csv data.output=../output/gith/toy.repos.csv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gatv2 +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=036 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter ~data.embedding' | |
| - config: '+id=037 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter train.save_per_epoch=True test.on_train=True' | |
| - config: '+id=038 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=uniform' | |
| - config: '+id=039 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=unigram' | |
| - config: '+id=040 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter ~data.embedding +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=041 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter data.embedding.class_method=mdl.emb.d2v.D2v_d2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=042 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_n2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=043 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_m2v +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=044 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gcn +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=045 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gs +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=046 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gat +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=047 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gin +models.batch_size=2 +models.nsd=unigram_b' | |
| - config: '+id=048 "cmd=[train,test,eval]" data.domain=cmn.patent.Patent data.source=../data/uspt/toy.patent.tsv data.output=../output/uspt/toy.patent.tsv ~data.filter data.embedding.class_method=mdl.emb.gnn.Gnn_gatv2 +models.batch_size=2 +models.nsd=unigram_b' | |
| # Set to false if you want parallel runs: | |
| fail-fast: false | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.8' | |
| - name: Install dependencies | |
| run: | | |
| pip install -r requirements.txt | |
| - name: Clean up previous outputs | |
| run: rm -rf output/ | |
| - name: Echo config index | |
| run: | | |
| echo 'Config index: ${{ matrix.index }}' | |
| - name: Run config ${{ matrix.config }} | |
| run: | | |
| python main.py ${{ matrix.config }} | |
| working-directory: ./src | |
| continue-on-error: ${{ matrix.label == 'fail.teamsvecs.validate' || matrix.label == 'fail.teamsvecs.validate.nogpu' }} | |