mirror of https://github.com/percyliang/sempre
39 lines
1.7 KiB
Plaintext
39 lines
1.7 KiB
Plaintext
// Codalab schema for SEMPRE runs
|
|
% schema sempre
|
|
% add uuid uuid [0:8]
|
|
% add name
|
|
% add state state
|
|
% add date created date
|
|
% add host remote s/[.].*/
|
|
% add disk data_size size
|
|
% add mem memory size
|
|
% add time time duration
|
|
% add |
|
|
% add data /options.map:Dataset.inPaths "s/WikiTableQuestions\/compiled\// | s/\.examples/ | s/unnormalized/U | s/normalized/N | s/unseen-(train|dev)-seed/u | s/random-split/u"
|
|
% add maxex /options.map:Dataset.maxExamples
|
|
% add parser /options.map:Builder.parser
|
|
% add beam /options.map:Parser.beamSize %d
|
|
% add depth /options.map:FloatingParser.maxDepth %d
|
|
% add useSize /options.map:FloatingParser.useSizeInsteadOfDepth "s/true/O | s/false/"
|
|
% add cheat /options.map:DPParser.cheat "s/true/O | s/false/"
|
|
% add grammar /options.map:Grammar.inPaths "s/grammars\// | s/\.grammar/"
|
|
% add tags /options.map:Grammar.tags "s/alternative/| | s/movement/n | s/comparison/< | s/count/c | s/aggregate/a | s/superlative/s | s/arithmetic/+ | s/merge/&"
|
|
% add feats /options.map:FeatureExtractor.featureDomains "s/phrase/p | s/predicate/p | s/denotation/d | s/missing/m | s/headword/h | s/custom-/"
|
|
% add l1reg /options.map:Params.l1Reg
|
|
% add l1coeff /options.map:Params.l1RegCoeff
|
|
% add |
|
|
% add itr /output.map:iter %d
|
|
% add maxItr /options.map:Learner.maxTrainIters %d
|
|
% add group /output.map:group
|
|
% add ex /output.map:example %d
|
|
% add tr.n /output.map:train.correct.count %d
|
|
% add dv.n /output.map:dev.correct.count %d
|
|
% add ts.n /output.map:test.correct.count %d
|
|
% add |
|
|
% add tr.cor /output.map:train.correct.mean %.3f
|
|
% add tr.ora /output.map:train.oracle.mean %.3f
|
|
% add dv.cor /output.map:dev.correct.mean %.3f
|
|
% add dv.ora /output.map:dev.oracle.mean %.3f
|
|
% add ts.cor /output.map:test.correct.mean %.3f
|
|
% add ts.ora /output.map:test.oracle.mean %.3f
|