diff --git a/pull-dependencies b/pull-dependencies index a73e46e..f0a2536 100755 --- a/pull-dependencies +++ b/pull-dependencies @@ -237,8 +237,11 @@ addModule('tables', 'Semantic parsing with execution on tables', lambda { }) addModule('tables-data', 'Data for semantic parsing with execution on tables', lambda { - pull('/u/nlp/data/semparse/wikitable/data', 'data/tables/', {:symlink => true}) - pull('/u/nlp/data/semparse/wikitable/mturk-trivia-data/csv', 'data/tables/', {:symlink => true}) + # Compact version of the dataset + pull('https://github.com/ppasupat/WikiTableQuestions/releases/download/v1.0.2/WikiTableQuestions-1.0.2-compact.zip', 'data') + if not File.exists?('lib/data/WikiTableQuestions') + system "cd lib/data && unzip WikiTableQuestions-1.0.2-compact.zip" or exit 1 + end }) diff --git a/run b/run index e544972..94c448d 100755 --- a/run +++ b/run @@ -736,7 +736,7 @@ addMode('tables', 'QA on HTML tables', lambda { |e| l( o('FeatureVector.ignoreZeroWeight'), o('maxPrintedPredictions', 10), o('maxPrintedTrue', 10), o('logFeaturesLimit', 10), o('LambdaDCSException.noErrorMessage'), - letDefault(:verbose, 2), + letDefault(:verbose, 1), sel(:verbose, l(), l( @@ -884,8 +884,8 @@ end def tablesDataPaths lambda { |e| - baseDir = ['lib/data/tables/data/', 'WikiTableQuestions/data/'][e[:cldir]] - csvDir = ['lib/data/tables/', 'WikiTableQuestions/'][e[:cldir]] + baseDir = ['lib/data/WikiTableQuestions/data/', 'WikiTableQuestions/data/'][e[:cldir]] + csvDir = ['lib/data/WikiTableQuestions/', 'WikiTableQuestions/'][e[:cldir]] datasets = { 'none' => l(), 'train' => o('Dataset.inPaths', "train,#{baseDir}training.examples"),