added required scripts for RL training.

yaserkl · Oct 23, 2018 · 515a4cb · 515a4cb
1 parent 67a8ce4
commit 515a4cb
Show file tree

Hide file tree

Showing 23 changed files with 62 additions and 0 deletions.
diff --git a/results/scripts.txt b/results/scripts.txt
@@ -0,0 +1,62 @@
+intradecoder: false
+temporal attention: false
+pretraining w. MLE: true
+batch size: 32
+train size: 287226
+pretrain: 15 epochs, 134637 iterations
+rl train: 14 epochs, 260298 iterations
+coverage: 3 epochs,  287226 iterations
+----------------------------------------
+
+=========================
+pretraining for 15 epochs
+=========================
+
+python src/run_summarization.py --mode=train --data_path=$HOME/data/cnn_dm/finished_files/chunked/train_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining --batch_size=32 --max_iter=134637 --example_queue_threads=1 --batch_queue_threads=1
+
+python src/run_summarization.py --mode=eval --data_path=$HOME/data/cnn_dm/finished_files/chunked/val_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining --batch_size=8 --example_queue_threads=1 --batch_queue_threads=1
+
+========
+decoding
+========
+
+python src/run_summarization.py --mode=decode --data_path=$HOME/data/cnn_dm/finished_files/chunked/test_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining  --rl_training=False --single_pass=1 --beam_size=4 --example_queue_threads=1 --batch_queue_threads=1 decode_from=train
+
+python src/run_summarization.py --mode=decode --data_path=$HOME/data/cnn_dm/finished_files/chunked/test_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining  --rl_training=False --single_pass=1 --beam_size=4 --example_queue_threads=1 --batch_queue_threads=1 decode_from=eval
+
+=========================
+RL training for 14 epochs
+=========================
+
+python src/run_summarization.py --mode=train --data_path=$HOME/data/cnn_dm/finished_files/chunked/train_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining --batch_size=32 --max_iter=260298 --rl_training=True  --eta=3.71368423007202E-06 --convert_to_reinforce_model=True --example_queue_threads=1 --batch_queue_threads=1 --scheduled_sampling=True --sampling_probability=3.71368423007202E-06
+
+python src/run_summarization.py --mode=train --data_path=$HOME/data/cnn_dm/finished_files/chunked/train_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining --batch_size=32 --max_iter=260298 --rl_training=True --eta=3.71368423007202E-06 --example_queue_threads=1 --batch_queue_threads=1 --scheduled_sampling=True --sampling_probability=3.71368423007202E-06 --lr=0.001
+
+python src/run_summarization.py --mode=eval --data_path=$HOME/data/cnn_dm/finished_files/chunked/val_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining --batch_size=8 --rl_training=True --eta=3.71368423007202E-06 --example_queue_threads=1 --batch_queue_threads=1 --scheduled_sampling=True --sampling_probability=3.71368423007202E-06
+
+========
+decoding
+========
+
+python src/run_summarization.py --mode=decode --data_path=$HOME/data/cnn_dm/finished_files/chunked/test_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining  --rl_training=False --single_pass=1 --beam_size=4 --example_queue_threads=1 --batch_queue_threads=1 decode_from=train
+
+python src/run_summarization.py --mode=decode --data_path=$HOME/data/cnn_dm/finished_files/chunked/test_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining  --rl_training=False --single_pass=1 --beam_size=4 --example_queue_threads=1 --batch_queue_threads=1 decode_from=eval
+
+=====================
+Coverage for 3 epochs
+=====================
+
+python src/run_summarization.py --mode=train --data_path=$HOME/data/cnn_dm/finished_files/chunked/train_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining --batch_size=32 --max_iter=287226  --rl_training=True --eta=3.48158E-06 --coverage=True --convert_to_coverage_model=True --example_queue_threads=1 --batch_queue_threads=1 --scheduled_sampling=True --sampling_probability=3.48158E-06
+
+python src/run_summarization.py --mode=train --data_path=$HOME/data/cnn_dm/finished_files/chunked/train_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining --batch_size=32 --max_iter=287226  --rl_training=True --eta=3.48158E-06 --coverage=True --example_queue_threads=1 --batch_queue_threads=1 --scheduled_sampling=True --sampling_probability=3.48158E-06 --lr=0.0001
+
+python src/run_summarization.py --mode=eval --data_path=$HOME/data/cnn_dm/finished_files/chunked/val_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining --batch_size=8 --rl_training=True --coverage=True --eta=3.48158E-06 --example_queue_threads=1 --batch_queue_threads=1 --scheduled_sampling=True --sampling_probability=3.48158E-06
+
+========
+decoding
+========
+
+python src/run_summarization.py --mode=decode --data_path=$HOME/data/cnn_dm/finished_files/chunked/test_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining  --rl_training=False --single_pass=1 --beam_size=4 --example_queue_threads=1 --batch_queue_threads=1 decode_from=train --coverage=True
+
+python src/run_summarization.py --mode=decode --data_path=$HOME/data/cnn_dm/finished_files/chunked/test_* --vocab_path=$HOME/data/cnn_dm/finished_files/vocab --log_root=$HOME/working_dir/cnn_dm/RLSeq2Seq/ --exp_name=nointradecoder-notemporal-withpretraining  --rl_training=False --single_pass=1 --beam_size=4 --example_queue_threads=1 --batch_queue_threads=1 decode_from=eval --coverage=True
+
diff --git a/src/__pycache__/attention_decoder.cpython-36.pyc b/src/__pycache__/attention_decoder.cpython-36.pyc
diff --git a/src/__pycache__/batcher.cpython-36.pyc b/src/__pycache__/batcher.cpython-36.pyc
diff --git a/src/__pycache__/beam_search.cpython-36.pyc b/src/__pycache__/beam_search.cpython-36.pyc
diff --git a/src/__pycache__/data.cpython-36.pyc b/src/__pycache__/data.cpython-36.pyc
diff --git a/src/__pycache__/decode.cpython-36.pyc b/src/__pycache__/decode.cpython-36.pyc
diff --git a/src/__pycache__/dqn.cpython-36.pyc b/src/__pycache__/dqn.cpython-36.pyc
diff --git a/src/__pycache__/model.cpython-36.pyc b/src/__pycache__/model.cpython-36.pyc
diff --git a/src/__pycache__/replay_buffer.cpython-36.pyc b/src/__pycache__/replay_buffer.cpython-36.pyc
diff --git a/src/__pycache__/rouge.cpython-36.pyc b/src/__pycache__/rouge.cpython-36.pyc
diff --git a/src/__pycache__/rouge_tensor.cpython-36.pyc b/src/__pycache__/rouge_tensor.cpython-36.pyc
diff --git a/src/__pycache__/util.cpython-36.pyc b/src/__pycache__/util.cpython-36.pyc
diff --git a/src/attention_decoder.pyc b/src/attention_decoder.pyc
diff --git a/src/batcher.pyc b/src/batcher.pyc
diff --git a/src/beam_search.pyc b/src/beam_search.pyc
diff --git a/src/data.pyc b/src/data.pyc
diff --git a/src/decode.pyc b/src/decode.pyc
diff --git a/src/dqn.pyc b/src/dqn.pyc
diff --git a/src/model.pyc b/src/model.pyc
diff --git a/src/replay_buffer.pyc b/src/replay_buffer.pyc
diff --git a/src/rouge.pyc b/src/rouge.pyc
diff --git a/src/rouge_tensor.pyc b/src/rouge_tensor.pyc
diff --git a/src/util.pyc b/src/util.pyc