-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrun_svamp.sh
More file actions
executable file
·15 lines (12 loc) · 4.49 KB
/
run_svamp.sh
File metadata and controls
executable file
·15 lines (12 loc) · 4.49 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
python llmsearch/run_gpt.py --model_config_path llmsearch/models/command_r_plus_conf.yaml --api_key "8Qm1rHhRD57Orx4pkbKXT1k1RheU9UPyidVKECLU" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 8
python llmsearch/run_gpt.py --model_config_path llmsearch/models/command_r_conf.yaml --api_key "8Qm1rHhRD57Orx4pkbKXT1k1RheU9UPyidVKECLU" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 8
python llmsearch/run_gpt.py --model_config_path llmsearch/models/gpt3_5_conf.yaml --api_key "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" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 8
python llmsearch/run_gpt.py --model_config_path llmsearch/models/command_r_plus_conf.yaml --api_key "8Qm1rHhRD57Orx4pkbKXT1k1RheU9UPyidVKECLU" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 6
python llmsearch/run_gpt.py --model_config_path llmsearch/models/command_r_conf.yaml --api_key "8Qm1rHhRD57Orx4pkbKXT1k1RheU9UPyidVKECLU" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 6
python llmsearch/run_gpt.py --model_config_path llmsearch/models/gpt3_5_conf.yaml --api_key "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" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 6
python llmsearch/run_gpt.py --model_config_path llmsearch/models/command_r_plus_conf.yaml --api_key "8Qm1rHhRD57Orx4pkbKXT1k1RheU9UPyidVKECLU" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 4
python llmsearch/run_gpt.py --model_config_path llmsearch/models/command_r_conf.yaml --api_key "8Qm1rHhRD57Orx4pkbKXT1k1RheU9UPyidVKECLU" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 4
python llmsearch/run_gpt.py --model_config_path llmsearch/models/gpt3_5_conf.yaml --api_key "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" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 4
python llmsearch/run_gpt.py --model_config_path llmsearch/models/command_r_plus_conf.yaml --api_key "8Qm1rHhRD57Orx4pkbKXT1k1RheU9UPyidVKECLU" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 2
python llmsearch/run_gpt.py --model_config_path llmsearch/models/command_r_conf.yaml --api_key "8Qm1rHhRD57Orx4pkbKXT1k1RheU9UPyidVKECLU" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 2
python llmsearch/run_gpt.py --model_config_path llmsearch/models/gpt3_5_conf.yaml --api_key "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" --prompt_dir "prompts/svamp/standard.txt" --data_path data/svamp/test.jsonl --icl_path samples/plans_code_traces/svamp/gpt-4-turbo_output.json --data_name "svamp" --output_dir samples/final_predictions --execute_mode "trace" --num_samples 2