MaskSQL/run_resd.sh at main · sepideh-abedini/MaskSQL · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
set -euo pipefail

mkdir -p data/resd

cd resdsql

source .venv/bin/activate

export TORCH_DEVICE=cuda

python3 NatSQL/table_transform.py \
--in_file "../data/tables.json" \
--out_file "../data/resd/test_tables_for_natsql.json" \
--correct_col_type \
--remove_start_table \
--analyse_same_column \
--table_transform \
--correct_primary_keys \
--use_extra_col_types \
--db_path "../data/databases"

python3 preprocessing.py \
--mode "test" \
--table_path "../data/tables.json" \
--input_dataset_path "../data/1_input.json" \
--output_dataset_path "../data/resd/preprocessed_test.json" \
--db_path "../data/databases" \
--target_type "sql"

python3 schema_item_classifier.py \
--batch_size 32 \
--device mps \
--seed 42 \
--save_path "./models/text2sql_schema_item_classifier" \
--dev_filepath "../data/resd/preprocessed_test.json" \
--output_filepath "../data/resd/test_with_probs.json" \
--use_contents \
--add_fk_info \
--mode "test"

python3 text2sql_data_generator.py \
--input_dataset_path "../data/resd/test_with_probs.json" \
--output_dataset_path "../data/resd_output_orig.json" \
--topk_table_num 4 \
--topk_column_num 5 \
--mode "test" \
--use_contents \
--add_fk_info \
--output_skeleton \
--target_type "sql"


python3 add_qid.py \
--src "../data/1_input.json" \
--dst "../data/resd_output_orig.json" \
--out "../data/resd_output.json" \
--prop "question_id"

jq "length" "../data/resd_output.json"

echo "RESDSQL output file generated!"