-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdata.sh
executable file
·36 lines (27 loc) · 1.88 KB
/
data.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
#!/bin/bash
approach=$1
annotated_data=$2
pip install gdown==5.0
cd ${approach}/data
mkdir -p Split_Dataset/Data
mkdir -p Split_Dataset/Annotated_Data
mkdir -p Split_Dataset/Ground_truth
if [ "$annotated_data" = True ]; then
cd Split_Dataset/Annotated_Data/
echo "Downloading annotated datasets"
gdown https://drive.google.com/uc?id=1p7noO4lOgf942FXBVwd40OrmFO5Go0Hn -O test_annotated.npy
gdown https://drive.google.com/uc?id=1u089d0apWGPCsoRu7NR8ubbBfxWNvrvi -O train_annotated.npy
gdown https://drive.google.com/uc?id=120QdvlnaG_hD_X1IHObCAdd2zjPpJ7KA -O valid_annotated.npy
else
cd Split_Dataset/Data/
echo "Downloading normal text datasets"
gdown https://drive.google.com/uc?id=1IgxzmajC09aUTz_awABPD_iEJ2s1VR0E -O test.npy
gdown https://drive.google.com/uc?id=1xCoXFl0GTc5VbW7L-7joAL9ViudD0Nbh -O train.npy
gdown https://drive.google.com/uc?id=1De4n5hf6kirLpMlILD2LTFTuwsgpVhKQ -O valid.npy
fi
cd ../Ground_truth
echo "Downloading Grouth truth datasets"
gdown https://drive.google.com/uc?id=1y9T41Faf9Oq2XOtWMD1U9fZe9OHLgLjv -O test.tsv
gdown https://drive.google.com/uc?id=1R1i74XWzILnlozwCfYItlequKIhMnHmB -O train.tsv
gdown https://drive.google.com/uc?id=1ZupxAdTOWxmKPWlD5FOwEKbkdavt5Zxk -O valid.tsv
echo "Downloaded datasets"