File size: 1,201 Bytes
44db343
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
#!/bin/bash
corpus=$1
root=../data/$1/
echo "Clean corpus $1"
cat $root$corpus.train[0-9]* > $root$corpus.train
rm -r $root$corpus.train[0-9]*
cat $root$corpus.test[0-9]* > $root$corpus.test
rm -r $root$corpus.test[0-9]*
cat $root$corpus.train.noise[0-9]* > $root$corpus.train.noise
rm -r $root$corpus.train.noise[0-9]*
cat $root$corpus.test.noise[0-9]* > $root$corpus.test.noise
rm -r $root$corpus.test.noise[0-9]*
cat $root$corpus.length.train[0-9]* > $root$corpus.length.train
rm -r $root$corpus.length.train[0-9]*
cat $root$corpus.length.test[0-9]* > $root$corpus.length.test
rm -r $root$corpus.length.test[0-9]*
cat $root$corpus.valid.noise[0-9]* > $root$corpus.valid.noise
rm -r $root$corpus.valid.noise[0-9]*
cat $root$corpus.length.valid[0-9]* > $root$corpus.length.valid
rm -r $root$corpus.length.valid[0-9]*
cat $root$corpus.valid[0-9]* > $root$corpus.valid
rm -r $root$corpus.valid[0-9]*
cat $root$corpus.onehot.test[0-9]* > $root$corpus.onehot.test
rm -r $root$corpus.onehot.test[0-9]*
cat $root$corpus.onehot.train[0-9]* > $root$corpus.onehot.train
rm -r $root$corpus.onehot.train[0-9]*
cat $root$corpus.onehot.valid[0-9]* > $root$corpus.onehot.valid
rm -r $root$corpus.onehot.valid[0-9]*