Commit 1946858b87c6215caed823ca2c1fc355ec47a792

Authored by Cristina Muntean
1 parent 5902e36c

rename

Showing 1 changed file with 8 additions and 6 deletions   Show diff stats
sort_on_feat.sh renamed to sort-on-feat.sh
... ... @@ -15,15 +15,17 @@
15 15 #12 outerQuoteCount
16 16  
17 17 CORES=16
18   -INPUT_DIR=/data/muntean/english-tweets
19   -OUTPUT_DIR=/data/muntean/filter-10-cities-november-tweets
20   -COMMAND="time python filter_tweets_by_city.py"
  18 +INPUT_DIR=/data/muntean/edge-features-10-cities-november
  19 +#OUTPUT_DIR=/data/muntean/filter-10-cities-november-tweets
  20 +#COMMAND="time python filter_tweets_by_city.py"
21 21 COLUMN=4
22 22  
23   -for LINE in `ls $INPUT_DIR/english-tweets-2015113*`
  23 +for LINE in `ls $INPUT_DIR/*`
24 24 do
25 25 #echo $LINE
26   - sort -t$'\t' -n -k$COLUMN $LINE > ${LINE}.sorted
  26 + OUTPUT_NAME=`basename $LINE | cut -d'.' -f1`
  27 + #echo $OUTPUT_NAME
  28 + sort -t$'\t' -n -r -k$COLUMN $LINE > $INPUT_DIR/${OUTPUT_NAME}-sorted-col-${COLUMN}.tsv
27 29 done
28   -sem --wait
  30 +#sem --wait
29 31 exit 0
... ...