gen-features.sh 445 Bytes
#!/bin/bash

CORES=16
INPUT_DIR=/data/muntean/filter-10-cities-november-tweets
OUTPUT_DIR=/data/muntean/edge-features-10-cities-november
COMMAND="time python wordcount_from_json_list_with_edge_features.py"

for LINE in `ls $INPUT_DIR/*2015111*`
do
	#echo $LINE
	OUTPUT_NAME=`basename $LINE | cut -d'.' -f1`
        sem -j $CORES $COMMAND $LINE $OUTPUT_DIR/$OUTPUT_NAME.tsv 2>&1 > $OUTPUT_DIR/stats-${OUTPUT_NAME}-WCEF.txt
done
sem --wait
exit 0