BAAP Big Data Workshop -- 2014 

What the commands look like on Peggy Renwick’s laptop 

-- Mac OS X, Terminal program, bash shell; commands identical in Linux 
-- in each command, the filepath includes text through "$", e.g. "peggyphon:~ peggy$" 
-- each command is typed on a single line, followed by Return key 
-- Praat and R script commands are not included in this file 
-- commands correspond to BAAP-demo-slides.pdf 
-- contact: Peggy Renwick mrenwick@uga.edu 


Slide 2
peggyphon:~ peggy$ cd /Users/peggy/workshop
peggyphon:workshop peggy$ cp /Volumes/USB\ DISK/AudioBNC_sample_for_BAAP/thephonebook.txt .
peggyphon:workshop peggy$ cp /Volumes/USB\ DISK/AudioBNC_sample_for_BAAP/wordtriplets.txt .
peggyphon:workshop peggy$ chmod +x check_wordpair_BAAP.py 

Slide 3
peggyphon:workshop peggy$ head thephonebook.txt 
peggyphon:workshop peggy$ head -20 thephonebook.txt 

Slide 4
peggyphon:workshop peggy$ grep \"M\" thephonebook.txt 
peggyphon:workshop peggy$ grep \"M\" thephonebook.txt | head
peggyphon:workshop peggy$ grep \"M\" thephonebook.txt | wc -l

Slide 5
peggyphon:workshop peggy$ grep \"[LMNP]\" thephonebook.txt | awk '{ print $1 }' | sort | uniq -c | sort -nr

Slide 7 
peggyphon:workshop peggy$ grep "\"LADIES\" \"AND\" \"GENTLEMEN\"" wordtriplets.txt > ladies_gentlemen.txt
peggyphon:workshop peggy$ ./check_wordpair_BAAP.py ladies_gentlemen.txt .1
peggyphon:workshop peggy$ mkdir LADIES_AND_GENTLEMEN
peggyphon:workshop peggy$ mv LADIES*.wav LADIES_AND_GENTLEMEN

Slide 12 
peggyphon:workshop peggy$ grep "^\"FIFTEEN\"" wordtriplets.txt | head

Slide 13 
peggyphon:workshop peggy$ grep "^\"FIFTEEN\"" wordtriplets.txt | tr '_' ' ' | awk '{print "http://bnc.phon.ox.ac.uk/data/"$4".wav?t="$8","$9 }' > wgetlist 

Slide 14 
peggyphon:workshop peggy$ mkdir FIFTEEN_wavs
peggyphon:workshop peggy$ wget -i wgetlist --directory-prefix=FIFTEEN_wavs/

Slide 15 
peggyphon:workshop peggy$ cd FIFTEEN_wavs 
peggyphon:FIFTEEN_wavs peggy$ ls | awk ’{ print "sox", "FIFTEEN_wavs/"$0, "FIFTEEN_clips/FIFTEEN"NR".wav" }' > ../rename_wavs 

peggyphon:FIFTEEN_wavs peggy$ cd ../
peggyphon:workshop peggy$ mkdir FIFTEEN_clips 
peggyphon:workshop peggy$ chmod +x rename_wavs 
peggyphon:workshop peggy$ ./rename_wavs 

Slide 17 
peggyphon:workshop peggy$ for i in `awk -F, -v threshold=3 -f data-filter.awk < fifteen_f0.csv | awk '{ print $3 }'`; do grep $i, fifteen_f0.csv; done | awk -F, '{ if ($2!="--undefined--") print $0 }' > fifteen_f0_filtered.csv 

-----