@Test
public void testWordStatsDFIDF() throws Exception {

	String command = String.format(hadoopCommand,
			stemmedTweets.getAbsolutePath(),
			outputLocation.getAbsolutePath(), "WORD_STATS",
			resultsOutputLocation.getAbsolutePath(), "DFIDF",
			"analysis.stemmed");
	String[] args = command.split(" ");
	args = (String[]) ArrayUtils.addAll(args, new String[] { "-pp",
			"-m PORTER_STEM" });
	HadoopTwitterTokenTool.main(args);
	HashMap<String, IndependentPair<Long, Long>> wordLineCounts = WordIndex
			.readWordCountLines(resultsOutputLocation.getAbsolutePath());
	assertTrue(wordLineCounts.get(".").firstObject() == 12);
}