<NME> PhraseSplitExtractorTest.java
<BEF> ADDFILE
<MSG> add package data_formatter.cnn
in ConfusionMatrix:
    make print better
add class Exp5
add class DFStat
add class DFStats
add class PhraseDetector
add class PhraseSplitExtractor
rename all extractor for terms

<DFF> @@ -0,0 +1,39 @@
+package edu.neu.ccs.pyramid.feature_extraction;
+
+import edu.neu.ccs.pyramid.elasticsearch.ESIndex;
+import edu.neu.ccs.pyramid.elasticsearch.ESIndexBuilder;
+
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+
+import static org.junit.Assert.*;
+
+public class PhraseSplitExtractorTest {
+    public static void main(String[] args) throws Exception{
+        test1();
+
+    }
+
+    static void test1() throws Exception{
+        ESIndex index = ESIndexBuilder.builder().setClientType("node").setIndexName("cnn")
+                .build();
+        Map<Integer,String> map = index.getTermVector("0");
+
+
+
+//        System.out.println(map);
+        DFStats dfStats = DFStats.deserialize("/Users/chengli/tmp/dfstats.ser");
+        Set<String> references = new HashSet<>();
+        List<DFStat> list = dfStats.getSortedDFStats(0,20);
+        list.stream().limit(100).forEach(dfStat -> references.add(dfStat.getPhrase()));
+        System.out.println(references);
+        Set<String> phrases = PhraseDetector.getPhrases(map, references);
+        PhraseSplitExtractor extractor = new PhraseSplitExtractor(index,null);
+        Set<String> blackList = new HashSet<>();
+        System.out.println(extractor.filter(phrases,blackList));
+        index.close();
+    }
+
+}
\ No newline at end of file

add package data_formatter.cnn in ConfusionMatrix:     make print better add class Exp5 add class DFStat add class DFStats add class PhraseDetector add class PhraseSplitExtractor rename all extractor for terms