	@Test
	public void testTrain() throws Exception {


		final Tokenizer tokenizer = new Tokenizer();
		final List<String> trainDataORG = readLinesFromFile(FILENAME_TRAIN_DATA_ORG);
		final List<String> trainDataTOK = readLinesFromFile(FILENAME_TRAIN_DATA_TOK);
		final InstanceList trainData = tokenizer.makeTrainingData(trainDataORG, trainDataTOK);
		final Pipe trainPipe = trainData.getPipe();
		tokenizer.train(trainData, trainPipe);
		tokenizer.writeModel(FILENAME_TRAIN_MODEL_OUTPUT);

		assertTrue(new File(FILENAME_TRAIN_MODEL_OUTPUT + ".gz").isFile());
	}