@Test
public void testSingleTweets() throws UnsupportedEncodingException, TweetTokeniserException {

	final String[] tweets = new String[] {
	// "Listening to \"Rockin u Radio\" http://www.live365.com/stations/djmarkstevens on Live365.",
	// "Maigc.'everything' was'nt magic",
	// "Maigc.'everything' was'nt magic",
	// "Maigc.everything' 'a's magic",
	// "@CarideeChris ....Awwwww...lets hope rest of the day you are more lucky ;-)",
	// "Intelligence is only one variable in the equation... (c) Susan DePhillips",
	// "@Snuva You might be the Queen of Grump but the Wicked Witch of the South(tm) insists the weekend doesn't start til 2:00 pm tomorrow :-("
	// "RT @iAmTheGreek: everybody in Lehigh Valley (& beyond) should support @homebase610 with voting during March for the Pepsi Refresh Project"
	// "aaaaaaah naaaaaao;;; hino do corinthiaans naaao DDDDD: IOEUIAOUEAIOUOAEIUEIO' (@stevens_adam live on http://twitcam.com/2bqv)",
	// "Maureen Green,the former TV anchor, blogs to keep up with social and workforce trends|Gloria Wright / The .. http://oohja.com/x7OhR",
	// "@avlsuresh I didnt know about it :-)). I would be even more happy when you will give the old one to me.",
	// "@_CarolineF_ *Nods, smiling* Just alright? *touches your arm, seeing flashes of your recent past and drawing my hand away quickly in shock*"
	// "RT @BThompsonWRITEZ: @libbyabrego honored?! Everybody knows the libster is nice with it...lol...(thankkkks a bunch;))",
	// "Big work event tonight means I've got to dress up, mix & mingle with the donors & bust out the non-granola hippy deodorant. Hurumph",
	// "here is a #hashTag",
	// "\u30A2\u30DE\u30BE\u30F3\uFF0F\u6D0B\u66F8\u306E\u65B0\u7740\uFF08\uFF13\uFF09Alpine Glow \u3010\uFFE54,461\u3011 http://tinyurl.com/3yslnw5\u3000(http://tinyurl.com/24e8alm )",
	// "http://assfsdhgftgfvkcsjtbvtbgmktyhklgbmkgskdmvdthydtyhgfyhdfht (@andreesrr live on http://twitcam.com/2bl4v"
	// "RT @BThompsonWRITEZ: @libbyabrego honored?! Everybody knows the libster is nice with it...lol...(thankkkks a bunch;))"
	"@janecds RT _badbristal np VYBZ KARTEL - TURN & WINE&lt; WE DANCEN TO THIS LOL? http://blity.ax.lt/63HPL" };
	for (final String text : tweets) {
		final TweetTokeniser tokeniser = new TweetTokeniser(text);
		System.out.println("Tweet: " + text);
		final String tokens = "[" + StringUtils.join(tokeniser.getTokens(), ",") + "]";
		System.out.println("Tokens: " + tokens);
	}
}