StringTokenizer example

ganmohim · ganmohim · commit 0226bb42389d · 2015-03-21T21:12:21.000-04:00
This comes handy while processing input
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1 @@
+/bin/
diff --git a/src/string/stringtokenizer/StringTokenizerMultiDelimeters.java b/src/string/stringtokenizer/StringTokenizerMultiDelimeters.java
@@ -0,0 +1,17 @@
+package string.stringtokenizer;
+
+import java.util.*;
+
+public class StringTokenizerMultiDelimeters {
+	public static void main(String[] args) {
+		String url = "https://www.gmail.com/%20about.html";
+		StringTokenizer tokenizer = new StringTokenizer(url, "/;-:.-%20_");
+		
+		System.out.println("Total tokens: " + tokenizer.countTokens());
+		
+		while (tokenizer.hasMoreTokens()) {
+			System.out.println(tokenizer.nextToken());
+		}
+	}
+
+}
diff --git a/src/string/stringtokenizer/StringTokenizerSimple.java b/src/string/stringtokenizer/StringTokenizerSimple.java
@@ -0,0 +1,17 @@
+package string.stringtokenizer;
+
+import java.util.StringTokenizer;
+
+public class StringTokenizerSimple {
+	public static void main(String[] args) {
+		String str = "This is time for all brave men to face their fears";
+		StringTokenizer defaultTokenizer = new StringTokenizer(str);
+		
+		System.out.println("Total number of token: " + defaultTokenizer.countTokens());
+		
+		while (defaultTokenizer.hasMoreTokens()) {
+			System.out.println(defaultTokenizer.nextToken());
+		}
+	}
+
+}
diff --git a/src/string/stringtokenizer/processfile/ReadFileUsingTokenizer.java b/src/string/stringtokenizer/processfile/ReadFileUsingTokenizer.java
@@ -0,0 +1,49 @@
+package string.stringtokenizer.processfile;
+
+import java.util.*;
+import java.io.BufferedReader;
+import java.io.FileNotFoundException;
+import java.io.FileReader;
+import java.io.IOException;
+
+public class ReadFileUsingTokenizer {
+	public static void main(String[] args) throws IOException {
+		String line;
+		BufferedReader br = new BufferedReader(
+				new FileReader("string-tokenizer-file-processor.txt"));
+		
+		while ( (line = br.readLine()) != null  ) {
+			StringTokenizer tokenizer = new StringTokenizer(line, ", ");
+			
+			while (tokenizer.hasMoreTokens()) {
+				// user name
+				String userName = tokenizer.nextToken().toString();
+				
+				// page id user visited
+				Integer pageId = Integer.parseInt(
+						tokenizer.nextToken().toString());
+				
+				// Number of visit
+				Integer numberOfVisit = Integer.parseInt(
+						tokenizer.nextToken().toString());
+				
+				// Last time visited
+				String lastTimeStamp = tokenizer.nextToken().toString();
+				
+				StringBuilder sb = new StringBuilder();
+				sb.append("\n User Name: " + userName);
+				sb.append("\n Page ID: " + pageId);
+				sb.append("\n Number of Visit: " + numberOfVisit);
+				sb.append("\n Last time stamp of visit: " + lastTimeStamp);
+				sb.append("\n *************************** \n");
+				
+				System.out.println(sb.toString());
+				
+			} // end of while for tokenizer
+			
+		} // end of while
+		
+		
+	} // end of main()
+
+} // end of class ReadFileUsingTokenizer
