Update

.gitignore

@@ -1,2 +1,3 @@
 JavaLearning.iml
-/.idea
+/.idea
+/out

src/LabExercise/lab10/lab10ex3.java → src/Java1LabExercise/lab10/lab10ex3.java

@@ -1,4 +1,4 @@
-package LabExercise.lab10;
+package Java1LabExercise.lab10;
 
 import java.util.Scanner;
 

src/LabExercise/lab10/lab10ex4.java → src/Java1LabExercise/lab10/lab10ex4.java

@@ -1,4 +1,4 @@
-package LabExercise.lab10;
+package Java1LabExercise.lab10;
 
 import java.util.ArrayList;
 import java.util.Comparator;

src/LabExercise/lab2/lab2ex1.java → src/Java1LabExercise/lab2/lab2ex1.java

@@ -1,4 +1,4 @@
-package LabExercise.lab2;
+package Java1LabExercise.lab2;
 
 public class lab2ex1 {
     public static void main(String[] args){

src/LabExercise/lab2/lab2ex2.java → src/Java1LabExercise/lab2/lab2ex2.java

@@ -1,4 +1,4 @@
-package LabExercise.lab2;
+package Java1LabExercise.lab2;
 
 import java.util.Scanner;
 

src/LabExercise/lab2/lab2ex3.java → src/Java1LabExercise/lab2/lab2ex3.java

@@ -1,4 +1,4 @@
-package LabExercise.lab2;
+package Java1LabExercise.lab2;
 
 import java.util.Scanner;
 

src/LabExercise/lab2/lab2ex4.java → src/Java1LabExercise/lab2/lab2ex4.java

@@ -1,4 +1,4 @@
-package LabExercise.lab2;
+package Java1LabExercise.lab2;
 
 import java.util.Scanner;
 

src/LabExercise/lab2/lab2ex5.java → src/Java1LabExercise/lab2/lab2ex5.java

@@ -1,4 +1,4 @@
-package LabExercise.lab2;
+package Java1LabExercise.lab2;
 
 import java.util.Scanner;
 

src/LabExercise/lab2/lab2ex6.java → src/Java1LabExercise/lab2/lab2ex6.java

@@ -1,4 +1,4 @@
-package LabExercise.lab2;
+package Java1LabExercise.lab2;
 
 import java.util.Scanner;
 

src/LabExercise/lab2/lab2ex7.java → src/Java1LabExercise/lab2/lab2ex7.java

@@ -1,4 +1,4 @@
-package LabExercise.lab2;
+package Java1LabExercise.lab2;
 
 import java.util.Scanner;
 

src/LabExercise/lab2/lab2ex8.java → src/Java1LabExercise/lab2/lab2ex8.java

@@ -1,4 +1,4 @@
-package LabExercise.lab2;
+package Java1LabExercise.lab2;
 
 public class lab2ex8 {
     public static void main(String[] args){

src/LabExercise/lab4/Account.java → src/Java1LabExercise/lab4/Account.java

@@ -1,4 +1,4 @@
-package LabExercise.lab4;
+package Java1LabExercise.lab4;
 
 public class Account {
     private double balance;

src/LabExercise/lab4/AccountTest.java → src/Java1LabExercise/lab4/AccountTest.java

@@ -1,4 +1,4 @@
-package LabExercise.lab4;
+package Java1LabExercise.lab4;
 
 import java.util.Scanner;
 

src/LabExercise/lab4/Employee.java → src/Java1LabExercise/lab4/Employee.java

@@ -1,4 +1,4 @@
-package LabExercise.lab4;
+package Java1LabExercise.lab4;
 
 public class Employee {
     /** three instance variables——a first name (type String), a last name (type String) and a monthly salary (double) */

src/LabExercise/lab4/EmployeeTest.java → src/Java1LabExercise/lab4/EmployeeTest.java

@@ -1,4 +1,4 @@
-package LabExercise.lab4;
+package Java1LabExercise.lab4;
 
 import java.util.Scanner;
 

src/LabExercise/lab4/Gradebook.java → src/Java1LabExercise/lab4/Gradebook.java

@@ -1,4 +1,4 @@
-package LabExercise.lab4;
+package Java1LabExercise.lab4;
 
 public class Gradebook {
     /** Include a String instance variable that represents the name of the course’s instructor. */

src/LabExercise/lab4/GradebookTest.java → src/Java1LabExercise/lab4/GradebookTest.java

@@ -1,4 +1,4 @@
-package LabExercise.lab4;
+package Java1LabExercise.lab4;
 
 import java.util.Scanner;
 

src/LabExercise/lab5/DecimalEquivalent.java → src/Java1LabExercise/lab5/DecimalEquivalent.java

@@ -1,4 +1,4 @@
-package LabExercise.lab5;
+package Java1LabExercise.lab5;
 
 import java.util.Scanner;
 

src/LabExercise/lab5/Factorial.java → src/Java1LabExercise/lab5/Factorial.java

@@ -1,4 +1,4 @@
-package LabExercise.lab5;
+package Java1LabExercise.lab5;
 
 public class Factorial {
     public static void main(String[] args) {

src/LabExercise/lab5/GuessingNumber.java → src/Java1LabExercise/lab5/GuessingNumber.java

@@ -1,4 +1,4 @@
-package LabExercise.lab5;
+package Java1LabExercise.lab5;
 
 import java.util.Random;
 import java.util.Scanner;

src/LabExercise/lab5/LargestNumber.java → src/Java1LabExercise/lab5/LargestNumber.java

@@ -1,4 +1,4 @@
-package LabExercise.lab5;
+package Java1LabExercise.lab5;
 
 import java.util.Scanner;
 

src/LabExercise/lab6/MultiplicationTable.java → src/Java1LabExercise/lab6/MultiplicationTable.java

@@ -1,4 +1,4 @@
-package LabExercise.lab6;
+package Java1LabExercise.lab6;
 
 public class MultiplicationTable {
     public static void main(String[] args){

src/LabExercise/lab6/NarcissisticNumber.java → src/Java1LabExercise/lab6/NarcissisticNumber.java

@@ -1,4 +1,4 @@
-package LabExercise.lab6;
+package Java1LabExercise.lab6;
 
 public class NarcissisticNumber {
     public static void main(String[] args){

src/LabExercise/lab6/ValueOfPI.java → src/Java1LabExercise/lab6/ValueOfPI.java

@@ -1,4 +1,4 @@
-package LabExercise.lab6;
+package Java1LabExercise.lab6;
 
 public class ValueOfPI {
     public static void main(String[] args){

src/LabExercise/lab8/Display.java → src/Java1LabExercise/lab8/Display.java

@@ -1,4 +1,4 @@
-package LabExercise.lab8;
+package Java1LabExercise.lab8;
 
 public class Display {
     public static void triangle(int integer){

src/LabExercise/lab8/Game.java → src/Java1LabExercise/lab8/Game.java

@@ -1,4 +1,4 @@
-package LabExercise.lab8;
+package Java1LabExercise.lab8;
 
 import java.util.Scanner;
 

src/LabExercise/lab8/Rectangle.java → src/Java1LabExercise/lab8/Rectangle.java

@@ -1,4 +1,4 @@
-package LabExercise.lab8;
+package Java1LabExercise.lab8;
 
 public class Rectangle {
     public static void display(int integer, char charset) {

src/LabExercise/lab8/TestDisplay.java → src/Java1LabExercise/lab8/TestDisplay.java

@@ -1,4 +1,4 @@
-package LabExercise.lab8;
+package Java1LabExercise.lab8;
 
 public class TestDisplay {
     public static void main(String[] args) {

src/LabExercise/lab8/TestGame.java → src/Java1LabExercise/lab8/TestGame.java

@@ -1,4 +1,4 @@
-package LabExercise.lab8;
+package Java1LabExercise.lab8;
 
 public class TestGame {
     public static void main(String[] args){

src/LabExercise/lab8/TestRectangle.java → src/Java1LabExercise/lab8/TestRectangle.java

@@ -1,4 +1,4 @@
-package LabExercise.lab8;
+package Java1LabExercise.lab8;
 
 public class TestRectangle {
     public static void main(String[] args){

src/Java2LabExercise/Lab1/Tokenizer.java

@@ -0,0 +1,76 @@
+package Java2LabExercise.Lab1;
+
+import java.io.*;
+import java.util.ArrayList;
+
+public class Tokenizer {
+    public static String nextToken() {
+        String text = "";
+        try {
+            ArrayList<String> textArray = read_txt(".\\input.txt");
+            for (String textLine:textArray) {
+                text = text + " " + textLine;
+            }
+        } catch (Exception e) {
+            if (e.getMessage().equals("null")) {
+                System.out.println("Source file is null.");
+            } else if (e.getMessage().contains("found")) {
+                System.out.println("File is not found.");
+            } else {
+                System.out.println("Sorry! Unknown Error.");
+            }
+        }
+        text = text.replace(",","");
+        text = text.replace(".", "");
+        text = text.replace("'s","#s");
+        text = text.replace("'d","#d");
+        text = text.replace("'t","#t");
+        text = text.replace("'","");
+        text = text.replace("--"," ");
+        text = text.replace(";","");
+        text = text.replace("?","");
+        text = text.replace("!","");
+        text = text.replace(" ","-");
+        text = text.replace("#","'");
+        text = text.toLowerCase();
+        write_txt(".\\output.txt",text);
+        return null;
+    }
+
+    public static void write_txt(String txt_obj, String output) {
+        try { // 防止文件建立或读取失败，用catch捕捉错误并打印，也可以throw
+            /* 写入Txt文件 */
+            File writename = new File(txt_obj/*".\\result\\en\\output.txt" */); // 相对路径，如果没有则要建立一个新的output.txt文件
+            writename.createNewFile(); // 创建新文件
+            BufferedWriter out = new BufferedWriter(new FileWriter(writename));
+            out.write(output); // \r\n即为换行
+            out.flush(); // 把缓存区内容压入文件
+            out.close(); // 最后记得关闭文件
+
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+    }
+
+    public static ArrayList read_txt(String txt_src) {
+        try {
+            /* 读入TXT文件 */
+            //String pathname = txt_src; "D:\\twitter\\13_9_6\\dataset\\en\\input.txt"; // 绝对路径或相对路径都可以，这里是绝对路径，写入文件时演示相对路径
+            File filename = new File(txt_src); // 要读取以上路径的input.txt文件
+            InputStreamReader reader = new InputStreamReader(
+                    new FileInputStream(filename)); // 建立一个输入流对象reader
+            BufferedReader br = new BufferedReader(reader); // 建立一个对象，它把文件内容转成计算机能读懂的语言
+            String line = "";
+            line = br.readLine();
+            ArrayList<String> text = new ArrayList<>();
+            while (line != null) {
+                text.add(line);
+                line = br.readLine(); // 一次读入一行数据
+            }
+            return text;
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+        return null;
+    }
+}