Jot

01 public class Indexer {
02
03     public static String dir = "D:/vod_cache_data/TermTestIndex";
04
05     private static String file = "D:\\_workspace\\search\\itbu-boss-lucene\\in.txt";
06
07     private static final String[] Seed_A = { "中国", "美国", "印度", "法国", "荷兰" };
08
09     private static final String[] Seed_B = { "jot", "zork", "bill", "brain", "david", "baobao" };
10
11     private static void init(int n) throws Exception {
12         BufferedWriter bw = new BufferedWriter(new FileWriter(file));
13         for (int i = 0; i < n; i++) {
14             Random r = new Random(System.currentTimeMillis());
15             int seed = (int) Math.round(Math.random() * r.nextInt() * r.nextFloat() * r.nextFloat() % 10000000) + 12345678;
16             String line = Math.round(r.nextFloat() * Math.random() * n) + "\t" + Seed_A[seed % 5] + Seed_B[seed % 6] + "\t" + seed;
17             bw.write(line);
18             bw.newLine();
19         }
20         bw.flush();
21         bw.close();
22     }
23
24     public static void main(String[] args) throws Exception {
25         long s = System.currentTimeMillis();
26         Indexer.init(10000);
27         Analyzer analyzer = new StandardAnalyzer();
28         IndexWriter iwriter = new IndexWriter(new File(dir), analyzer, true, MaxFieldLength.UNLIMITED);
29         iwriter.setMaxFieldLength(25000);
30         Indexer.addDocument(iwriter);
31         System.out.println("iwriter.maxDoc() : " + iwriter.maxDoc() + " Time use : " + (System.currentTimeMillis() - s));
32         iwriter.close();
33         JotTest.optimizeDir(dir);
34         System.out.println("Down!");
35     }
36
37     public static void addDocument(IndexWriter iwriter) throws Exception {
38         InputStreamReader breader = new InputStreamReader(new FileInputStream((file)));
39         Scanner sca = new Scanner(breader);
40         String id = null, name = null, seed = null;
41         while (sca.hasNext()) {
42             id = sca.next();
43             name = sca.next();
44             seed = sca.next();
45             Document doc = new Document();
46             doc.add(new Field("id", id, Field.Store.YES, Field.Index.ANALYZED));
47             doc.add(new Field("name", name, Field.Store.YES, Field.Index.ANALYZED));
48             doc.add(new Field("seed", seed, Field.Store.YES, Field.Index.ANALYZED));
49             // 用于查询全部
50             doc.add(new Field("all", "all", Field.Store.YES, Field.Index.ANALYZED));
51             iwriter.addDocument(doc);
52         }
53     }
54 }