1
22
23 package com.liferay.portal.search.lucene;
24
25 import com.liferay.portal.kernel.util.CharPool;
26 import com.liferay.portal.kernel.util.FileUtil;
27 import com.liferay.portal.kernel.util.Validator;
28 import com.liferay.portal.util.PropsValues;
29
30 import java.io.BufferedInputStream;
31 import java.io.ByteArrayInputStream;
32 import java.io.File;
33 import java.io.FileInputStream;
34 import java.io.IOException;
35 import java.io.InputStream;
36
37 import org.apache.lucene.document.Field;
38
39
45 public class LuceneFileExtractor {
46
47 public Field getFile(String field, InputStream is, String fileExt) {
48 String text = FileUtil.extractText(is, fileExt);
49
50 if (Validator.isNotNull(
51 PropsValues.LUCENE_FILE_EXTRACTOR_REGEXP_STRIP)) {
52
53 text = regexpStrip(text);
54 }
55
56 return LuceneFields.getText(field, text);
57 }
58
59 public Field getFile(String field, byte[] bytes, String fileExt) {
60 InputStream is = new BufferedInputStream(
61 new ByteArrayInputStream(bytes));
62
63 return getFile(field, is, fileExt);
64 }
65
66 public Field getFile(String field, File file, String fileExt)
67 throws IOException {
68
69 InputStream is = new FileInputStream(file);
70
71 return getFile(field, is, fileExt);
72 }
73
74 protected String regexpStrip(String text) {
75 char[] array = text.toCharArray();
76
77 for (int i = 0; i < array.length; i++) {
78 String s = String.valueOf(array[i]);
79
80 if (!s.matches(PropsValues.LUCENE_FILE_EXTRACTOR_REGEXP_STRIP)) {
81 array[i] = CharPool.SPACE;
82 }
83 }
84
85 return new String(array);
86 }
87
88 }