<dataConfig>
<dataSource name="test1" driver="com.mysql.jdbc.Driver" url="jdbc:mysql://localhost:3306/ACL" user="root"
password="" />
<dataSource name="test2" type="BinFileDataSource" />
<document>
<entity name="files" dataSource="null" rootEntity="false"
processor="FileListEntityProcessor" transformer="RegexTransformer"
baseDir="/home/shah/ResearchTestData/TestScore3" fileName="\.(txt)|(pdf)|(docx)"
onError="skip"
recursive="true">
<field column="fileAbsolutePath" name="ID" />
<field column="fileSize" name="size" />
<field column="fileLastModified" name="lastModified" />
<field column="file" name="fileName" regex="(.txt)" replaceWith=""/>
<entity dataSource="test2"
name="documentImport"
processor="TikaEntityProcessor"
url="${files.fileAbsolutePath}"
format="text">
<field column="text" name="Text" />
<field column="file" name="fileName" regex="(.txt)" replaceWith=""/>
</entity>
<entity name="item" dataSource="test1" query="select PaperID,PID, Author from ACL.Test where PaperID='${files.file}'">
<field column="PaperID" name="id" />
<field column="Author" name="Author" />
<field column="PID" name="ID" />
</entity>
</entity>
</document>
</dataConfig>
I want to index data from two data sources one is text files folder and another is mysql. please I want to know where i am doing the mistake in the above code. the rest of the fields are working but the Text field inside the tikaprocessor entity doesnot index the text field, alone its working but along with mysql it doesnot index the text field.