JarCastingjava-lda
Package provides java implementation of the latent dirichlet allocation (LDA) for topic modelling
Install
<dependency>
<groupId>com.github.chen0040</groupId>
<artifactId>java-lda</artifactId>
<version>1.0.4</version>
</dependency>
Usage
The sample code belows created a LDA which takes in the texts stored in "docs" list and created 20 different topics from these texts:
import com.github.chen0040.data.utils.TupleTwo;
import com.github.chen0040.lda.Lda;
List<String> docs = Arrays.asList("[paragraph1]", "[paragraph2]", ..., "[paragraphN]");
Lda method = new Lda();
method.setTopicCount(20);
method.setMaxVocabularySize(20000);
//method.setStemmerEnabled(true);
//method.setRemoveNumbers(true);
//method.setRemoveXmlTag(true);
//method.addStopWords(Arrays.asList("we", "they"));
LdaResult result = method.fit(docs);
System.out.println("Topic Count: "+result.topicCount());
for(int topicIndex = 0; topicIndex < topicCount; ++topicIndex){
String topicSummary = result.topicSummary(topicIndex);
List<TupleTwo<String, Integer>> topKeyWords = result.topKeyWords(topicIndex, 10);
List<TupleTwo<Doc, Double>> topStrings = result.topDocuments(topicIndex, 5);
System.out.println("Topic #" + (topicIndex+1) + ": " + topicSummary);
for(TupleTwo<String, Integer> entry : topKeyWords){
String keyword = entry._1();
int score = entry._2();
System.out.println("Keyword: " + keyword + "(" + score + ")");
}
for(TupleTwo<Doc, Double> entry : topStrings){
double score = entry._2();
int docIndex = entry._1().getDocIndex();
String docContent = entry._1().getContent();
System.out.println("Doc (" + docIndex + ", " + score + ")): " + docContent);
}
}
The sample code belows takes the "result" variable from the above code and list the top 3 relevant topics of each document (which is one of the items in the "docs" list variable).
for(Doc doc : result.documents()){
logger.info("Doc: {}", doc.getContent());
List<TupleTwo<Integer, Double>> topTopics = doc.topTopics(3);
logger.info("Top Topics: {} (score: {}), {} (score: {}), {} (score: {})",
topTopics.get(0)._1(), topTopics.get(0)._2(),
topTopics.get(1)._1(), topTopics.get(1)._2(),
topTopics.get(2)._1(), topTopics.get(2)._2());
}