cws
/
catbase
mirror of https://github.com/velour/catbase.git
1
0
Fork 0
Code Issues Releases Wiki Activity

Merge pull request #174 from velour/TLDRStopWords 

Add stop words to the config
This commit is contained in:
Scott Kiesel 2019-03-28 17:41:54 -04:00 committed by GitHub
parent 976ed02e72 e08601ebec
commit 20c14080e8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 180 additions and 2177 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2349
plugins/tldr/badwords.go
View File

File diff suppressed because it is too large Load Diff

8
plugins/tldr/tldr.go
View File

@ -48,7 +48,13 @@ func (p *TLDRPlugin) message(kind bot.Kind, message msg.Message, args ...interfa
p.lastRequest = time.Now() p.lastRequest = time.Now()
nTopics := p.bot.Config().GetInt("TLDR.Topics", 5) nTopics := p.bot.Config().GetInt("TLDR.Topics", 5)
vectoriser := nlp.NewCountVectoriser(THESE_ARE_NOT_THE_WORDS_YOU_ARE_LOOKING_FOR...) stopWordSlice := p.bot.Config().GetArray("TLDR.StopWords", []string{})
if len(stopWordSlice) == 0 {
stopWordSlice = THESE_ARE_NOT_THE_WORDS_YOU_ARE_LOOKING_FOR
p.bot.Config().SetArray("TLDR.StopWords", stopWordSlice)
}
vectoriser := nlp.NewCountVectoriser(stopWordSlice...)
lda := nlp.NewLatentDirichletAllocation(nTopics) lda := nlp.NewLatentDirichletAllocation(nTopics)
pipeline := nlp.NewPipeline(vectoriser, lda) pipeline := nlp.NewPipeline(vectoriser, lda)
docsOverTopics, err := pipeline.FitTransform(p.getTopics()...) docsOverTopics, err := pipeline.FitTransform(p.getTopics()...)