182 lines
3.2 KiB
Go
182 lines
3.2 KiB
Go
package multibayes
|
|
|
|
var (
|
|
stopbytes = [][]byte{
|
|
[]byte(`i`),
|
|
[]byte(`me`),
|
|
[]byte(`my`),
|
|
[]byte(`myself`),
|
|
[]byte(`we`),
|
|
[]byte(`our`),
|
|
[]byte(`ours`),
|
|
[]byte(`ourselves`),
|
|
[]byte(`you`),
|
|
[]byte(`your`),
|
|
[]byte(`yours`),
|
|
[]byte(`yourself`),
|
|
[]byte(`yourselves`),
|
|
[]byte(`he`),
|
|
[]byte(`him`),
|
|
[]byte(`his`),
|
|
[]byte(`himself`),
|
|
[]byte(`she`),
|
|
[]byte(`her`),
|
|
[]byte(`hers`),
|
|
[]byte(`herself`),
|
|
[]byte(`it`),
|
|
[]byte(`its`),
|
|
[]byte(`itself`),
|
|
[]byte(`they`),
|
|
[]byte(`them`),
|
|
[]byte(`their`),
|
|
[]byte(`theirs`),
|
|
[]byte(`themselves`),
|
|
[]byte(`what`),
|
|
[]byte(`which`),
|
|
[]byte(`who`),
|
|
[]byte(`whom`),
|
|
[]byte(`this`),
|
|
[]byte(`that`),
|
|
[]byte(`these`),
|
|
[]byte(`those`),
|
|
[]byte(`am`),
|
|
[]byte(`is`),
|
|
[]byte(`are`),
|
|
[]byte(`was`),
|
|
[]byte(`were`),
|
|
[]byte(`be`),
|
|
[]byte(`been`),
|
|
[]byte(`being`),
|
|
[]byte(`have`),
|
|
[]byte(`has`),
|
|
[]byte(`had`),
|
|
[]byte(`having`),
|
|
[]byte(`do`),
|
|
[]byte(`does`),
|
|
[]byte(`did`),
|
|
[]byte(`doing`),
|
|
[]byte(`would`),
|
|
[]byte(`should`),
|
|
[]byte(`could`),
|
|
[]byte(`ought`),
|
|
[]byte(`i'm`),
|
|
[]byte(`you're`),
|
|
[]byte(`he's`),
|
|
[]byte(`she's`),
|
|
[]byte(`it's`),
|
|
[]byte(`we're`),
|
|
[]byte(`they're`),
|
|
[]byte(`i've`),
|
|
[]byte(`you've`),
|
|
[]byte(`we've`),
|
|
[]byte(`they've`),
|
|
[]byte(`i'd`),
|
|
[]byte(`you'd`),
|
|
[]byte(`he'd`),
|
|
[]byte(`she'd`),
|
|
[]byte(`we'd`),
|
|
[]byte(`they'd`),
|
|
[]byte(`i'll`),
|
|
[]byte(`you'll`),
|
|
[]byte(`he'll`),
|
|
[]byte(`she'll`),
|
|
[]byte(`we'll`),
|
|
[]byte(`they'll`),
|
|
[]byte(`isn't`),
|
|
[]byte(`aren't`),
|
|
[]byte(`wasn't`),
|
|
[]byte(`weren't`),
|
|
[]byte(`hasn't`),
|
|
[]byte(`haven't`),
|
|
[]byte(`hadn't`),
|
|
[]byte(`doesn't`),
|
|
[]byte(`don't`),
|
|
[]byte(`didn't`),
|
|
[]byte(`won't`),
|
|
[]byte(`wouldn't`),
|
|
[]byte(`shan't`),
|
|
[]byte(`shouldn't`),
|
|
[]byte(`can't`),
|
|
[]byte(`cannot`),
|
|
[]byte(`couldn't`),
|
|
[]byte(`mustn't`),
|
|
[]byte(`let's`),
|
|
[]byte(`that's`),
|
|
[]byte(`who's`),
|
|
[]byte(`what's`),
|
|
[]byte(`here's`),
|
|
[]byte(`there's`),
|
|
[]byte(`when's`),
|
|
[]byte(`where's`),
|
|
[]byte(`why's`),
|
|
[]byte(`how's`),
|
|
[]byte(`a`),
|
|
[]byte(`an`),
|
|
[]byte(`the`),
|
|
[]byte(`and`),
|
|
[]byte(`but`),
|
|
[]byte(`if`),
|
|
[]byte(`or`),
|
|
[]byte(`because`),
|
|
[]byte(`as`),
|
|
[]byte(`until`),
|
|
[]byte(`while`),
|
|
[]byte(`of`),
|
|
[]byte(`at`),
|
|
[]byte(`by`),
|
|
[]byte(`for`),
|
|
[]byte(`with`),
|
|
[]byte(`about`),
|
|
[]byte(`against`),
|
|
[]byte(`between`),
|
|
[]byte(`into`),
|
|
[]byte(`through`),
|
|
[]byte(`during`),
|
|
[]byte(`before`),
|
|
[]byte(`after`),
|
|
[]byte(`above`),
|
|
[]byte(`below`),
|
|
[]byte(`to`),
|
|
[]byte(`from`),
|
|
[]byte(`up`),
|
|
[]byte(`down`),
|
|
[]byte(`in`),
|
|
[]byte(`out`),
|
|
[]byte(`on`),
|
|
[]byte(`off`),
|
|
[]byte(`over`),
|
|
[]byte(`under`),
|
|
[]byte(`again`),
|
|
[]byte(`further`),
|
|
[]byte(`then`),
|
|
[]byte(`once`),
|
|
[]byte(`here`),
|
|
[]byte(`there`),
|
|
[]byte(`when`),
|
|
[]byte(`where`),
|
|
[]byte(`why`),
|
|
[]byte(`how`),
|
|
[]byte(`all`),
|
|
[]byte(`any`),
|
|
[]byte(`both`),
|
|
[]byte(`each`),
|
|
[]byte(`few`),
|
|
[]byte(`more`),
|
|
[]byte(`most`),
|
|
[]byte(`other`),
|
|
[]byte(`some`),
|
|
[]byte(`such`),
|
|
[]byte(`no`),
|
|
[]byte(`nor`),
|
|
[]byte(`not`),
|
|
[]byte(`only`),
|
|
[]byte(`own`),
|
|
[]byte(`same`),
|
|
[]byte(`so`),
|
|
[]byte(`than`),
|
|
[]byte(`too`),
|
|
[]byte(`very`),
|
|
[]byte(`-`),
|
|
}
|
|
)
|