Lines Matching defs:indexedDocument

39 type indexedDocument struct {  struct
40 	Norm    string          // The normalized token sequence
41 	Tokens  []indexedToken  // ordered tokens of the document
42 …// these are matches identified while processing the original, untokenized text via regexp matching
43 	f       *frequencyTable // frequencies computed for this document
44 	dict    *dictionary     // The corpus dictionary for this document
45 	s       *searchSet      // The searchset for this document
46 	runes   []rune
49 func (d *indexedDocument) generateSearchSet(q int) {
53 func (d *indexedDocument) size() int {
61 func (d *indexedDocument) normalized() string {
107 func (c *Classifier) addDocument(category, name, variant string, id *indexedDocument) {