Skip to content

Commit 2594693

Browse files
guillep2klafriks
authored andcommitted
Remove camel case tokenization from repo indexer (#7733)
* Make repository indexer tokenize by camel case selectable * Revert "Make repository indexer tokenize by camel case selectable" This reverts commit a8d4e40. * Remove app.ini setting, permanently remove camel case tokenizer * Increase repoIndexerLatestVersion to force indexes to be rebuilt * Changes introduced by the commmand make vendor
1 parent 026696b commit 2594693

File tree

5 files changed

+2
-278
lines changed

5 files changed

+2
-278
lines changed

modules/indexer/repo.go

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,6 @@ import (
1212

1313
"github.com/blevesearch/bleve"
1414
"github.com/blevesearch/bleve/analysis/analyzer/custom"
15-
"github.com/blevesearch/bleve/analysis/token/camelcase"
1615
"github.com/blevesearch/bleve/analysis/token/lowercase"
1716
"github.com/blevesearch/bleve/analysis/token/unique"
1817
"github.com/blevesearch/bleve/analysis/tokenizer/unicode"
@@ -24,7 +23,7 @@ const (
2423
repoIndexerAnalyzer = "repoIndexerAnalyzer"
2524
repoIndexerDocType = "repoIndexerDocType"
2625

27-
repoIndexerLatestVersion = 1
26+
repoIndexerLatestVersion = 2
2827
)
2928

3029
// repoIndexer (thread-safe) index for repository contents
@@ -111,7 +110,7 @@ func createRepoIndexer(path string, latestVersion int) error {
111110
"type": custom.Name,
112111
"char_filters": []string{},
113112
"tokenizer": unicode.Name,
114-
"token_filters": []string{unicodeNormalizeName, camelcase.Name, lowercase.Name, unique.Name},
113+
"token_filters": []string{unicodeNormalizeName, lowercase.Name, unique.Name},
115114
}); err != nil {
116115
return err
117116
}

vendor/github.com/blevesearch/bleve/analysis/token/camelcase/camelcase.go

Lines changed: 0 additions & 78 deletions
This file was deleted.

vendor/github.com/blevesearch/bleve/analysis/token/camelcase/parser.go

Lines changed: 0 additions & 109 deletions
This file was deleted.

vendor/github.com/blevesearch/bleve/analysis/token/camelcase/states.go

Lines changed: 0 additions & 87 deletions
This file was deleted.

vendor/modules.txt

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,6 @@ github.com/beorn7/perks/quantile
2424
# github.com/blevesearch/bleve v0.0.0-20190214220507-05d86ea8f6e3
2525
github.com/blevesearch/bleve
2626
github.com/blevesearch/bleve/analysis/analyzer/custom
27-
github.com/blevesearch/bleve/analysis/token/camelcase
2827
github.com/blevesearch/bleve/analysis/token/lowercase
2928
github.com/blevesearch/bleve/analysis/token/unicodenorm
3029
github.com/blevesearch/bleve/analysis/token/unique

0 commit comments

Comments
 (0)