Commit 9fee8e5b authored by Nicolas Chauvat's avatar Nicolas Chauvat
Browse files

use ngrams_filter with parameter stops

parent 2319bd01cdfe
......@@ -69,7 +69,7 @@ filters = [ft.partial(vsm.replace_filter, REPLACE_TABLE),
ft.partial(vsm.tokenize_filter, vsm.TOKENIZE_PATTERN),
ft.partial(vsm.exclude_filter, vsm.STOP_WORDS['fr']),
ft.partial(vsm.transform_filter, TRANSLATE_TABLE),
ft.partial(vsm.ngrams_filter, 2),
ft.partial(vsm.ngrams_filter, 2, ':'),
rql = 'Any X WHERE X is ClassifiedAd'
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment