blob: 0d664caf1bfe28ed5cb5c570ac04bf76d4535c5c (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
// stop_words.cpp
/**
* Copyright (C) 2012 10gen Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
#include <map>
#include <set>
#include <string>
#include "mongo/db/fts/stop_words.h"
#include "mongo/base/init.h"
#include "mongo/platform/unordered_map.h"
namespace mongo {
namespace fts {
void loadStopWordMap( std::map< std::string, std::set< std::string > >* m );
namespace {
unordered_map<string,StopWords*> STOP_WORDS;
StopWords* empty = NULL;
}
StopWords::StopWords(){
}
StopWords::StopWords( const std::set<std::string>& words ) {
for ( std::set<std::string>::const_iterator i = words.begin(); i != words.end(); ++i )
_words.insert( *i );
}
const StopWords* StopWords::getStopWords( const std::string& langauge ) {
unordered_map<string,StopWords*>::const_iterator i = STOP_WORDS.find( langauge );
if ( i == STOP_WORDS.end() )
return empty;
return i->second;
}
MONGO_INITIALIZER(StopWords)(InitializerContext* context) {
empty = new StopWords();
std::map< std::string, std::set< std::string > > raw;
loadStopWordMap( &raw );
for ( std::map< std::string, std::set< std::string > >::const_iterator i = raw.begin();
i != raw.end();
++i ) {
STOP_WORDS[i->first] = new StopWords( i->second );
}
return Status::OK();
}
}
}
|
