summaryrefslogtreecommitdiff
path: root/extensions/fts++/indexer.h
blob: a80f4a799575fd10bb8cf726a17b20d70f27a335 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
/*
 * Copyright © 2012 Canonical Ltd.
 *             By Michal Hruby <michal.hruby@canonical.com>
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 *
 */

#ifndef _ZGFTS_INDEXER_H_
#define _ZGFTS_INDEXER_H_

#include <glib.h>
#include <glib-object.h>
#include <gio/gio.h>
#include <xapian.h>

#include "zeitgeist-internal.h"

namespace ZeitgeistFTS {

const std::string INDEX_VERSION = "3";

class Indexer
{
public:
  typedef std::map<std::string, GAppInfo*> AppInfoMap;
  typedef std::set<std::string> ApplicationSet;

  Indexer (ZeitgeistDbReader *reader)
    : zg_reader (reader)
    , db (NULL)
    , query_parser (NULL)
    , enquire (NULL)
    , tokenizer (NULL)
    , checksum (NULL)
    , clear_failed_id (0)
  {
    const gchar *home_dir = g_get_home_dir ();
    home_dir_path = home_dir != NULL ? home_dir : "/home";
  }

  ~Indexer ()
  {
    if (tokenizer) delete tokenizer;
    if (enquire) delete enquire;
    if (query_parser) delete query_parser;
    if (db) delete db;
    if (checksum) g_checksum_free (checksum);
    if (uri_schemes_regex) g_regex_unref (uri_schemes_regex);

    for (AppInfoMap::iterator it = app_info_cache.begin ();
         it != app_info_cache.end (); ++it)
    {
      g_object_unref (it->second);
    }

    if (clear_failed_id != 0)
    {
      g_source_remove (clear_failed_id);
    }
  }

  void Initialize (GError **error);
  bool CheckIndex ();
  void DropIndex ();
  void Commit ();

  void IndexEvent (ZeitgeistEvent *event);
  void DeleteEvent (guint32 event_id);
  void SetDbMetadata (std::string const& key, std::string const& value);

  GPtrArray* Search (const gchar *search,
                     ZeitgeistTimeRange *time_range,
                     GPtrArray *templates,
                     guint offset,
                     guint count,
                     ZeitgeistResultType result_type,
                     guint *matches,
                     GError **error);
  GPtrArray* SearchWithRelevancies (const gchar *search,
                                    ZeitgeistTimeRange *time_range,
                                    GPtrArray *templates,
                                    ZeitgeistStorageState storage_state,
                                    guint offset,
                                    guint count,
                                    ZeitgeistResultType result_type,
                                    gdouble **relevancies,
                                    gint *relevancies_size,
                                    guint *matches,
                                    GError **error);

private:
  std::string ExpandType (std::string const& prefix, const gchar* unparsed_uri);
  std::string CompileEventFilterQuery (GPtrArray *templates);
  std::string CompileTimeRangeFilterQuery (gint64 start, gint64 end);
  std::string CompileQueryString (const gchar *search,
                                  ZeitgeistTimeRange *time_range,
                                  GPtrArray *templates);

  std::string PreprocessString (std::string const& input);

  void AddDocFilters (ZeitgeistEvent *event, Xapian::Document &doc);
  void IndexText (std::string const& text);
  bool IndexUri (std::string const& uri, std::string const& origin);
  bool IndexActor (std::string const& actor, bool is_subject);

  gboolean ClearFailedLookupsCb ();

  ZeitgeistDbReader        *zg_reader;
  Xapian::WritableDatabase *db;
  Xapian::QueryParser      *query_parser;
  Xapian::Enquire          *enquire;
  Xapian::TermGenerator    *tokenizer;
  AppInfoMap                app_info_cache;
  ApplicationSet            failed_lookups;
  GChecksum                *checksum;
  GRegex                   *uri_schemes_regex; 

  guint                     clear_failed_id;
  std::string               home_dir_path;
};

}

#endif /* _ZGFTS_INDEXER_H_ */