1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
|
// Copyright (C) MongoDB, Inc. 2014-present.
//
// Licensed under the Apache License, Version 2.0 (the "License"); you may
// not use this file except in compliance with the License. You may obtain
// a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
package db
import (
"encoding/hex"
"fmt"
"strings"
"github.com/mongodb/mongo-tools/common/log"
"gopkg.in/mgo.v2"
"gopkg.in/mgo.v2/bson"
)
type CollectionInfo struct {
Name string `bson:"name"`
Type string `bson:"type"`
Options *bson.D `bson:"options"`
Info *bson.D `bson:"info"`
}
func (ci *CollectionInfo) IsView() bool {
return ci.Type == "view"
}
func (ci *CollectionInfo) IsSystemCollection() bool {
return strings.HasPrefix(ci.Name, "system.")
}
func (ci *CollectionInfo) GetUUID() string {
if ci.Info == nil {
return ""
}
for _, v := range *ci.Info {
if v.Name == "uuid" {
switch x := v.Value.(type) {
case bson.Binary:
if x.Kind == 4 {
return hex.EncodeToString(x.Data)
}
}
}
}
return ""
}
// IsNoCmd reeturns true if err indicates a query command is not supported,
// otherwise, returns false.
func IsNoCmd(err error) bool {
e, ok := err.(*mgo.QueryError)
return ok && strings.HasPrefix(e.Message, "no such cmd:")
}
// IsNoNamespace returns true if err indicates a query resulted in a
// "NamespaceNotFound" error otherwise, returns false.
func IsNoNamespace(err error) bool {
e, ok := err.(*mgo.QueryError)
return ok && e.Code == 26
}
// buildBsonArray takes a cursor iterator and returns an array of
// all of its documents as bson.D objects.
func buildBsonArray(iter *mgo.Iter) ([]bson.D, error) {
ret := make([]bson.D, 0, 0)
index := new(bson.D)
for iter.Next(index) {
ret = append(ret, *index)
index = new(bson.D)
}
if iter.Err() != nil {
return nil, iter.Err()
}
return ret, nil
}
// GetIndexes returns an iterator to thethe raw index info for a collection by
// using the listIndexes command if available, or by falling back to querying
// against system.indexes (pre-3.0 systems). nil is returned if the collection
// does not exist.
func GetIndexes(coll *mgo.Collection) (*mgo.Iter, error) {
var cmdResult struct {
Cursor struct {
FirstBatch []bson.Raw `bson:"firstBatch"`
NS string
Id int64
}
}
err := coll.Database.Run(bson.D{{"listIndexes", coll.Name}, {"cursor", bson.M{}}}, &cmdResult)
switch {
case err == nil:
ns := strings.SplitN(cmdResult.Cursor.NS, ".", 2)
if len(ns) < 2 {
return nil, fmt.Errorf("server returned invalid cursor.ns `%v` on listIndexes for `%v`: %v",
cmdResult.Cursor.NS, coll.FullName, err)
}
ses := coll.Database.Session
return ses.DB(ns[0]).C(ns[1]).NewIter(ses, cmdResult.Cursor.FirstBatch, cmdResult.Cursor.Id, nil), nil
case IsNoCmd(err):
log.Logvf(log.DebugLow, "No support for listIndexes command, falling back to querying system.indexes")
return getIndexesPre28(coll)
case IsNoNamespace(err):
return nil, nil
default:
return nil, fmt.Errorf("error running `listIndexes`. Collection: `%v` Err: %v", coll.FullName, err)
}
}
func getIndexesPre28(coll *mgo.Collection) (*mgo.Iter, error) {
indexColl := coll.Database.C("system.indexes")
iter := indexColl.Find(&bson.M{"ns": coll.FullName}).Iter()
return iter, nil
}
func GetCollections(database *mgo.Database, name string) (*mgo.Iter, bool, error) {
var cmdResult struct {
Cursor struct {
FirstBatch []bson.Raw `bson:"firstBatch"`
NS string
Id int64
}
}
command := bson.D{{"listCollections", 1}, {"cursor", bson.M{}}}
if len(name) > 0 {
command = bson.D{{"listCollections", 1}, {"filter", bson.M{"name": name}}, {"cursor", bson.M{}}}
}
err := database.Run(command, &cmdResult)
switch {
case err == nil:
ns := strings.SplitN(cmdResult.Cursor.NS, ".", 2)
if len(ns) < 2 {
return nil, false, fmt.Errorf("server returned invalid cursor.ns `%v` on listCollections for `%v`: %v",
cmdResult.Cursor.NS, database.Name, err)
}
return database.Session.DB(ns[0]).C(ns[1]).NewIter(database.Session, cmdResult.Cursor.FirstBatch, cmdResult.Cursor.Id, nil), false, nil
case IsNoCmd(err):
log.Logvf(log.DebugLow, "No support for listCollections command, falling back to querying system.namespaces")
iter, err := getCollectionsPre28(database, name)
return iter, true, err
default:
return nil, false, fmt.Errorf("error running `listCollections`. Database: `%v` Err: %v",
database.Name, err)
}
}
func getCollectionsPre28(database *mgo.Database, name string) (*mgo.Iter, error) {
indexColl := database.C("system.namespaces")
selector := bson.M{}
if len(name) > 0 {
selector["name"] = database.Name + "." + name
}
iter := indexColl.Find(selector).Iter()
return iter, nil
}
func GetCollectionInfo(coll *mgo.Collection) (*CollectionInfo, error) {
iter, useFullName, err := GetCollections(coll.Database, coll.Name)
if err != nil {
return nil, err
}
defer iter.Close()
comparisonName := coll.Name
if useFullName {
comparisonName = coll.FullName
}
collInfo := &CollectionInfo{}
for iter.Next(collInfo) {
if collInfo.Name == comparisonName {
if useFullName {
collName, err := StripDBFromNamespace(collInfo.Name, coll.Database.Name)
if err != nil {
return nil, err
}
collInfo.Name = collName
}
break
}
}
if err := iter.Err(); err != nil {
return nil, err
}
return collInfo, nil
}
func StripDBFromNamespace(namespace string, dbName string) (string, error) {
namespacePrefix := dbName + "."
// if the collection info came from querying system.indexes (2.6 or earlier) then the
// "name" we get includes the db name as well, so we must remove it
if strings.HasPrefix(namespace, namespacePrefix) {
return namespace[len(namespacePrefix):], nil
}
return "", fmt.Errorf("namespace '%v' format is invalid - expected to start with '%v'", namespace, namespacePrefix)
}
|
