summaryrefslogtreecommitdiff
path: root/src/mongo/client/gridfs.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/mongo/client/gridfs.cpp')
-rw-r--r--src/mongo/client/gridfs.cpp245
1 files changed, 245 insertions, 0 deletions
diff --git a/src/mongo/client/gridfs.cpp b/src/mongo/client/gridfs.cpp
new file mode 100644
index 00000000000..449cb4067d2
--- /dev/null
+++ b/src/mongo/client/gridfs.cpp
@@ -0,0 +1,245 @@
+// gridfs.cpp
+
+/* Copyright 2009 10gen
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include "pch.h"
+#include <fcntl.h>
+#include <utility>
+
+#include "gridfs.h"
+#include <boost/smart_ptr.hpp>
+
+#if defined(_WIN32)
+#include <io.h>
+#endif
+
+#ifndef MIN
+#define MIN(a,b) ( (a) < (b) ? (a) : (b) )
+#endif
+
+namespace mongo {
+
+ const unsigned DEFAULT_CHUNK_SIZE = 256 * 1024;
+
+ GridFSChunk::GridFSChunk( BSONObj o ) {
+ _data = o;
+ }
+
+ GridFSChunk::GridFSChunk( BSONObj fileObject , int chunkNumber , const char * data , int len ) {
+ BSONObjBuilder b;
+ b.appendAs( fileObject["_id"] , "files_id" );
+ b.append( "n" , chunkNumber );
+ b.appendBinData( "data" , len, BinDataGeneral, data );
+ _data = b.obj();
+ }
+
+
+ GridFS::GridFS( DBClientBase& client , const string& dbName , const string& prefix ) : _client( client ) , _dbName( dbName ) , _prefix( prefix ) {
+ _filesNS = dbName + "." + prefix + ".files";
+ _chunksNS = dbName + "." + prefix + ".chunks";
+ _chunkSize = DEFAULT_CHUNK_SIZE;
+
+ client.ensureIndex( _filesNS , BSON( "filename" << 1 ) );
+ client.ensureIndex( _chunksNS , BSON( "files_id" << 1 << "n" << 1 ) );
+ }
+
+ GridFS::~GridFS() {
+
+ }
+
+ void GridFS::setChunkSize(unsigned int size) {
+ massert( 13296 , "invalid chunk size is specified", (size == 0));
+ _chunkSize = size;
+ }
+
+ BSONObj GridFS::storeFile( const char* data , size_t length , const string& remoteName , const string& contentType) {
+ char const * const end = data + length;
+
+ OID id;
+ id.init();
+ BSONObj idObj = BSON("_id" << id);
+
+ int chunkNumber = 0;
+ while (data < end) {
+ int chunkLen = MIN(_chunkSize, (unsigned)(end-data));
+ GridFSChunk c(idObj, chunkNumber, data, chunkLen);
+ _client.insert( _chunksNS.c_str() , c._data );
+
+ chunkNumber++;
+ data += chunkLen;
+ }
+
+ return insertFile(remoteName, id, length, contentType);
+ }
+
+
+ BSONObj GridFS::storeFile( const string& fileName , const string& remoteName , const string& contentType) {
+ uassert( 10012 , "file doesn't exist" , fileName == "-" || boost::filesystem::exists( fileName ) );
+
+ FILE* fd;
+ if (fileName == "-")
+ fd = stdin;
+ else
+ fd = fopen( fileName.c_str() , "rb" );
+ uassert( 10013 , "error opening file", fd);
+
+ OID id;
+ id.init();
+ BSONObj idObj = BSON("_id" << id);
+
+ int chunkNumber = 0;
+ gridfs_offset length = 0;
+ while (!feof(fd)) {
+ //boost::scoped_array<char>buf (new char[_chunkSize+1]);
+ char * buf = new char[_chunkSize+1];
+ char* bufPos = buf;//.get();
+ unsigned int chunkLen = 0; // how much in the chunk now
+ while(chunkLen != _chunkSize && !feof(fd)) {
+ int readLen = fread(bufPos, 1, _chunkSize - chunkLen, fd);
+ chunkLen += readLen;
+ bufPos += readLen;
+
+ assert(chunkLen <= _chunkSize);
+ }
+
+ GridFSChunk c(idObj, chunkNumber, buf, chunkLen);
+ _client.insert( _chunksNS.c_str() , c._data );
+
+ length += chunkLen;
+ chunkNumber++;
+ delete[] buf;
+ }
+
+ if (fd != stdin)
+ fclose( fd );
+
+ return insertFile((remoteName.empty() ? fileName : remoteName), id, length, contentType);
+ }
+
+ BSONObj GridFS::insertFile(const string& name, const OID& id, gridfs_offset length, const string& contentType) {
+
+ BSONObj res;
+ if ( ! _client.runCommand( _dbName.c_str() , BSON( "filemd5" << id << "root" << _prefix ) , res ) )
+ throw UserException( 9008 , "filemd5 failed" );
+
+ BSONObjBuilder file;
+ file << "_id" << id
+ << "filename" << name
+ << "chunkSize" << _chunkSize
+ << "uploadDate" << DATENOW
+ << "md5" << res["md5"]
+ ;
+
+ if (length < 1024*1024*1024) { // 2^30
+ file << "length" << (int) length;
+ }
+ else {
+ file << "length" << (long long) length;
+ }
+
+ if (!contentType.empty())
+ file << "contentType" << contentType;
+
+ BSONObj ret = file.obj();
+ _client.insert(_filesNS.c_str(), ret);
+
+ return ret;
+ }
+
+ void GridFS::removeFile( const string& fileName ) {
+ auto_ptr<DBClientCursor> files = _client.query( _filesNS , BSON( "filename" << fileName ) );
+ while (files->more()) {
+ BSONObj file = files->next();
+ BSONElement id = file["_id"];
+ _client.remove( _filesNS.c_str() , BSON( "_id" << id ) );
+ _client.remove( _chunksNS.c_str() , BSON( "files_id" << id ) );
+ }
+ }
+
+ GridFile::GridFile(const GridFS * grid , BSONObj obj ) {
+ _grid = grid;
+ _obj = obj;
+ }
+
+ GridFile GridFS::findFile( const string& fileName ) const {
+ return findFile( BSON( "filename" << fileName ) );
+ };
+
+ GridFile GridFS::findFile( BSONObj query ) const {
+ query = BSON("query" << query << "orderby" << BSON("uploadDate" << -1));
+ return GridFile( this , _client.findOne( _filesNS.c_str() , query ) );
+ }
+
+ auto_ptr<DBClientCursor> GridFS::list() const {
+ return _client.query( _filesNS.c_str() , BSONObj() );
+ }
+
+ auto_ptr<DBClientCursor> GridFS::list( BSONObj o ) const {
+ return _client.query( _filesNS.c_str() , o );
+ }
+
+ BSONObj GridFile::getMetadata() const {
+ BSONElement meta_element = _obj["metadata"];
+ if( meta_element.eoo() ) {
+ return BSONObj();
+ }
+
+ return meta_element.embeddedObject();
+ }
+
+ GridFSChunk GridFile::getChunk( int n ) const {
+ _exists();
+ BSONObjBuilder b;
+ b.appendAs( _obj["_id"] , "files_id" );
+ b.append( "n" , n );
+
+ BSONObj o = _grid->_client.findOne( _grid->_chunksNS.c_str() , b.obj() );
+ uassert( 10014 , "chunk is empty!" , ! o.isEmpty() );
+ return GridFSChunk(o);
+ }
+
+ gridfs_offset GridFile::write( ostream & out ) const {
+ _exists();
+
+ const int num = getNumChunks();
+
+ for ( int i=0; i<num; i++ ) {
+ GridFSChunk c = getChunk( i );
+
+ int len;
+ const char * data = c.data( len );
+ out.write( data , len );
+ }
+
+ return getContentLength();
+ }
+
+ gridfs_offset GridFile::write( const string& where ) const {
+ if (where == "-") {
+ return write( cout );
+ }
+ else {
+ ofstream out(where.c_str() , ios::out | ios::binary );
+ uassert(13325, "couldn't open file: " + where, out.is_open() );
+ return write( out );
+ }
+ }
+
+ void GridFile::_exists() const {
+ uassert( 10015 , "doesn't exists" , exists() );
+ }
+
+}