summaryrefslogtreecommitdiff
path: root/buildscripts/sourcepush.py
blob: 36e4a7ecb485a7cc04e37415f193133dc9f953a1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

import os
import sys

sys.path.append( "." )
sys.path.append( ".." )
sys.path.append( "../../" )
sys.path.append( "../../../" )

import simples3
import settings
import subprocess

# this pushes all source balls as tgz and zip

def run_git( args ):
    cmd = "git " + args
    cmd = cmd.split( " " )
    x = subprocess.Popen( ( "git " + args ).split( " " ) , stdout=subprocess.PIPE).communicate()
    return x[0]
    
def push_tag( bucket , tag , extension , gzip=False ):
    localName = "mongodb-src-" + tag + "." + extension
    remoteName = "src/" + localName
    if gzip:
        remoteName += ".gz"
    for ( key , modify , etag , size ) in bucket.listdir( prefix=remoteName ):
        print( "found old: " + key + " uploaded on: " + str( modify ) )
        return
    
    if os.path.exists( localName ):
        os.remove( localName )

    print( "need to do: " + remoteName )
    
    cmd = "archive --format %s --output %s --prefix mongodb-src-%s/ %s" % ( extension , localName , tag , tag )
    run_git( cmd )

    print( "\t" + cmd )

    if not os.path.exists( localName ) or os.path.getsize(localName) == 0 :
        raise( Exception( "creating archive failed: " + cmd ) )

    if gzip:
        newLocalName = localName + ".gz"
        if ( os.path.exists( newLocalName ) ):
            os.remove( newLocalName )
        subprocess.call( [ "gzip" , localName ] )
        localName = newLocalName

    if not os.path.exists( localName ) or os.path.getsize(localName) == 0 :
        raise( Exception( "gzipping failed" ) )

    bucket.put( remoteName , open( localName , "rb" ).read() , acl="public-read" )
    print( "\t uploaded to: http://s3.amazonaws.com/%s/%s" % ( bucket.name , remoteName ) )
    
    os.remove( localName )


def push_all( filter=None):
    tags = run_git("tag -l").strip().split( "\n" )

    bucket = simples3.S3Bucket( settings.bucket , settings.id , settings.key )

    for tag in tags:
        if filter and tag.find( filter ) < 0:
            print( "skipping %s because it doesn't match filter %s" % ( tag, filter ) )
            continue
        push_tag( bucket , tag , "tar" , True )
        push_tag( bucket , tag , "zip" )

if __name__ == "__main__":
    filter = None
    if len(sys.argv) > 1:
        filter = sys.argv[1]
    print( "filter: %s" % filter )
    push_all(filter)