pithcat 4.23 KB
Newer Older
Giorgos Verigakis's avatar
Giorgos Verigakis committed
1
2
#!/usr/bin/env python

3
# Copyright (C) 2011-2013 GRNET S.A.
Giorgos Verigakis's avatar
Giorgos Verigakis committed
4
#
5
6
7
8
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
Giorgos Verigakis's avatar
Giorgos Verigakis committed
9
#
10
11
12
13
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
Giorgos Verigakis's avatar
Giorgos Verigakis committed
14
#
15
16
17
18
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA.
Giorgos Verigakis's avatar
Giorgos Verigakis committed
19
20
21
22
23
24
25
26
27
28

"""
A tool that connects to the Pithos backend and returns the size and contents
of a pithos object.

Since the backend does not have a "root" account we use the account given in
the URL as the user when connecting to the backend.
"""

from optparse import OptionParser
29
from sys import exit, stdout, stderr
30
from os import environ
31
32
from binascii import hexlify, unhexlify
from collections import namedtuple
Giorgos Verigakis's avatar
Giorgos Verigakis committed
33

34
35
36
37
38
try:
    from pithos.backends.modular import ModularBackend
except ImportError:
    stderr.write("Pithos backend was not found.\n")
    exit(2)
Giorgos Verigakis's avatar
Giorgos Verigakis committed
39
40
41
42


parser = OptionParser(usage='%prog [options] <URL>')
parser.add_option('--db', dest='db', metavar='URI',
43
                  help='SQLAlchemy URI of the database [REQUIRED]')
Giorgos Verigakis's avatar
Giorgos Verigakis committed
44
parser.add_option('--data', dest='data', metavar='DIR',
45
46
                  help='path to the directory where data are'
                       ' stored [REQUIRED]')
Giorgos Verigakis's avatar
Giorgos Verigakis committed
47
parser.add_option('-s', action='store_true', dest='size', default=False,
48
                  help='print file size and exit')
Giorgos Verigakis's avatar
Giorgos Verigakis committed
49

50
51
LocationURL = namedtuple('LocationURL', ['account', 'container', 'object'])
HashmapURL = namedtuple('HashmapURL', ['hash', 'size'])
Giorgos Verigakis's avatar
Giorgos Verigakis committed
52

53

54
55
56
57
58
59
60
61
62
63
64
def parse_url(url):
    if url.startswith('pithos://'):
        t = url.split('/', 4)
        assert len(t) == 5, "Invalid URL"
        return LocationURL(*t[2:5])
    elif url.startswith('pithosmap://'):
        t = url.split('/', 3)
        assert len(t) == 4, "Invalid URL"
        return HashmapURL(*t[2:4])
    else:
        raise Exception("Invalid URL")
Giorgos Verigakis's avatar
Giorgos Verigakis committed
65
66
67
68


def print_size(backend, url):
    """Writes object's size to stdout."""
69
70
71
72
73
74
75
76
77
    if type(url) is LocationURL:
        account, container, object = url
        meta = backend.get_object_meta(account, account, container, object,
                                       None)
        print meta['bytes']
    elif type(url) is HashmapURL:
        print url.size
    else:
        raise Exception("Invalid URL")
Giorgos Verigakis's avatar
Giorgos Verigakis committed
78
79
80
81


def print_data(backend, url):
    """Writes object's size to stdout."""
82

83
84
85
    if type(url) is LocationURL:
        account, container, object = url
        size, hashmap = backend.get_object_hashmap(account, account, container,
86
                                                   object)
87
    elif type(url) is HashmapURL:
88
        hashmap = [hexlify(x)
89
90
91
92
93
                   for x in backend.store.map_get(unhexlify(url.hash))]
        size = int(url.size)
    else:
        raise Exception("Invalid URL")

Giorgos Verigakis's avatar
Giorgos Verigakis committed
94
95
    for hash in hashmap:
        block = backend.get_block(hash)
Giorgos Verigakis's avatar
Giorgos Verigakis committed
96
97
        if len(block) > size:
            block = block[:size]
Giorgos Verigakis's avatar
Giorgos Verigakis committed
98
        stdout.write(block)
Giorgos Verigakis's avatar
Giorgos Verigakis committed
99
        size -= len(block)
Giorgos Verigakis's avatar
Giorgos Verigakis committed
100
101
102
103


def main():
    options, args = parser.parse_args()
104
    if len(args) != 1:
Giorgos Verigakis's avatar
Giorgos Verigakis committed
105
106
107
        parser.print_help()
        exit(1)

108
    url = parse_url(args[0])
109
110
111
112
113
114

    if not options.data and 'PITHCAT_INPUT_DATA' not in environ:
        stderr.write("Pithos data directory path is missing.\n")
        exit(1)

    data_path = environ['PITHCAT_INPUT_DATA'] if not options.data else \
115
        options.data
116
117
118
119
120
121
122

    if not options.db and 'PITHCAT_INPUT_DB' not in environ:
        stderr.write("Pithos database uri is missing.\n")
        exit(1)

    db_uri = environ['PITHCAT_INPUT_DB'] if not options.db else options.db

123
    backend = ModularBackend(None,
124
125
                             db_uri if type(url) is LocationURL
                                    else None,
126
127
                             None,
                             data_path)
128

Giorgos Verigakis's avatar
Giorgos Verigakis committed
129
130
131
132
133
134
135
    if options.size:
        print_size(backend, url)
    else:
        print_data(backend, url)

if __name__ == '__main__':
    main()