pithcat 3.22 KB
Newer Older
Giorgos Verigakis's avatar
Giorgos Verigakis committed
1
2
#!/usr/bin/env python

3
# Copyright (C) 2011 GRNET S.A.
Giorgos Verigakis's avatar
Giorgos Verigakis committed
4
#
5
6
7
8
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
Giorgos Verigakis's avatar
Giorgos Verigakis committed
9
#
10
11
12
13
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
Giorgos Verigakis's avatar
Giorgos Verigakis committed
14
#
15
16
17
18
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA.
Giorgos Verigakis's avatar
Giorgos Verigakis committed
19
20
21
22
23
24
25
26
27
28

"""
A tool that connects to the Pithos backend and returns the size and contents
of a pithos object.

Since the backend does not have a "root" account we use the account given in
the URL as the user when connecting to the backend.
"""

from optparse import OptionParser
29
from sys import exit, stdout, stderr
30
from os import environ
Giorgos Verigakis's avatar
Giorgos Verigakis committed
31

32
33
34
35
36
try:
    from pithos.backends.modular import ModularBackend
except ImportError:
    stderr.write("Pithos backend was not found.\n")
    exit(2)
Giorgos Verigakis's avatar
Giorgos Verigakis committed
37
38
39
40
41
42
43
44
45
46
47
48
49


parser = OptionParser(usage='%prog [options] <URL>')
parser.add_option('--db', dest='db', metavar='URI',
        help='SQLAlchemy URI of the database [REQUIRED]')
parser.add_option('--data', dest='data', metavar='DIR',
        help='path to the directory where data are stored [REQUIRED]')
parser.add_option('-s', action='store_true', dest='size', default=False,
        help='print file size and exit')


def urlsplit(url):
    """Returns (accout, container, object) from a location string"""
50

Giorgos Verigakis's avatar
Giorgos Verigakis committed
51
52
53
54
55
56
57
58
    assert url.startswith('pithos://'), "Invalid URL"
    t = url.split('/', 4)
    assert len(t) == 5, "Invalid URL"
    return t[2:5]


def print_size(backend, url):
    """Writes object's size to stdout."""
59

Giorgos Verigakis's avatar
Giorgos Verigakis committed
60
    account, container, object = urlsplit(url)
61
    meta = backend.get_object_meta(account, account, container, object, None)
Giorgos Verigakis's avatar
Giorgos Verigakis committed
62
63
64
65
66
    print meta['bytes']


def print_data(backend, url):
    """Writes object's size to stdout."""
67

Giorgos Verigakis's avatar
Giorgos Verigakis committed
68
69
70
71
72
    account, container, object = urlsplit(url)
    size, hashmap = backend.get_object_hashmap(account, account, container,
            object)
    for hash in hashmap:
        block = backend.get_block(hash)
Giorgos Verigakis's avatar
Giorgos Verigakis committed
73
74
        if len(block) > size:
            block = block[:size]
Giorgos Verigakis's avatar
Giorgos Verigakis committed
75
        stdout.write(block)
Giorgos Verigakis's avatar
Giorgos Verigakis committed
76
        size -= len(block)
Giorgos Verigakis's avatar
Giorgos Verigakis committed
77
78
79
80


def main():
    options, args = parser.parse_args()
81
    if len(args) != 1:
Giorgos Verigakis's avatar
Giorgos Verigakis committed
82
83
84
85
        parser.print_help()
        exit(1)

    url = args[0]
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

    if not options.data and 'PITHCAT_INPUT_DATA' not in environ:
        stderr.write("Pithos data directory path is missing.\n")
        exit(1)

    data_path = environ['PITHCAT_INPUT_DATA'] if not options.data else \
            options.data

    if not options.db and 'PITHCAT_INPUT_DB' not in environ:
        stderr.write("Pithos database uri is missing.\n")
        exit(1)

    db_uri = environ['PITHCAT_INPUT_DB'] if not options.db else options.db

    backend = ModularBackend(None, db_uri, None, data_path)

Giorgos Verigakis's avatar
Giorgos Verigakis committed
102
103
104
105
106
107
108
    if options.size:
        print_size(backend, url)
    else:
        print_data(backend, url)

if __name__ == '__main__':
    main()