Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
itminedu
agkyra
Commits
2c9ec220
Commit
2c9ec220
authored
Apr 23, 2015
by
Giorgos Korfiatis
Browse files
Rename NAME to SIGNATURE
parent
4ab79b9d
Changes
3
Hide whitespace changes
Inline
Side-by-side
agkyra/agkyra/syncer/localfs_client.py
View file @
2c9ec220
...
...
@@ -193,7 +193,7 @@ def is_info_eq(info1, info2):
class
LocalfsTargetHandle
(
object
):
def
__init__
(
self
,
settings
,
target_state
):
self
.
NAM
E
=
"LocalfsTargetHandle"
self
.
SIGNATUR
E
=
"LocalfsTargetHandle"
self
.
rootpath
=
settings
.
local_root_path
self
.
cache_hide_name
=
settings
.
cache_hide_name
self
.
cache_hide_path
=
settings
.
cache_hide_path
...
...
@@ -216,7 +216,7 @@ class LocalfsTargetHandle(object):
self
.
hidden_filename
=
hide_filename
if
db
.
get_cachename
(
hide_filename
):
return
False
db
.
insert_cachename
(
hide_filename
,
self
.
NAM
E
,
filename
)
db
.
insert_cachename
(
hide_filename
,
self
.
SIGNATUR
E
,
filename
)
return
True
@
transaction
()
...
...
@@ -336,7 +336,7 @@ class LocalfsSourceHandle(object):
self
.
stage_filename
=
stage_filename
if
db
.
get_cachename
(
stage_filename
):
return
False
db
.
insert_cachename
(
stage_filename
,
self
.
NAM
E
,
filename
)
db
.
insert_cachename
(
stage_filename
,
self
.
SIGNATUR
E
,
filename
)
return
True
@
transaction
()
...
...
@@ -391,7 +391,7 @@ class LocalfsSourceHandle(object):
return
True
def
__init__
(
self
,
settings
,
source_state
):
self
.
NAM
E
=
"LocalfsSourceHandle"
self
.
SIGNATUR
E
=
"LocalfsSourceHandle"
self
.
rootpath
=
settings
.
local_root_path
self
.
cache_stage_name
=
settings
.
cache_stage_name
self
.
cache_stage_path
=
settings
.
cache_stage_path
...
...
@@ -415,14 +415,14 @@ class LocalfsSourceHandle(object):
prev_log
=
hb
.
get
(
self
.
objname
)
if
prev_log
is
not
None
:
actionstate
,
ts
=
prev_log
if
actionstate
!=
self
.
NAM
E
or
\
if
actionstate
!=
self
.
SIGNATUR
E
or
\
utils
.
younger_than
(
ts
,
10
):
raise
common
.
HandledError
(
"Action mismatch in %s: %s %s"
%
(
self
.
NAM
E
,
self
.
objname
,
prev_log
))
(
self
.
SIGNATUR
E
,
self
.
objname
,
prev_log
))
logger
.
warning
(
"Ignoring previous run in %s: %s %s"
%
(
self
.
NAM
E
,
self
.
objname
,
prev_log
))
hb
.
set
(
self
.
objname
,
(
self
.
NAM
E
,
utils
.
time_stamp
()))
(
self
.
SIGNATUR
E
,
self
.
objname
,
prev_log
))
hb
.
set
(
self
.
objname
,
(
self
.
SIGNATUR
E
,
utils
.
time_stamp
()))
def
get_synced_state
(
self
):
return
self
.
source_state
...
...
@@ -472,7 +472,7 @@ class LocalfsSourceHandle(object):
class
LocalfsFileClient
(
FileClient
):
def
__init__
(
self
,
settings
):
self
.
settings
=
settings
self
.
NAM
E
=
"LocalfsFileClient"
self
.
SIGNATUR
E
=
"LocalfsFileClient"
self
.
ROOTPATH
=
settings
.
local_root_path
self
.
CACHEPATH
=
settings
.
cache_path
self
.
get_db
=
settings
.
get_db
...
...
@@ -496,7 +496,7 @@ class LocalfsFileClient(FileClient):
local_filename
=
utils
.
join_path
(
rel_dirpath
,
filename
)
candidates
[
local_filename
]
=
None
db_cands
=
dict
((
name
,
None
)
for
name
in
db
.
list_files
(
self
.
NAM
E
))
db_cands
=
dict
((
name
,
None
)
for
name
in
db
.
list_files
(
self
.
SIGNATUR
E
))
candidates
.
update
(
db_cands
)
logger
.
info
(
"Candidates: %s"
%
candidates
)
return
candidates
...
...
@@ -529,7 +529,7 @@ class LocalfsFileClient(FileClient):
def
handle_path
(
path
):
rel_path
=
os
.
path
.
relpath
(
path
,
start
=
self
.
ROOTPATH
)
if
callback
is
not
None
:
callback
(
self
.
NAM
E
,
rel_path
)
callback
(
self
.
SIGNATUR
E
,
rel_path
)
class
EventHandler
(
FileSystemEventHandler
):
def
on_created
(
this
,
event
):
...
...
agkyra/agkyra/syncer/pithos_client.py
View file @
2c9ec220
...
...
@@ -68,7 +68,7 @@ def handle_client_errors(f):
class
PithosSourceHandle
(
object
):
def
__init__
(
self
,
settings
,
source_state
):
self
.
NAM
E
=
"PithosSourceHandle"
self
.
SIGNATUR
E
=
"PithosSourceHandle"
self
.
settings
=
settings
self
.
endpoint
=
settings
.
endpoint
self
.
cache_fetch_name
=
settings
.
cache_fetch_name
...
...
@@ -85,14 +85,14 @@ class PithosSourceHandle(object):
prev_log
=
hb
.
get
(
self
.
objname
)
if
prev_log
is
not
None
:
actionstate
,
ts
=
prev_log
if
actionstate
!=
self
.
NAM
E
or
\
if
actionstate
!=
self
.
SIGNATUR
E
or
\
utils
.
younger_than
(
ts
,
self
.
settings
.
action_max_wait
):
raise
common
.
HandledError
(
"Action mismatch in %s: %s %s"
%
(
self
.
NAM
E
,
self
.
objname
,
prev_log
))
(
self
.
SIGNATUR
E
,
self
.
objname
,
prev_log
))
logger
.
warning
(
"Ignoring previous run in %s: %s %s"
%
(
self
.
NAM
E
,
self
.
objname
,
prev_log
))
hb
.
set
(
self
.
objname
,
(
self
.
NAM
E
,
utils
.
time_stamp
()))
(
self
.
SIGNATUR
E
,
self
.
objname
,
prev_log
))
hb
.
set
(
self
.
objname
,
(
self
.
SIGNATUR
E
,
utils
.
time_stamp
()))
@
transaction
()
def
register_fetch_name
(
self
,
filename
):
...
...
@@ -101,7 +101,7 @@ class PithosSourceHandle(object):
datetime
.
datetime
.
now
().
strftime
(
"%s"
)
fetch_name
=
utils
.
join_path
(
self
.
cache_fetch_name
,
f
)
self
.
fetch_name
=
fetch_name
db
.
insert_cachename
(
fetch_name
,
self
.
NAM
E
,
filename
)
db
.
insert_cachename
(
fetch_name
,
self
.
SIGNATUR
E
,
filename
)
return
utils
.
join_path
(
self
.
cache_path
,
fetch_name
)
@
handle_client_errors
...
...
@@ -239,7 +239,7 @@ PITHOS_ETAG = "pithos_etag"
class
PithosFileClient
(
FileClient
):
def
__init__
(
self
,
settings
):
self
.
settings
=
settings
self
.
NAM
E
=
"PithosFileClient"
self
.
SIGNATUR
E
=
"PithosFileClient"
self
.
auth_url
=
settings
.
auth_url
self
.
auth_token
=
settings
.
auth_token
self
.
container
=
settings
.
container
...
...
@@ -262,7 +262,7 @@ class PithosFileClient(FileClient):
else
:
candidates
=
upstream_all
non_deleted_in_db
=
set
(
db
.
list_non_deleted_files
(
self
.
NAM
E
))
non_deleted_in_db
=
set
(
db
.
list_non_deleted_files
(
self
.
SIGNATUR
E
))
newly_deleted_names
=
non_deleted_in_db
.
difference
(
upstream_all_names
)
logger
.
debug
(
"newly_deleted %s"
%
newly_deleted_names
)
newly_deleted
=
dict
((
name
,
{})
for
name
in
newly_deleted_names
)
...
...
@@ -282,7 +282,7 @@ class PithosFileClient(FileClient):
candidates
=
self
.
list_candidate_files
(
last_modified
=
last_modified
)
for
(
objname
,
info
)
in
candidates
:
callback
(
self
.
NAM
E
,
objname
,
assumed_info
=
info
)
callback
(
self
.
SIGNATUR
E
,
objname
,
assumed_info
=
info
)
time
.
sleep
(
interval
)
poll
=
PollPithos
()
...
...
agkyra/agkyra/syncer/syncer.py
View file @
2c9ec220
...
...
@@ -38,8 +38,8 @@ class FileSyncer(object):
self
.
slave
=
slave
self
.
DECISION
=
'DECISION'
self
.
SYNC
=
'SYNC'
self
.
MASTER
=
master
.
NAM
E
self
.
SLAVE
=
slave
.
NAM
E
self
.
MASTER
=
master
.
SIGNATUR
E
self
.
SLAVE
=
slave
.
SIGNATUR
E
self
.
get_db
=
settings
.
get_db
self
.
clients
=
{
self
.
MASTER
:
master
,
self
.
SLAVE
:
slave
}
self
.
decide_event
=
None
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment