Demo/pdist/cmptree.py

   1 """Compare local and remote dictionaries and transfer differing files -- like rdist."""
   2
   3 import sys
   4 from repr import repr
   5 import FSProxy
   6 import time
   7 import os
   8
   9 def main():
  10         pwd = os.getcwd()
  11         s = raw_input("chdir [%s] " % pwd)
  12         if s:
  13                 os.chdir(s)
  14                 pwd = os.getcwd()
  15         host = ask("host", 'voorn.cwi.nl')
  16         port = 4127
  17         verbose = 1
  18         mode = ''
  19         print """\
  20 Mode should be a string of characters, indicating what to do with differences.
  21 r - read different files to local file system
  22 w - write different files to remote file system
  23 c - create new files, either remote or local
  24 d - delete disappearing files, either remote or local
  25 """
  26         s = raw_input("mode [%s] " % mode)
  27         if s: mode = s
  28         address = (host, port)
  29         t1 = time.time()
  30         local = FSProxy.FSProxyLocal()
  31         remote = FSProxy.FSProxyClient(address, verbose)
  32         compare(local, remote, mode)
  33         remote._close()
  34         local._close()
  35         t2 = time.time()
  36         dt = t2-t1
  37         mins, secs = divmod(dt, 60)
  38         print mins, "minutes and", round(secs), "seconds"
  39         raw_input("[Return to exit] ")
  40
  41 def ask(prompt, default):
  42         s = raw_input("%s [%s] " % (prompt, default))
  43         return s or default
  44
  45 def askint(prompt, default):
  46         s = raw_input("%s [%s] " % (prompt, str(default)))
  47         if s: return string.atoi(s)
  48         return default
  49
  50 def compare(local, remote, mode):
  51         print
  52         print "PWD =", `os.getcwd()`
  53         sums_id = remote._send('sumlist')
  54         subdirs_id = remote._send('listsubdirs')
  55         remote._flush()
  56         print "calculating local sums ..."
  57         lsumdict = {}
  58         for name, info in local.sumlist():
  59                 lsumdict[name] = info
  60         print "getting remote sums ..."
  61         sums = remote._recv(sums_id)
  62         print "got", len(sums)
  63         rsumdict = {}
  64         for name, rsum in sums:
  65                 rsumdict[name] = rsum
  66                 if not lsumdict.has_key(name):
  67                         print `name`, "only remote"
  68                         if 'r' in mode and 'c' in mode:
  69                                 recvfile(local, remote, name)
  70                 else:
  71                         lsum = lsumdict[name]
  72                         if lsum != rsum:
  73                                 print `name`,
  74                                 rmtime = remote.mtime(name)
  75                                 lmtime = local.mtime(name)
  76                                 if rmtime > lmtime:
  77                                         print "remote newer",
  78                                         if 'r' in mode:
  79                                                 recvfile(local, remote, name)
  80                                 elif lmtime > rmtime:
  81                                         print "local newer",
  82                                         if 'w' in mode:
  83                                                 sendfile(local, remote, name)
  84                                 else:
  85                                         print "same mtime but different sum?!?!",
  86                                 print
  87         for name in lsumdict.keys():
  88                 if not rsumdict.keys():
  89                         print `name`, "only locally",
  90                         fl()
  91                         if 'w' in mode and 'c' in mode:
  92                                 sendfile(local, remote, name)
  93                         elif 'r' in mode and 'd' in mode:
  94                                 os.unlink(name)
  95                                 print "removed."
  96                         print
  97         print "gettin subdirs ..."
  98         subdirs = remote._recv(subdirs_id)
  99         common = []
 100         for name in subdirs:
 101                 if local.isdir(name):
 102                         print "Common subdirectory", repr(name)
 103                         common.append(name)
 104                 else:
 105                         print "Remote subdirectory", repr(name), "not found locally"
 106                         if 'r' in mode and 'c' in mode:
 107                                 pr = "Create local subdirectory %s? [y] " % \
 108                                      repr(name)
 109                                 if 'y' in mode:
 110                                         ok = 'y'
 111                                 else:
 112                                         ok = ask(pr, "y")
 113                                 if ok[:1] in ('y', 'Y'):
 114                                         local.mkdir(name)
 115                                         print "Subdirectory %s made" % \
 116                                                 repr(name)
 117                                         common.append(name)
 118         lsubdirs = local.listsubdirs()
 119         for name in lsubdirs:
 120                 if name not in subdirs:
 121                         print "Local subdirectory", repr(name), "not found remotely"
 122         for name in common:
 123                 print "Entering subdirectory", repr(name)
 124                 local.cd(name)
 125                 remote.cd(name)
 126                 compare(local, remote, mode)
 127                 remote.back()
 128                 local.back()
 129
 130 def sendfile(local, remote, name):
 131         try:
 132                 remote.create(name)
 133         except (IOError, os.error), msg:
 134                 print "cannot create:", msg
 135                 return
 136
 137         print "sending ...",
 138         fl()
 139
 140         data = open(name).read()
 141
 142         t1 = time.time()
 143
 144         remote._send_noreply('write', name, data)
 145         remote._flush()
 146
 147         t2 = time.time()
 148
 149         dt = t2-t1
 150         print len(data), "bytes in", round(dt), "seconds",
 151         if dt:
 152                 print "i.e.", round(len(data)/dt), "bytes/sec",
 153         print
 154
 155 def recvfile(local, remote, name):
 156         ok = 0
 157         try:
 158                 rv = recvfile_real(local, remote, name)
 159                 ok = 1
 160                 return rv
 161         finally:
 162                 if not ok:
 163                         print "*** recvfile of %s failed, deleting" % `name`
 164                         local.delete(name)
 165
 166 def recvfile_real(local, remote, name):
 167         try:
 168                 local.create(name)
 169         except (IOError, os.error), msg:
 170                 print "cannot create:", msg
 171                 return
 172
 173         print "receiving ...",
 174         fl()
 175
 176         f = open(name, 'w')
 177         t1 = time.time()
 178
 179         length = 4*1024
 180         offset = 0
 181         id = remote._send('read', name, offset, length)
 182         remote._flush()
 183         while 1:
 184                 newoffset = offset + length
 185                 newid = remote._send('read', name, newoffset, length)
 186                 data = remote._recv(id)
 187                 id = newid
 188                 if not data: break
 189                 f.seek(offset)
 190                 f.write(data)
 191                 offset = newoffset
 192         size = f.tell()
 193
 194         t2 = time.time()
 195         f.close()
 196
 197         dt = t2-t1
 198         print size, "bytes in", round(dt), "seconds",
 199         if dt:
 200                 print "i.e.", int(size/dt), "bytes/sec",
 201         print
 202         remote._recv(id) # ignored
 203
 204 def fl():
 205         sys.stdout.flush()
 206
 207 if __name__ == '__main__':
 208         main()