""" RSync filter test """ import py from py.__.test.rsession.hostmanage import HostRSync, HostInfo, HostManager from py.__.test.rsession.hostmanage import sethomedir, gethomedir, getpath_relto_home from py.__.test.rsession import repevent class DirSetup: def setup_method(self, method): name = "%s.%s" %(self.__class__.__name__, method.func_name) self.tmpdir = py.test.ensuretemp(name) self.source = self.tmpdir.ensure("source", dir=1) self.dest = self.tmpdir.join("dest") class TestHostInfo(DirSetup): def _gethostinfo(self, relpath=""): exampledir = self.tmpdir.join("gethostinfo") if relpath: exampledir = exampledir.join(relpath) assert not exampledir.check() hostinfo = HostInfo("localhost:%s" % exampledir) return hostinfo def test_defaultpath(self): x = HostInfo("localhost:") assert x.hostname == "localhost" assert not x.relpath def test_addrel(self): host = HostInfo("localhost:", addrel="whatever") assert host.inplacelocal assert not host.relpath host = HostInfo("localhost:/tmp", addrel="base") assert host.relpath == "/tmp/base" host = HostInfo("localhost:tmp", addrel="base2") assert host.relpath == "tmp/base2" def test_path(self): x = HostInfo("localhost:/tmp") assert x.relpath == "/tmp" assert x.hostname == "localhost" assert not x.inplacelocal def test_hostid(self): x = HostInfo("localhost:") y = HostInfo("localhost:") assert x.hostid != y.hostid x = HostInfo("localhost:/tmp") y = HostInfo("localhost:") assert x.hostid != y.hostid def test_non_existing_hosts(self): host = HostInfo("alskdjalsdkjasldkajlsd") py.test.raises((py.process.cmdexec.Error, IOError, EOFError), host.initgateway) def test_remote_has_homedir_as_currentdir(self): host = self._gethostinfo() old = py.path.local.get_temproot().chdir() try: host.initgateway() channel = host.gw.remote_exec(py.code.Source( gethomedir, """ import os homedir = gethomedir() curdir = os.getcwd() channel.send((curdir, homedir)) """)) remote_curdir, remote_homedir = channel.receive() assert remote_curdir == remote_homedir finally: old.chdir() def test_initgateway_localhost_relpath(self): host = HostInfo("localhost:somedir") host.initgateway() assert host.gw try: homedir = py.path.local._gethomedir() expected = homedir.join("somedir") assert host.gw_remotepath == str(expected) finally: host.gw.exit() def test_initgateway_ssh_and_remotepath(self): option = py.test.config.option if option.sshtarget is None: py.test.skip("no known ssh target, use -S to set one") host = HostInfo("%s" % (option.sshtarget, )) # this test should be careful to not write/rsync anything # as the remotepath is the default location # and may be used in the real world host.initgateway() assert host.gw assert host.gw_remotepath.endswith(host.relpath) channel = host.gw.remote_exec(""" import os homedir = os.environ['HOME'] relpath = channel.receive() path = os.path.join(homedir, relpath) channel.send(path) """) channel.send(host.relpath) res = channel.receive() assert res == host.gw_remotepath class TestSyncing(DirSetup): def _gethostinfo(self): hostinfo = HostInfo("localhost:%s" % self.dest) return hostinfo def test_hrsync_filter(self): self.source.ensure("dir", "file.txt") self.source.ensure(".svn", "entries") self.source.ensure(".somedotfile", "moreentries") self.source.ensure("somedir", "editfile~") syncer = HostRSync(self.source) l = list(self.source.visit(rec=syncer.filter, fil=syncer.filter)) assert len(l) == 3 basenames = [x.basename for x in l] assert 'dir' in basenames assert 'file.txt' in basenames assert 'somedir' in basenames def test_hrsync_localhost_inplace(self): h1 = HostInfo("localhost") events = [] rsync = HostRSync(self.source) h1.initgateway() rsync.add_target_host(h1, reporter=events.append) assert events l = [x for x in events if isinstance(x, repevent.HostRSyncing)] assert len(l) == 1 ev = l[0] assert ev.host == h1 assert ev.root == ev.remotepath l = [x for x in events if isinstance(x, repevent.HostRSyncRootReady)] assert len(l) == 1 ev = l[0] assert ev.root == self.source assert ev.host == h1 def test_hrsync_one_host(self): h1 = self._gethostinfo() finished = [] rsync = HostRSync(self.source) h1.initgateway() rsync.add_target_host(h1) self.source.join("hello.py").write("world") rsync.send() assert self.dest.join("hello.py").check() def test_hrsync_same_host_twice(self): h1 = self._gethostinfo() h2 = self._gethostinfo() finished = [] rsync = HostRSync(self.source) l = [] h1.initgateway() h2.initgateway() res1 = rsync.add_target_host(h1) assert res1 res2 = rsync.add_target_host(h2) assert not res2 class TestHostManager(DirSetup): def gethostmanager(self, dist_hosts): self.source.join("conftest.py").write(py.code.Source(""" dist_hosts = %r """ % (dist_hosts,))) config = py.test.config._reparse([self.source]) assert config.topdir == self.source hm = HostManager(config) assert hm.hosts return hm def test_hostmanager_custom_hosts(self): config = py.test.config._reparse([self.source]) hm = HostManager(config, hosts=[1,2,3]) assert hm.hosts == [1,2,3] def test_hostmanager_init_rsync_topdir(self): dir2 = self.source.ensure("dir1", "dir2", dir=1) dir2.ensure("hello") hm = self.gethostmanager( dist_hosts = ["localhost:%s" % self.dest] ) assert hm.config.topdir == self.source hm.init_rsync([].append) dest = self.dest.join(self.source.basename) assert dest.join("dir1").check() assert dest.join("dir1", "dir2").check() assert dest.join("dir1", "dir2", 'hello').check() def test_hostmanager_init_rsync_rsync_roots(self): dir2 = self.source.ensure("dir1", "dir2", dir=1) self.source.ensure("dir1", "somefile", dir=1) dir2.ensure("hello") self.source.ensure("bogusdir", "file") self.source.join("conftest.py").write(py.code.Source(""" dist_rsync_roots = ['dir1/dir2'] """)) config = py.test.config._reparse([self.source]) hm = HostManager(config, hosts=[HostInfo("localhost:" + str(self.dest))]) events = [] hm.init_rsync(reporter=events.append) assert self.dest.join("dir2").check() assert not self.dest.join("dir1").check() assert not self.dest.join("bogus").check() def test_hostmanager_rsync_ignore(self): dir2 = self.source.ensure("dir1", "dir2", dir=1) dir5 = self.source.ensure("dir5", "dir6", "bogus") dirf = self.source.ensure("dir5", "file") dir2.ensure("hello") self.source.join("conftest.py").write(py.code.Source(""" dist_rsync_ignore = ['dir1/dir2', 'dir5/dir6'] """)) config = py.test.config._reparse([self.source]) hm = HostManager(config, hosts=[HostInfo("localhost:" + str(self.dest))]) events = [] print events hm.init_rsync(reporter=events.append) assert self.dest.join("dir1").check() assert not self.dest.join("dir1", "dir2").check() assert self.dest.join("dir5","file").check() assert not self.dest.join("dir6").check() def test_hostmanage_optimise_localhost(self): hosts = [HostInfo("localhost") for i in range(3)] config = py.test.config._reparse([self.source]) hm = HostManager(config, hosts=hosts) events = [] hm.init_rsync(events.append) for host in hosts: assert host.inplacelocal assert host.gw_remotepath is None assert not host.relpath assert events def test_getpath_relto_home(): x = getpath_relto_home("hello") assert x == py.path.local._gethomedir().join("hello") x = getpath_relto_home(".") assert x == py.path.local._gethomedir() def test_sethomedir(): old = py.path.local.get_temproot().chdir() try: sethomedir() curdir = py.path.local() finally: old.chdir() assert py.path.local._gethomedir() == curdir