Morevna Changeset - 9f2b0a4f3538

Changeset - 9f2b0a4f3538

Parent rev.

Child rev.

[Not reviewed]

default

0 6 0

Laman - 7 years ago 2017-10-31 19:45:36

push to multiple servers

6 files changed with 23 insertions and 16 deletions:

src/client.py

src/morevna.py

src/netnode.py

src/server.py

src/tests/test_overall.py

src/util.py

0 comments (0 inline, 0 general)

src/client.py

➞

Show inline comments

@@ @@ -10,23 +10,23 @@ import stats @@
 from util import Progress
 from hashtree import HashTree,hashBlock
 from netnode import BaseConnection,NetNode
 class Connection(BaseConnection):
 	def __init__(self):
+	def __init__(self,host,port):
 		super().__init__()
 		sock=socket.socket(socket.AF_INET, socket.SOCK_STREAM)
 		sslContext=ssl.create_default_context(cafile=conf.peers)
 		sslContext.check_hostname=False
 		sslContext.load_cert_chain(conf.certfile,conf.keyfile)
 		self._socket=sslContext.wrap_socket(sock)
 		try:
-			self._socket.connect((conf.hosts[0], conf.port))
+			self._socket.connect((host,port))
 		except ConnectionRefusedError:
 			print("Couldn't connect to {0}:{1}".format(conf.hosts[0],conf.port))
 			sys.exit(1)
 		self.createNetworkers()

src/morevna.py

➞

Show inline comments

 import sys
 import os.path
 import logging as log
 from argparse import ArgumentParser
 from util import spawnDaemon
+from util import spawnDaemon, splitHost
 import config as conf
 import stats
 from hashtree import HashTree
 from client import Client, Connection as ClientConnection
 from server import Miniserver
@@ @@ -30,32 +30,33 @@ def buildTree(args): @@
 	tree.save(args.treefile)
 def push(args):
 	_checkFile(args.datafile)
 	if args.tree:
 		_checkFile(args.tree)
-	if args.host: conf.hosts.insert(0,args.host)
+	if args.host: conf.hosts=[args.host]
 	if args.port: conf.port=args.port
 	c=Client(args.datafile,args.tree)
 	with ClientConnection() as con:
 		c.setConnection(con)
 		blocksToTransfer=c.negotiate()
 		c.sendData(blocksToTransfer)
 	print()
 	print(stats.report())
 	for host in conf.hosts:
 		with ClientConnection(*splitHost(host,conf.port)) as con:
 			c.setConnection(con)
 			blocksToTransfer=c.negotiate()
 			c.sendData(blocksToTransfer)
 		print()
 		print(stats.report())
 def pull(args):
 	_checkFile(args.datafile)
 	if args.tree:
 		_checkFile(args.tree)
-	if args.host: conf.hosts.insert(0,args.host)
+	if args.host: conf.hosts=[args.host]
 	if args.port: conf.port=args.port
 	c=Client(args.datafile,args.tree)
 	with ClientConnection() as con:
+	with ClientConnection(*splitHost(conf.hosts[0],conf.port)) as con:
 		c.setConnection(con)
 		blocksToTransfer=c.negotiate()
 		c.pullData(blocksToTransfer)
 	print()
 	print(stats.report())

src/netnode.py

➞

Show inline comments

@@ @@ -23,13 +23,13 @@ class BaseConnection: # abstract @@
 	def __exit__(self, exc_type, exc_val, exc_tb):
 		try:
 			self._socket.shutdown(socket.SHUT_RDWR)
 			self._socket.close()
 		except OSError:
-			log.warning("encountered an error when shutting down the connection")
+			log.warning("broken connection")
 class NetNode:
 	def __init__(self,filename,treeFile=""):
 		self._incoming=None
 		self._outcoming=None

src/server.py

➞

Show inline comments

@@ @@ -61,13 +61,13 @@ class Server(NetNode): @@
 			self._dataFileHandle=open(self._filename, mode="rb+")
 		return self._dataFileHandle
 	def serve(self):
 		try:
 			while self._serveOne(): pass
 		except AssertionError as e:
+		except (AssertionError,ConnectionResetError) as e:
 			log.warning(e)
 	def _serveOne(self):
 		jsonData,binData=self._incoming.readMsg()
 		if jsonData["command"]=="init":

src/tests/test_overall.py

➞

Show inline comments

@@ @@ -65,13 +65,13 @@ class TestMorevna(TestCase): @@
 		p=multiprocessing.Process(target=ms.serve)
 		p.start()
 		for clientFile in ("test2.img","test3.img","test4.img"):
 			clientFile=os.path.join(dataDir,clientFile)
 			c=Client(clientFile)
 			with ClientConnection() as con:
+			with ClientConnection("127.0.0.1",config.port) as con:
 				c.setConnection(con)
 				blocksToTransfer=c.negotiate()
 				c.sendData(blocksToTransfer)
 			self.assertEqual(*compareFiles(clientFile,filename))
@@ @@ -82,13 +82,13 @@ class TestMorevna(TestCase): @@
 		serverFile=os.path.join(dataDir,"test3.img")
 		ms=Miniserver(serverFile)
 		p=multiprocessing.Process(target=ms.serve)
 		p.start()
 		c=Client(filename)
 		with ClientConnection() as con:
+		with ClientConnection("127.0.0.1",config.port) as con:
 			c.setConnection(con)
 			blocksToTransfer=c.negotiate()
 			c.pullData(blocksToTransfer)
 		self.assertEqual(*compareFiles(serverFile,filename))

src/util.py

➞

Show inline comments

@@ @@ -30,12 +30,18 @@ def spawnDaemon(fun): @@
 	fun()
 	# all done
 	os._exit(os.EX_OK)
 def splitHost(host,defaultPort=0):
 	address,_,port=host.partition(":")
 	if not port: port=defaultPort
 	return (address,port)
 class Progress:
 	def __init__(self,n,i0=0):
 		self._n=n
 		self._i0=i0
 		self._i=i0
 		self._last=""

0 comments (0 inline, 0 general)