Changeset - 1c3d9df86fb1
Parent rev.
Child rev.
[Not reviewed]
default
0 3 0
Laman - 8 years ago 2017-05-07 00:02:04

switched from persistent to transient sockets
3 files changed with 50 insertions and 37 deletions:
src/client.py
21
15
src/networkers.py
4
6
src/server.py
25
16
0 comments (0 inline, 0 general)
src/client.py
➞
Show inline comments
 
@@ -10,34 +10,41 @@ from networkers import NetworkReader,Net
 
filename=sys.argv[1]
 
 
 
def connect():
 
	s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
 
	s.connect((conf.hosts[0], conf.port))
 
	fr=s.makefile(mode='rb')
 
	fw=s.makefile(mode='wb')
 
class Connection:
 
	def __init__(self):
 
		self.socket=socket.socket(socket.AF_INET,socket.SOCK_STREAM)
 
		self.socket.connect((conf.hosts[0], conf.port))
 
		fr=self.socket.makefile(mode="rb")
 
		fw=self.socket.makefile(mode="wb")
 
 
	networkReader=NetworkReader(fr)
 
	networkReader.start()
 
	networkWriter=NetworkWriter(fw)
 
	networkWriter.start()
 
 
	incoming=networkReader.output # synchronized message queue
 
	outcoming=networkWriter.input
 
		self.incoming=networkReader.output # synchronized message queue
 
		self.outcoming=networkWriter.input
 
 
	return (s,incoming,outcoming)
 
	def __enter__(self):
 
		return self.incoming,self.outcoming
 
 
	def __exit__(self, exc_type, exc_val, exc_tb):
 
		self.socket.close()
 
 
 
def negotiate(incoming,outcoming):
 
def negotiate():
 
	localTree=HashTree.fromFile(open(filename,mode="rb"))
 
	blocksToTransfer=[]
 
	nodeStack=collections.deque([0]) # root
 
 
	# initialize session
 
	with Connection() as (incoming,outcoming):
 
	jsonData={"command":"init", "blockSize":localTree.BLOCK_SIZE, "blockCount":localTree.leafCount, "version":conf.version}
 
	outcoming.put((jsonData,b""))
 
 
	# determine which blocks to send
 
	while len(nodeStack)>0:
 
		with Connection() as (incoming,outcoming):
 
		i=nodeStack.pop()
 
		jsonData={"command":"req", "index":i}
 
		outcoming.put((jsonData,b""))
 
@@ -55,12 +62,13 @@ def negotiate(incoming,outcoming):
 
	return blocksToTransfer
 
 
 
def sendData(outcoming,blocksToTransfer):
 
def sendData(blocksToTransfer):
 
	print(blocksToTransfer)
 
	dataFile=open(filename,mode="rb")
 
	i1=-1
 
 
	for i2 in blocksToTransfer:
 
		with Connection() as (incoming,outcoming):
 
		jsonData={"command":"send", "index":i2, "dataType":"data"}
 
		if i1+1!=i2:
 
			dataFile.seek(i2*HashTree.BLOCK_SIZE)
 
@@ -71,18 +79,16 @@ def sendData(outcoming,blocksToTransfer)
 
		outcoming.put((jsonData,binData),timeout=2)
 
		i1=i2
 
 
	with Connection() as (incoming,outcoming):
 
	jsonData={"command":"end"}
 
	outcoming.put((jsonData,b""),timeout=2)
 
 
	outcoming.put(None)
 
	print("closing...")
 
	dataFile.close()
 
 
 
if __name__=="__main__":
 
	sock,incoming,outcoming = connect()
 
	blocksToTransfer=negotiate(incoming,outcoming)
 
	sendData(outcoming,blocksToTransfer)
 
	blocksToTransfer=negotiate()
 
	sendData(blocksToTransfer)
 
 
	sock.close()
 
	sys.exit(0)
src/networkers.py
➞
Show inline comments
 
@@ -12,9 +12,8 @@ class NetworkReader(threading.Thread):
 
		self.output=queue.Queue()
 
 
	def run(self):
 
		while True:
 
			if not self.parent.is_alive(): return
 
			self.output.put(self.readMsg(),timeout=2)
 
		self.output.put(self.readMsg(),timeout=5)
 
 
	def readMsg(self):
 
		data=self.stream.readline()
 
@@ -39,14 +38,13 @@ class NetworkWriter(threading.Thread):
 
		self.input=queue.Queue()
 
 
	def run(self):
 
		while True:
 
			if not self.parent.is_alive(): return
 
			msg=self.input.get(timeout=2)
 
		msg=self.input.get(timeout=5)
 
			if msg is None: return
 
			self.stream.write(self.writeMsg(msg))
 
		self.stream.write(self.prepMsg(msg))
 
			self.stream.flush()
 
 
	def writeMsg(self,msg):
 
	def prepMsg(self, msg):
 
		jsonData,binData=msg
 
		jsonData=bytes(json.dumps(jsonData)+"\n",encoding="utf-8")
 
		jsonLength=bytes("json-length: "+str(len(jsonData))+"\n",encoding="utf-8")
src/server.py
➞
Show inline comments
 
@@ -4,6 +4,8 @@ from networkers import NetworkReader,Net
 
import collections
 
import sys
 
 
import config as conf
 
 
# debug copy default file
 
import shutil
 
origFilename=sys.argv[1]
 
@@ -11,32 +13,42 @@ filename=origFilename+"_"
 
shutil.copyfile(origFilename,filename)
 
 
 
localTree=HashTree.fromFile(open(filename,mode="rb"))
 
 
HOST = ''								 # Symbolic name meaning all available interfaces
 
PORT = 50009							# Arbitrary non-privileged port
 
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
 
s.bind((HOST, PORT))
 
s.listen(1)
 
conn, addr = s.accept()
 
print('Connected by', addr)
 
fr=conn.makefile(mode="rb")
 
fw=conn.makefile(mode="wb")
 
class Connection:
 
	def __init__(self,server_socket):
 
		self.socket, address = server_socket.accept()
 
		print('Connected by', address)
 
		fr=self.socket.makefile(mode="rb")
 
		fw=self.socket.makefile(mode="wb")
 
 
networkReader=NetworkReader(fr)
 
networkReader.start()
 
networkWriter=NetworkWriter(fw)
 
networkWriter.start()
 
 
		self.incoming=networkReader.output # synchronized message queue
 
		self.outcoming=networkWriter.input
 
 
	def __enter__(self):
 
		return self.incoming,self.outcoming
 
 
	def __exit__(self, exc_type, exc_val, exc_tb):
 
		self.socket.close()
 
 
 
localTree=HashTree.fromFile(open(filename,mode="rb"))
 
 
ss = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
 
ss.bind(("",conf.port))
 
ss.listen(1)
 
 
blocksToTransfer=[]
 
nodeStack=collections.deque([0])
 
incoming=networkReader.output # synchronized message queue
 
outcoming=networkWriter.input
 
 
i1=-1
 
 
 
while True:
 
	with Connection(ss) as (incoming,outcoming):
 
	jsonData,binData=incoming.get(timeout=2)
 
	dataFile=open(filename,mode="rb+")
 
 
@@ -70,8 +82,5 @@ while True:
 
 
	else: pass # !! error
 
 
# fr.close()
 
# fw.close()
 
dataFile.close()
 
conn.close()
 
sys.exit(0)
0 comments (0 inline, 0 general)
Server instance: Sirius-560 This site is powered by Kallithea 0.7.0, which is © 2010–2023 by various authors & licensed under GPLv3. – Support