Files @ 3d0876534e40
Branch filter:

Location: Morevna/src/client.py - annotation

Laman
client can pull changes
b052f27e1cbc
34f4027c1bd6
cd2ba192bf12
34f4027c1bd6
b052f27e1cbc
34f4027c1bd6
34f4027c1bd6
41ea9614ce8c
4b88aca70fbc
b052f27e1cbc
34f4027c1bd6
34f4027c1bd6
34f4027c1bd6
34f4027c1bd6
cd2ba192bf12
cd2ba192bf12
cd2ba192bf12
cd2ba192bf12
026618d6681b
026618d6681b
026618d6681b
34f4027c1bd6
34f4027c1bd6
34f4027c1bd6
34f4027c1bd6
34f4027c1bd6
34f4027c1bd6
34f4027c1bd6
34f4027c1bd6
cd2ba192bf12
026618d6681b
34f4027c1bd6
34f4027c1bd6
b73a5d69a11b
b73a5d69a11b
026618d6681b
34f4027c1bd6
cd2ba192bf12
cd2ba192bf12
cd2ba192bf12
cd2ba192bf12
b73a5d69a11b
b052f27e1cbc
026618d6681b
b73a5d69a11b
b73a5d69a11b
34f4027c1bd6
b73a5d69a11b
cd2ba192bf12
b73a5d69a11b
b73a5d69a11b
dad65188b1a0
dad65188b1a0
34f4027c1bd6
dad65188b1a0
dad65188b1a0
4b88aca70fbc
dad65188b1a0
b73a5d69a11b
cd2ba192bf12
34f4027c1bd6
b73a5d69a11b
b73a5d69a11b
b73a5d69a11b
41ea9614ce8c
34f4027c1bd6
b73a5d69a11b
b73a5d69a11b
b73a5d69a11b
b73a5d69a11b
b052f27e1cbc
b052f27e1cbc
4b88aca70fbc
4b88aca70fbc
34f4027c1bd6
b73a5d69a11b
34f4027c1bd6
b73a5d69a11b
b73a5d69a11b
026618d6681b
b73a5d69a11b
34f4027c1bd6
b052f27e1cbc
cd2ba192bf12
4b88aca70fbc
dad65188b1a0
b73a5d69a11b
b73a5d69a11b
b73a5d69a11b
b73a5d69a11b
34f4027c1bd6
b73a5d69a11b
34f4027c1bd6
b73a5d69a11b
41ea9614ce8c
dad65188b1a0
dad65188b1a0
dad65188b1a0
4b88aca70fbc
4b88aca70fbc
34f4027c1bd6
cd2ba192bf12
b73a5d69a11b
34f4027c1bd6
dad65188b1a0
b73a5d69a11b
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
3d0876534e40
import collections
import socket
import ssl
import logging as log
from datetime import datetime

import config as conf
import stats
from util import Progress
from hashtree import HashTree
from networkers import NetworkReader,NetworkWriter


class Connection:
	def __init__(self,sslContext):
		sock=socket.socket(socket.AF_INET, socket.SOCK_STREAM)

		self._socket=sslContext.wrap_socket(sock)
		self._socket.connect((conf.hosts[0], conf.port))
		fr=self._socket.makefile(mode="rb")
		fw=self._socket.makefile(mode="wb")

		self.incoming=NetworkReader(fr)
		self.outcoming=NetworkWriter(fw)

	def __enter__(self):
		return self.incoming,self.outcoming

	def __exit__(self, exc_type, exc_val, exc_tb):
		self._socket.shutdown(socket.SHUT_RDWR)
		self._socket.close()


class Client:
	def __init__(self,filename):
		self._filename=filename

		self._ssl=ssl.create_default_context(cafile=conf.peers)
		self._ssl.check_hostname=False
		self._ssl.load_cert_chain(conf.certfile,conf.keyfile)

	def negotiate(self):
		print(datetime.now(), "initializing...")
		localTree=HashTree.fromFile(self._filename)
		blocksToTransfer=[]
		nodeStack=collections.deque([0]) # root

		# initialize session
		with Connection(self._ssl) as (incoming,outcoming):
			jsonData={"command":"init", "blockSize":localTree.BLOCK_SIZE, "blockCount":localTree.leafCount, "version":conf.version}
			outcoming.writeMsg(jsonData)
			jsonData,binData=incoming.readMsg()
			assert jsonData["command"]=="ack"

			# determine which blocks to send
			print(datetime.now(), "negotiating:")
			progress=Progress(localTree.leafCount)
			while len(nodeStack)>0:
				i=nodeStack.pop()
				outcoming.writeMsg({"command":"req", "index":i, "dataType":"hash"})

				jsonData,binData=incoming.readMsg()
				assert jsonData["index"]==i
				assert jsonData["dataType"]=="hash"
				stats.logExchangedNode()

				if localTree.store[i]!=binData:
					if 2*i+3<len(localTree.store): # inner node
						nodeStack.append(2*i+2)
						nodeStack.append(2*i+1)
					else:
						blocksToTransfer.append(i-localTree.leafStart) # leaf
						progress.p(i-localTree.leafStart)
		progress.done()

		return blocksToTransfer

	def sendData(self,blocksToTransfer):
		log.info(blocksToTransfer)
		dataFile=open(self._filename, mode="rb")
		i1=-1

		print(datetime.now(), "sending data:")
		with Connection(self._ssl) as (incoming,outcoming):
			progress=Progress(len(blocksToTransfer))
			for (k,i2) in enumerate(blocksToTransfer):
				jsonData={"command":"send", "index":i2, "dataType":"data"}
				if i1+1!=i2:
					dataFile.seek(i2*HashTree.BLOCK_SIZE)
				binData=dataFile.read(HashTree.BLOCK_SIZE)

				log.info("block #{0}: {1}...{2}".format(i2,binData[:5],binData[-5:]))

				outcoming.writeMsg(jsonData,binData)
				stats.logTransferredBlock()
				jsonData,binData=incoming.readMsg()
				assert jsonData["command"]=="ack" and jsonData["index"]==i2, jsonData
				i1=i2
				progress.p(k)
		progress.done()

		with Connection(self._ssl) as (incoming,outcoming):
			outcoming.writeMsg({"command":"end"})

		log.info("closing session...")
		dataFile.close()

	def pullData(self,blocksToTransfer):
		log.info(blocksToTransfer)
		dataFile=open(self._filename, mode="rb+")
		i1=-1

		print(datetime.now(), "receiving data:")
		with Connection(self._ssl) as (incoming,outcoming):
			progress=Progress(len(blocksToTransfer))
			for (k,i2) in enumerate(blocksToTransfer):
				outcoming.writeMsg({"command":"req", "index":i2, "dataType":"data"})
				jsonData,binData=incoming.readMsg()
				assert jsonData["command"]=="send" and jsonData["index"]==i2 and jsonData["dataType"]=="data", jsonData

				if i1+1!=i2:
					dataFile.seek(i2*HashTree.BLOCK_SIZE)
				dataFile.write(binData)

				log.info("block #{0}: {1}...{2}".format(i2,binData[:5],binData[-5:]))

				stats.logTransferredBlock()
				i1=i2
				progress.p(k)
		progress.done()

		with Connection(self._ssl) as (incoming,outcoming):
			outcoming.writeMsg({"command":"end"})

		log.info("closing session...")
		dataFile.close()