Morevna Changeset - 870c5c6c334f

Changeset - 870c5c6c334f

Parent rev.

Child rev.

[Not reviewed]

default

0 3 0

Laman - 5 years ago 2020-05-24 21:55:14

reacquiring old locks

3 files changed with 15 insertions and 2 deletions:

src/client.py

src/netnode.py

src/server.py

0 comments (0 inline, 0 general)

src/client.py

➞

Show inline comments

@@ @@ -157,26 +157,28 @@ class Client(NetNode): @@
 			self._outcoming.write_msg({"command": "req", "index": indices, "dataType": "data"})
 			json_data, bin_data = self._incoming.read_msg()
 			assert json_data["command"]=="send" and json_data["index"]==indices and json_data["dataType"]=="data", json_data
 			for (j, i) in enumerate(indices):
 				block = bin_data[j*HashTree.BLOCK_SIZE:(j+1)*HashTree.BLOCK_SIZE]
 				data_file.write_at(i, block)
 				log.info("block #{0}: {1}...{2}".format(i, block[:5], block[-5:]))
 				if self._tree_file:
 					self._new_leaves[i+self._tree.leaf_start] = hash_block(block)
 					t = datetime.now().timestamp()
 					if t-last_flushed >= 60 and self._tree_file:
 					if t-last_flushed >= 60:
 						if self._tree_file:
 						self._update_tree()
 						self._refresh_lock()
 						last_flushed = t
 				stats.log_transferred_block()
 				progress.p(k+j)
 		progress.done()
 		self._outcoming.write_msg({"command": "end"})
 		log.info("closing session...")
 		data_file.close()
 		self._unlock()

src/netnode.py

➞

Show inline comments

 import os
 from datetime import datetime
 import socket
 import logging as log
 import config as conf
 from networkers import NetworkReader, NetworkWriter
 from hashtree import HashTree
 lock_file = os.path.join(conf.directory, "dirty.lock")
 class FailedConnection(Exception): pass
@@ @@ -53,23 +54,31 @@ class NetNode: @@
 			self._tree = HashTree.from_file(filename)
 		self._new_leaves = dict()
 	def is_locked(self):
 		return os.path.isfile(lock_file)
 	def _lock(self):
 		try:
 			f = open(lock_file, "x")
 			f.close()
 		except FileExistsError:
 			stat = os.stat(lock_file)
 			dt = datetime.now().timestamp()-stat.st_mtime
 			if dt<5*60:
 			raise LockedException()
 			log.warning("Found an old lock file ({0}s), ignoring it.".format(round(dt)))
 			self._refresh_lock()
 	def _refresh_lock(self):
 		os.utime(lock_file)
 	def _unlock(self):
 		os.remove(lock_file)
 	def _update_tree(self):
 		log.info("updating hash tree...")
 		self._tree.batch_update(self._new_leaves.items())
 		self._tree.save(self._tree_file)
 		self._new_leaves = dict()
 		log.info("tree updated")

src/server.py

➞

Show inline comments

@@ @@ -141,25 +141,27 @@ class Server(NetNode): @@
 	def _receive_data(self, json_data, bin_data):
 		if not self.is_locked(): self._lock()
 		log.info("received data blocks {0}: {1}...{2}".format(json_data["index"], bin_data[:5], bin_data[-5:]))
 		indices = json_data["index"]
 		for (i, k) in enumerate(indices):
 			block = bin_data[i*self.BLOCK_SIZE:(i+1)*self.BLOCK_SIZE]
 			self._data_file.write_at(k, block)
 			if self._tree_file:
 				self._new_leaves[k+self._tree.leaf_start] = hash_block(block)
 		t = datetime.now().timestamp()
 		if t-self._last_flushed>=60 and self._tree_file:
 		if t-self._last_flushed>=60:
 			if self._tree_file:
 			self._update_tree()
 			self._refresh_lock()
 			self._last_flushed = t
 		return ({"command": "ack", "index": indices},)
 	def _finalize(self):
 		log.info("closing session...")
 		self._data_file.close()
 		self._data_file_obj = None
 		if self._tree_file:
 			self._update_tree()
 		log.info("done")

0 comments (0 inline, 0 general)