-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathClusterClient.py
90 lines (74 loc) · 2.9 KB
/
ClusterClient.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
import HashTableClient
import random
class ClusterClient:
def __init__(self, server_name, num_servers, k_copies):
self._num_servers = num_servers
self._k_copies = k_copies
self._clients: list(HashTableClient) = [HashTableClient.HashTableClient(project_name=f"{server_name}-{i}") for i in range(num_servers)]
def _hash(self, data):
if isinstance(data, str):
total = 0
for char in data:
total += ord(char)
return (total % 7) % self.get_num_servers()
elif isinstance(data, int):
return (data % 7) % self.get_num_servers()
return 0
def connect(self):
for client in self.get_client_list():
client.connect()
return
def disconnect(self):
for client in self.get_client_list():
client.disconnect()
def insert(self, key, value):
index = self._hash(key)
client_list = self.get_client_list()
res = None
for i in range(index, index + self.get_k_copies()):
res = client_list[i%self.get_num_servers()].insert(key, value)
return res
def lookup(self, key):
index = self._hash(key)
client_list = self.get_client_list()
random_index = random.randint(index, index + self.get_k_copies() - 1)
result = client_list[random_index % self.get_num_servers()].lookup(key)
while result == "server down":
for i in range(index, index + self.get_k_copies()):
res = client_list[i % self.get_num_servers()].lookup(key)
if res != "server down":
result = res
break
return result
def remove(self, key):
index = self._hash(key)
client_list = self.get_client_list()
res = None
for i in range(index, index + self.get_k_copies()):
res = client_list[i%self.get_num_servers()].remove(key)
return res
def query(self, subkey, subvalue):
client_list = self.get_client_list()
cur_set = set()
total = []
for client in client_list:
result = client.query(subkey, subvalue)
if result[:10] == "status 400":
return result
if isinstance(result, list):
for tuple in result:
if tuple[0] not in cur_set:
cur_set.add(tuple[0])
total.append(tuple)
return total
def size(self):
total = 0
for client in self.get_client_list():
total += client.size()
return int(total / self.get_k_copies())
def get_num_servers(self):
return self._num_servers
def get_k_copies(self):
return self._k_copies
def get_client_list(self):
return self._clients