1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
|
import multihash, threading, time
def file_hash(name, algorithms):
h = multihash.Multihash(*algorithms)
f = open(name)
data = f.read(32768)
while data:
h.update(data)
data = f.read(32768)
f.close()
return h
class Hashthread(threading.Thread):
def __init__(self, filelist, hashlist, algorithms, *args, **kwargs):
self.filelist = filelist
self.hashlist = hashlist
self.algorithms = algorithms
threading.Thread.__init__(self, *args, **kwargs)
def run(self):
try:
while 1:
f = self.filelist.pop(0)
h = file_hash(f, self.algorithms)
self.hashlist.append((f, h))
except IndexError:
return
def hash_files(files, num_threads = 1, algorithms = ('ed2k',)):
hashlist = []
threads = []
for x in xrange(num_threads):
thread = Hashthread(files, hashlist, algorithms)
thread.start()
threads.append(thread)
while hashlist or sum([thread.isAlive() for thread in threads]):
try:
yield hashlist.pop(0)
except IndexError:
time.sleep(0.1)
raise StopIteration
|