-
Notifications
You must be signed in to change notification settings - Fork 6
/
Copy pathstartworkers.py
42 lines (33 loc) · 2.45 KB
/
startworkers.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
import os
PASSWORD='dsigdo2016!'
FILE_LOCATION='worker.py'
TARGET_LOCATION='/home/dsigdo/Workspace'
#===== Start one worker
# sshpass -p $PASSWORD scp worker.py [email protected]:/home/dsigdo/Workspace
# sshpass -p $PASSWORD ssh -t [email protected] 'python /home/dsigdo/Workspace/worker.py'
# os.system("sshpass -p {} scp {} [email protected]:{}".format(PASSWORD, FILE_LOCATION, TARGET_LOCATION))
# os.system("sshpass -p {} ssh -t [email protected] 'python3 {}/{} &'".format(PASSWORD, TARGET_LOCATION, FILE_LOCATION))
# os.system("sshpass -p {} scp {} [email protected]:".format(PASSWORD, FILE_LOCATION, ID))
# os.system("sshpass -p {} ssh -t [email protected] 'python3 {}/{} &'".format(PASSWORD, ID, TARGET_LOCATION, FILE_LOCATION))
# os.system("sshpass -p {} ssh -t [email protected] 'pip3 install pymongo gym numpy matplotlib scipy scikit-image'".format(PASSWORD))
# #===== Start multiple workers
# NUMBER_WORKER = 10
# for i in range(NUMBER_WORKER):
# ID = str(i).zfill(2)
# print("Start worker: " + ID)
# os.system("sshpass -p {} scp {} dsigdo@gdo{}.doc.ic.ac.uk:{}".format(PASSWORD, FILE_LOCATION, ID, TARGET_LOCATION))
# os.system("sshpass -p {} ssh -t dsigdo@gdo{}.doc.ic.ac.uk 'python3 {}/{} &'".format(PASSWORD, ID, TARGET_LOCATION, FILE_LOCATION))
# os.system("sshpass -p {} ssh -t dsigdo@gdo{}.doc.ic.ac.uk 'pip3 install pymongo gym numpy matplotlib scipy scikit-image'".format(PASSWORD, ID))
# #===== Start multiple workers
NUMBER_WORKER = 32
for i in range(1, NUMBER_WORKER+1):
ID = str(i).zfill(2)
print("Start worker ============================================= " + ID)
# os.system("sshpass -p {} scp {} dsigdo@gdo{}.doc.ic.ac.uk:{}".format(PASSWORD, FILE_LOCATION, ID, TARGET_LOCATION))
# os.system("sshpass -p {} ssh -t dsigdo@gdo{}.doc.ic.ac.uk 'python3 {}/{} &'".format(PASSWORD, ID, TARGET_LOCATION, FILE_LOCATION))
# os.system("sshpass -p {} ssh -t dsigdo@gdo{}.doc.ic.ac.uk 'sudo apt-get install cmake'".format(PASSWORD, ID))
os.system("sshpass -p {} ssh -t dsigdo@gdo{}.doc.ic.ac.uk 'pip install lz4'".format(PASSWORD, ID))
# os.system("sshpass -p {} ssh -t dsigdo@gdo{}.doc.ic.ac.uk 'sudo dpkg --configure -a'".format(PASSWORD, ID))
# os.system("sshpass -p {} ssh -t dsigdo@gdo{}.doc.ic.ac.uk 'sudo apt-get install cmake swig'".format(PASSWORD, ID))
# kill python
# os.system("sshpass -p {} ssh -t dsigdo@gdo{}.doc.ic.ac.uk 'killall Python'".format(PASSWORD, ID))