hi, i'm new in this parallel computing
i tried to parallel matrix multiplication, such an old problem
but i get some error that i cannot solve
import sys
if len(sys.argv) < 2:
print 'Usage: mm dim1 dim2 dim3'
print 'Please specify matrix dimensions'
sys.exit()
from numpy import *
from numpy.random import *
from time import *
dim1 = int(sys.argv[1])
if len(sys.argv) < 3:
dim2 = dim1
else:
dim2 = int(sys.argv[2])
if len(sys.argv) < 4:
dim3 = dim1
else:
dim3 = int(sys.argv[3])
import pp
import time
def matmul(mat1,mat2):
return mat1*mat2
A = matrix(random_integers(-10,10,(dim1,dim2)))
B = matrix(random_integers(-10,10,(dim2,dim3)))
part = 2
a = split(A,part,axis=0)
b = split(B,part,axis=1)
job_server = pp.Server()
for ncpus in (1,2):
job_server.set_ncpus(ncpus)
jobs = []
start_time = time.time()
print "starting", job_server.get_ncpus(), "workers"
jobs.append(job_server.submit(matmul,(a[0],b[0])))
jobs.append(job_server.submit(matmul,(a[1],b[1])))
jobs.append(job_server.submit(matmul,(a[0],b[1])))
jobs.append(job_server.submit(matmul,(a[1],b[0])))
allconc = concatenate([job() for job in jobs])
splited = split(allconc,2,axis=0)
print concatenate((splited[0],splited[1]),axis=1)
print "Time elapsed: ", time.time() - start_time, "s"
print
job_server.print_stats()
job_server.print_stats()
although it give me the result but still the errors are annoying
starting 1 workers
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
[matrix([[-420, 496, 134, ..., 49, 918, -283],
[ 570, 434, -861, ..., 530, 183, 10],
[-151, 230, -383, ..., 267, 134, -631],
...,
[-659, -238, 440, ..., 174, 321, -420],
[-119, 708, 288, ..., 568, 147, 236],
[ 100, -532, -369, ..., 800, 183, -273]]), matrix([[ 175, 353, -255, ..., -527, 408, 309],
[-617, -422, 238, ..., 600, 310, 324],
[-375, -135, 584, ..., -104, -104, -661],
...,
[-804, 55, -96, ..., -133, 132, -848],
[ 118, -46, 582, ..., 94, 781, -307],
[ 314, 146, -262, ..., -93, 261, -413]])]
Time elapsed: 0.210968971252 s
starting 2 workers
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
An error has occured during the function import
Traceback (most recent call last):
File "/usr/local/lib/python2.6/dist-packages/pp-1.5.7-py2.6.egg/ppworker.py", line 86, in run
eval(__fobj)
File "<string>", line 1, in <module>
NameError: name 'N' is not defined
[matrix([[-420, 496, 134, ..., 49, 918, -283],
[ 570, 434, -861, ..., 530, 183, 10],
[-151, 230, -383, ..., 267, 134, -631],
...,
[-659, -238, 440, ..., 174, 321, -420],
[-119, 708, 288, ..., 568, 147, 236],
[ 100, -532, -369, ..., 800, 183, -273]]), matrix([[ 175, 353, -255, ..., -527, 408, 309],
[-617, -422, 238, ..., 600, 310, 324],
[-375, -135, 584, ..., -104, -104, -661],
...,
[-804, 55, -96, ..., -133, 132, -848],
[ 118, -46, 582, ..., 94, 781, -307],
[ 314, 146, -262, ..., -93, 261, -413]])]
Time elapsed: 0.187676906586 s
Job execution statistics:
job count | % of all jobs | job time sum | time per job | job server
8 | 100.00 | 0.3375 | 0.042188 | local
Time elapsed since server creation 0.398968935013
could somebody discover the problem??
Forums 
