LCPQ/irpf90
10
0
Fork 0
mirror of https://gitlab.com/scemama/irpf90.git synced 2024-12-21 11:53:32 +01:00
Code Releases Activity

Parallelization of preprocessed_text

Browse Source 
Version:1.1.48
This commit is contained in:
Anthony Scemama 2010-10-02 19:41:03 +02:00
parent 83c9ce5635
commit 772327fe56
2 changed files with 32 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/preprocessed_text.py
View File

@ -24,7 +24,6 @@
# 31062 Toulouse Cedex 4 # 31062 Toulouse Cedex 4
# scemama@irsamc.ups-tlse.fr # scemama@irsamc.ups-tlse.fr
from irpf90_t import * from irpf90_t import *
from regexps import * from regexps import *
import error import error
@ -549,7 +548,7 @@ def irp_simple_statements(text):
i = line.i i = line.i
f = line.filename f = line.filename
result = [ Begin_provider(i,line.text, (f,varname)), result = [ Begin_provider(i,line.text, (f,varname)),
Declaration(i," character*(%d) :: irp_here = '%s'"%(length,varname), filename) ] Declaration(i," character*(%d) :: irp_here = '%s'"%(length,varname), line.filename) ]
if command_line.do_assert or command_line.do_debug: if command_line.do_assert or command_line.do_debug:
result += [ result += [
Simple_line(i," call irp_enter(irp_here)", f), Simple_line(i," call irp_enter(irp_here)", f),
@ -826,14 +825,11 @@ def create_preprocessed_text(filename):
result = change_single_line_ifs(result) result = change_single_line_ifs(result)
result = process_old_style_do(result) result = process_old_style_do(result)
result = irp_simple_statements(result) result = irp_simple_statements(result)
check_begin_end(result)
return result return result
###################################################################### ######################################################################
preprocessed_text = [] preprocessed_text = parallel_loop( create_preprocessed_text, irpf90_files )
for filename in irpf90_files:
result = create_preprocessed_text(filename)
check_begin_end(result)
preprocessed_text.append( (filename, result) )
###################################################################### ######################################################################
def debug(): def debug():

29
src/util.py
View File

@ -126,6 +126,35 @@ def put_info(text,filename):
line.text = format%(line.text.ljust(lenmax),line.filename,str(line.i)) line.text = format%(line.text.ljust(lenmax),line.filename,str(line.i))
return text return text
import cPickle as pickle
import os, sys
def fork_and_pickle(f,filename):
fork = os.fork()
if fork == 0:
result = f(filename)
file = open('%s.pickle'%filename,'w')
pickle.dump(result,file,-1)
file.close()
sys.exit(0)
else:
return fork
def parallel_loop(f,files):
pidlist = {}
for filename in files:
pidlist[filename] = fork_and_pickle( f, filename )
result = []
for filename in files:
os.waitpid(pidlist[filename],0)
file = open('%s.pickle'%filename,'r')
data = pickle.load(file)
file.close()
os.remove('%s.pickle'%filename)
result.append( (filename, data) )
return result
if __name__ == '__main__': if __name__ == '__main__':
print "10",dimsize("10") #-> "10" print "10",dimsize("10") #-> "10"
print "0:10",dimsize("0:10") # -> "11" print "0:10",dimsize("0:10") # -> "11"