940 lines
28 KiB
Python
Executable File
940 lines
28 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
"""
|
|
Usage: qp_create_ninja create <config_file> (--development | --production)
|
|
qp_create_ninja update
|
|
|
|
"""
|
|
|
|
import os
|
|
import sys
|
|
import glob
|
|
from os.path import join
|
|
from collections import namedtuple
|
|
from collections import defaultdict
|
|
import pickle
|
|
|
|
try:
|
|
from module_handler import ModuleHandler
|
|
from read_compilation_cfg import get_compilation_option
|
|
from docopt import docopt
|
|
except ImportError:
|
|
f = os.path.realpath(os.path.join(os.path.dirname(__file__),
|
|
"..",
|
|
"..",
|
|
"quantum_package.rc"))
|
|
|
|
print("\n".join(["", "Error:", "source %s" % f, ""]))
|
|
raise
|
|
|
|
# Compress path
|
|
def comp_path(path):
|
|
return path.replace(QP_ROOT,"$QP_ROOT")
|
|
|
|
# __
|
|
# /__ | _ |_ _. | _. ._ o _. |_ | _ _
|
|
# \_| | (_) |_) (_| | \/ (_| | | (_| |_) | (/_ _>
|
|
#
|
|
|
|
from qp_path import QP_ROOT, QP_SRC, QP_EZFIO
|
|
|
|
LIB = " -lz"
|
|
EZFIO_LIB = join("$QP_ROOT", "lib", "libezfio_irp.a")
|
|
ROOT_BUILD_NINJA = join("$QP_ROOT", "config", "build.ninja")
|
|
ROOT_BUILD_NINJA_EXP = join(QP_ROOT, "config", "build.ninja")
|
|
ROOT_BUILD_NINJA_EXP_tmp = join(QP_ROOT, "config", "build.ninja.tmp")
|
|
header = r"""#
|
|
# _______ _____
|
|
# __ __ \___ _______ _________ /____ ________ ___
|
|
# _ / / / / / / __ `/_ __ \ __/ / / /_ __ `__ \
|
|
# / /_/ // /_/ // /_/ /_ / / / /_ / /_/ /_ / / / / /
|
|
# \___\_\\__,_/ \__,_/ /_/ /_/\__/ \__,_/ /_/ /_/ /_/
|
|
#
|
|
# ________ ______
|
|
# ___ __ \_____ _________ /_______ _______ _____
|
|
# __ /_/ / __ `/ ___/_ //_/ __ `/_ __ `/ _ \
|
|
# _ ____// /_/ // /__ _ ,< / /_/ /_ /_/ // __/
|
|
# /_/ \__,_/ \___/ /_/|_| \__,_/ _\__, / \___/
|
|
# /____/
|
|
#
|
|
# https://github.com/QuantumPackage/qp2,
|
|
#
|
|
# Generated automatically by {0}
|
|
#
|
|
#
|
|
""".format(__file__).replace(QP_ROOT,"$QP_ROOT")
|
|
|
|
header += """
|
|
QP_ROOT = {0}
|
|
|
|
""".format(QP_ROOT)
|
|
|
|
#
|
|
# |\ | _. ._ _ _ _| _|_ ._ | _
|
|
# | \| (_| | | | (/_ (_| |_ |_| |_) | (/_
|
|
# |
|
|
Path = namedtuple('Path', ['abs', 'rel'])
|
|
EZ_config_path = namedtuple('EZ_config', ['path_in_module', 'path_in_ezfio'])
|
|
EZ_handler = namedtuple('EZ_handler', ['ez_module', 'ez_cfg', 'ez_interface',
|
|
'ez_config'])
|
|
Sym_link = namedtuple('Sym_link', ['source', 'destination'])
|
|
module_instance = ModuleHandler()
|
|
|
|
|
|
def real_join(*args):
|
|
return os.path.realpath(join(*args))
|
|
|
|
|
|
# _
|
|
# |_ ._ _. ._ o _. |_ | _ _
|
|
# |_ | | \/ \/ (_| | | (_| |_) | (/_ _>
|
|
#
|
|
def ninja_create_env_variable(pwd_config_file):
|
|
"""
|
|
Return some ninja variable with the env variable expanded
|
|
FC, FCFLAGS, IRPF90, IRPF90_FLAGS
|
|
The env variable is useful for the generation of EZFIO, and IRPF90
|
|
"""
|
|
l_string = ["builddir = {0}".format(os.path.dirname(ROOT_BUILD_NINJA)),
|
|
""]
|
|
|
|
|
|
for flag in ["FC", "FCFLAGS", "IRPF90", "IRPF90_FLAGS"]:
|
|
str_ = "{0} = {1}".format(flag, get_compilation_option(pwd_config_file,
|
|
flag))
|
|
for directory in [real_join(QP_SRC, m) for m in sorted(os.listdir(QP_SRC))]:
|
|
includefile = real_join(directory, flag)
|
|
try:
|
|
content = ""
|
|
with open(includefile,'r') as f:
|
|
content = f.read()
|
|
str_ += " "+content
|
|
except IOError:
|
|
pass
|
|
|
|
l_string.append(str_)
|
|
|
|
lib_lapack = get_compilation_option(pwd_config_file, "LAPACK_LIB")
|
|
lib_usr = get_compilation_option(pwd_config_file, "LIB")
|
|
|
|
str_lib = " ".join([lib_lapack, EZFIO_LIB, LIB, lib_usr])
|
|
|
|
# Read all LIB files in modules
|
|
for directory in [real_join(QP_SRC, m) for m in sorted(os.listdir(QP_SRC))]:
|
|
libfile = real_join(directory, "LIB")
|
|
try:
|
|
content = ""
|
|
with open(libfile,'r') as f:
|
|
content = f.read().replace('\n','')
|
|
str_lib += " "+content
|
|
except IOError:
|
|
pass
|
|
|
|
l_string.append("LIB = {0} ".format(str_lib))
|
|
|
|
|
|
l_string.append("CONFIG_FILE = {0}".format(pwd_config_file))
|
|
l_string.append("")
|
|
|
|
return l_string
|
|
|
|
|
|
# __
|
|
# /__ _ ._ _ _. | _ _
|
|
# \_| (/_ | | (/_ (_| | (_) (_| \/
|
|
# _| /
|
|
def dict_module_genelogy_path(d_module_genelogy):
|
|
"""
|
|
Just a dict with relative, and absolue path for the
|
|
d_module_genelogy
|
|
"""
|
|
d = dict()
|
|
for module_rel, l_children_rel in d_module_genelogy.items():
|
|
module_abs = real_join(QP_SRC, module_rel)
|
|
|
|
p = Path(module_abs, module_rel)
|
|
try:
|
|
d[p] = Path(real_join(QP_SRC, l_children_rel), l_children_rel)
|
|
except:
|
|
d[p] = [Path(real_join(QP_SRC, children), children)
|
|
for children in l_children_rel]
|
|
|
|
return d
|
|
|
|
# _ __ _ ___ _ _
|
|
# |_ / |_ | / \ _ _|_ _
|
|
# |_ /_ | _|_ \_/ o (_ | (_|
|
|
# _|
|
|
|
|
|
|
def get_l_module_with_ezfio_cfg():
|
|
"""
|
|
Return all the modules that have a EZFIO.cfg
|
|
"""
|
|
from os import listdir
|
|
from os.path import isfile
|
|
|
|
return [real_join(QP_SRC, m) for m in sorted(listdir(QP_SRC))
|
|
if isfile(real_join(QP_SRC, m, "EZFIO.cfg"))]
|
|
|
|
|
|
def get_l_ezfio_config():
|
|
"""
|
|
Return a namedtuple('EZ_config', ['path_in_module', 'path_in_ezfio'])
|
|
"""
|
|
|
|
l = []
|
|
|
|
cmd = "{0}/*/*.ezfio_config".format(QP_SRC)
|
|
for path_in_module in glob.glob(cmd):
|
|
|
|
real_path = real_join(path_in_module)
|
|
|
|
name_lower = os.path.split(real_path)[1].lower()
|
|
path_in_ezfio = join(QP_EZFIO, "config", name_lower)
|
|
l.append(EZ_config_path(real_path, path_in_ezfio))
|
|
|
|
return l
|
|
|
|
|
|
def ninja_ezfio_cfg_rule():
|
|
"""
|
|
Return the ezfio_interface rule which will create
|
|
the _ezfio_interface.irp.f the _ezfio_config from the EZFIO.cfg
|
|
"""
|
|
|
|
l_string = ["rule build_ezfio_interface",
|
|
" command = ei_handler.py --path_module $sub_module", ""]
|
|
|
|
return l_string
|
|
|
|
|
|
def ninja_ezfio_config_rule():
|
|
"""
|
|
If a ezfio_config existe you just need to move it
|
|
"""
|
|
l_string = ["rule build_ezfio_config", " command = cp $in $out", ""]
|
|
|
|
return l_string
|
|
|
|
|
|
def get_children_of_ezfio_cfg(l_module_with_ezfio_cfg):
|
|
"""
|
|
From a module list of ezfio_cfg return all the stuff created by it
|
|
"""
|
|
config_folder = join(QP_EZFIO, "config")
|
|
|
|
l_util = dict()
|
|
|
|
for m in l_module_with_ezfio_cfg:
|
|
|
|
name_module = os.path.split(m)[1]
|
|
name_module_lower = name_module.lower()
|
|
|
|
rel = name_module
|
|
abs_ = m
|
|
ez_module = Path(abs_, rel)
|
|
|
|
rel = "EZFIO.cfg"
|
|
abs_ = join(m, "EZFIO.cfg")
|
|
ez_cfg = Path(abs_, rel)
|
|
|
|
rel = "ezfio_interface.irp.f"
|
|
abs_ = join(m, rel)
|
|
ez_interface = Path(abs_, rel)
|
|
|
|
rel = "{0}.ezfio_interface_config".format(name_module_lower)
|
|
abs_ = join(config_folder, rel)
|
|
ez_config = Path(abs_, rel)
|
|
|
|
l_util[ez_module.rel] = EZ_handler(ez_module, ez_cfg, ez_interface,
|
|
ez_config)
|
|
|
|
return l_util
|
|
|
|
|
|
def ninja_ezfio_cfg_build(l_util):
|
|
"""
|
|
Return the children created by EZFIO.cfg
|
|
For us is only ez_interface.irp.f and ez_config
|
|
"""
|
|
l_string = []
|
|
|
|
for m in l_util.values():
|
|
|
|
str_ = "build {1} {2}: build_ezfio_interface {0}"
|
|
l_string += [str_.format(*list(map(comp_path,(m.ez_cfg.abs, m.ez_interface.abs,
|
|
m.ez_config.abs))))]
|
|
|
|
l_string += [" sub_module = {0}".format(comp_path(m.ez_module.abs))]
|
|
l_string += [""]
|
|
|
|
return l_string
|
|
|
|
|
|
def ninja_ezfio_config_build(l_ezfio_config):
|
|
"""
|
|
For the ezfio_config present in module move then
|
|
"""
|
|
l_string = []
|
|
|
|
for m in l_ezfio_config:
|
|
file_source = m.path_in_module
|
|
file_create = m.path_in_ezfio
|
|
|
|
l_string += ["build {0}: build_ezfio_config {1}".format(*list(map(comp_path,(file_create,
|
|
file_source))))]
|
|
l_string += [""]
|
|
|
|
return l_string
|
|
|
|
|
|
def ninja_ezfio_rule():
|
|
"""
|
|
Retun the rule for creation the ezfio
|
|
Set some variable
|
|
and run ninja
|
|
"""
|
|
l_flag = ["export {0}='${0}'".format(flag)
|
|
for flag in ["FC", "FCFLAGS", "IRPF90"]]
|
|
|
|
install_lib_ezfio = comp_path(join(QP_EZFIO, "lib", "libezfio_irp.a"))
|
|
l_cmd = ["cd {0}".format(comp_path(QP_EZFIO))] + l_flag
|
|
l_cmd += ["make veryclean && make && rm -f {1} ; ln -sf {0} {1}".format(install_lib_ezfio, EZFIO_LIB)]
|
|
|
|
l_string = ["rule build_ezfio",
|
|
" command = {0}".format(" ; ".join(l_cmd)),
|
|
" pool = console", " description = Create $out", ""]
|
|
|
|
return l_string
|
|
|
|
|
|
def ninja_ezfio_build(l_ezfio_config, l_util):
|
|
"""
|
|
Rule for creating the ezfio
|
|
we depend of the ezfio_config set by the user or created by EZFIO.cfg
|
|
"""
|
|
|
|
l_ezfio_config = [i.path_in_ezfio for i in l_ezfio_config]
|
|
l_ezfio_from_cfg = [i.ez_config.abs for i in l_util.values()]
|
|
|
|
str_ = " ".join(map(comp_path,(l_ezfio_config + l_ezfio_from_cfg)))
|
|
l_string = ["build {0}: build_ezfio {1}".format(EZFIO_LIB, str_), ""]
|
|
|
|
return l_string
|
|
|
|
|
|
# __
|
|
# (_ ._ _ | o ._ |
|
|
# __) \/ | | | | | | | |<
|
|
# /
|
|
def get_source_destination(path_module, l_needed_molule):
|
|
"""
|
|
Return a list of Sym_link = namedtuple('Sym_link', ['source', 'destination'])
|
|
for a module
|
|
"""
|
|
return [Sym_link(m.abs, join(QP_SRC, path_module.rel, m.rel))
|
|
for m in l_needed_molule]
|
|
|
|
|
|
def ninja_symlink_rule():
|
|
"""
|
|
Return the command to create for the symlink
|
|
"""
|
|
return ["rule build_symlink", " command = rm -f $out ; ln -sf $in $out", ""]
|
|
|
|
|
|
def ninja_symlink_build(path_module, l_symlink):
|
|
"""
|
|
Create the symlink
|
|
and the l_symlink which are all the symlink list
|
|
"""
|
|
|
|
if not l_symlink:
|
|
return []
|
|
|
|
l_folder = [s.destination for s in sorted(l_symlink,key=lambda x:x.destination)]
|
|
|
|
l_string = ["build l_symlink_{0} : phony {1}".format(path_module.rel,
|
|
" ".join(map(comp_path,l_folder))),
|
|
""]
|
|
|
|
for symlink in sorted(l_symlink, key=lambda x: x.source+x.destination):
|
|
l_string += ["build {0}: build_symlink {1}".format(*list(map(comp_path,(symlink.destination, symlink.source)))), ""]
|
|
|
|
return l_string
|
|
|
|
|
|
#
|
|
# _ o _|_ o _ ._ _ ._ _
|
|
# o (_| | |_ | (_| | | (_) | (/_
|
|
# _| _|
|
|
#
|
|
def ninja_gitignore_rule():
|
|
"""
|
|
Return the command to create the gitignore
|
|
"""
|
|
return ["rule build_gitignore",
|
|
" command = module_handler.py create_git_ignore $module_rel",
|
|
" description = Create gitignore for $module_rel", ""]
|
|
|
|
|
|
def ninja_gitignore_build(path_module, d_binaries, l_symlink):
|
|
"""
|
|
"""
|
|
|
|
path_gitignore = comp_path(join(path_module.abs, ".gitignore"))
|
|
|
|
l_b = sorted(list(map(comp_path,[i.abs for i in d_binaries[path_module]])))
|
|
|
|
root = "build {0}: build_gitignore {1}".format(path_gitignore,
|
|
" ".join(l_b))
|
|
if l_symlink:
|
|
l_string = ["{0} || l_symlink_{1}".format(root, path_module.rel)]
|
|
else:
|
|
l_string = ["{0}".format(root)]
|
|
|
|
l_string.extend((" module_rel = {0}".format(path_module.rel), ""))
|
|
|
|
return l_string
|
|
|
|
|
|
# _ _ _
|
|
# o ._ ._ _|_ (_| / \ ._ _ _. | _
|
|
# | | |_) | | \_/ o | | | (_| |< (/_
|
|
# |
|
|
#
|
|
def get_l_file_for_module(path_module):
|
|
'''
|
|
return the list of irp.f in a module
|
|
'''
|
|
l_depend = []
|
|
l_src = []
|
|
l_obj = []
|
|
|
|
l_template = []
|
|
|
|
for f in sorted(os.listdir(path_module.abs)):
|
|
if f.lower().endswith(tuple([".template.f", ".include.f"])):
|
|
l_template.append(join(path_module.abs, f))
|
|
elif f.endswith(".irp.f"):
|
|
l_depend.append(join(path_module.abs, f))
|
|
elif f.lower().endswith(tuple([".f", ".f90", ".c", ".cpp", ".cxx"])):
|
|
l_depend.append(join(path_module.abs, f))
|
|
l_src.append(f)
|
|
obj = '{0}.o'.format(os.path.splitext(f)[0])
|
|
l_obj.append(obj)
|
|
elif f.lower().endswith(".o"):
|
|
l_obj.append(join(path_module.abs, f))
|
|
elif f == "EZFIO.cfg":
|
|
l_depend.append(join(path_module.abs, "ezfio_interface.irp.f"))
|
|
|
|
d = {
|
|
"l_depend": l_depend,
|
|
"l_src": l_src,
|
|
"l_obj": l_obj,
|
|
"l_template": l_template
|
|
}
|
|
|
|
return d
|
|
|
|
|
|
def get_file_dependency(d_info_module):
|
|
"""
|
|
For a module return all the irp.f90 needed files
|
|
"""
|
|
d_irp = defaultdict(dict)
|
|
|
|
for module, l_children in d_info_module.items():
|
|
|
|
for key, values in get_l_file_for_module(module).items():
|
|
if key in ["l_src"]:
|
|
values = [join(module.abs, o) for o in values]
|
|
if key in ["l_obj"]:
|
|
values = [join(module.abs, "IRPF90_temp", o) for o in values]
|
|
|
|
d_irp[module][key] = values
|
|
|
|
for children in l_children:
|
|
for key, values in get_l_file_for_module(children).items():
|
|
if key in ["l_src"]:
|
|
values = [join(module.abs, children.rel, o)
|
|
for o in values]
|
|
if key in ["l_obj"]:
|
|
values = [join(module.abs, "IRPF90_temp", children.rel, o)
|
|
for o in values]
|
|
|
|
d_irp[module][key].extend(values)
|
|
|
|
return d_irp
|
|
|
|
|
|
def ninja_irpf90_make_rule():
|
|
"""
|
|
The rule for creating the irpf90.make
|
|
Export the flag and compile
|
|
Only secontial make a possible
|
|
"""
|
|
|
|
# ~#~#~#~#~ #
|
|
# F l a g s #
|
|
# ~#~#~#~#~ #
|
|
l_flag = []
|
|
for flag in ["FC", "FCFLAGS", "LIB", "SRC", "OBJ"]:
|
|
str_ = "export {0}='${0}'".format(flag)
|
|
l_flag.append(str_)
|
|
|
|
# ~#~#~ #
|
|
# c m d #
|
|
# ~#~#~ #
|
|
|
|
l_cmd = ["cd $module_abs"] + l_flag + ["irpf90 $include_dir $IRPF90_FLAGS"]
|
|
|
|
# ~#~#~#~#~#~ #
|
|
# s t r i n g #
|
|
# ~#~#~#~#~#~ #
|
|
|
|
l_string = ["pool irp_pool", " depth = 1", "", "rule build_irpf90.ninja",
|
|
" command = {0}".format(" ; ".join(l_cmd)),
|
|
" pool = irp_pool",
|
|
" description = Running IRPF90 for $module_rel", ""]
|
|
|
|
return l_string
|
|
|
|
|
|
def ninja_irpf90_make_build(path_module, l_needed_molule, d_irp):
|
|
"""
|
|
Creatre the dependency for a irpf90.make
|
|
We need all the symklink and all the irp.f
|
|
"""
|
|
# ~#~#~#~#~#~ #
|
|
# O u t p u t #
|
|
# ~#~#~#~#~#~ #
|
|
|
|
l_creation = [join(path_module.abs, i)
|
|
for i in ["irpf90_entities", "tags",
|
|
"IRPF90_temp/build.ninja"]]
|
|
str_creation = " ".join(map(comp_path,l_creation))
|
|
|
|
# ~#~#~#~#~#~#~#~#~#~ #
|
|
# D e p e n d a n c y #
|
|
# ~#~#~#~#~#~#~#~#~#~ #
|
|
|
|
l_depend = sorted(list(map(comp_path,d_irp[path_module]["l_depend"])))
|
|
l_src = sorted(list(map(comp_path,d_irp[path_module]["l_src"])))
|
|
l_obj = sorted(list(map(comp_path,d_irp[path_module]["l_obj"])))
|
|
l_template = sorted(list(map(comp_path,d_irp[path_module]["l_template"])))
|
|
|
|
if l_needed_molule:
|
|
l_symlink = ["l_symlink_{0}".format(path_module.rel)]
|
|
else:
|
|
l_symlink = []
|
|
|
|
str_depend = " ".join(l_depend + l_symlink + l_template)
|
|
|
|
# ~#~#~#~#~#~#~#~#~#~#~ #
|
|
# N i n j a _ b u i l d #
|
|
# ~#~#~#~#~#~#~#~#~#~#~ #
|
|
|
|
l_include_dir = ["-I {0}".format(m.rel) for m in sorted(l_needed_molule, key=lambda x:x.rel+x.abs) ]
|
|
|
|
l_string = [
|
|
"build {0}: build_irpf90.ninja {1}".format(str_creation, str_depend),
|
|
" module_abs = {0}".format(comp_path(path_module.abs)),
|
|
" module_rel = {0}".format(comp_path(path_module.rel)),
|
|
" SRC = {0}".format(" ".join(l_src)),
|
|
" OBJ = {0}".format(" ".join(l_obj)),
|
|
" include_dir = {0}".format(" ".join(l_include_dir)), ""
|
|
]
|
|
|
|
return l_string
|
|
|
|
|
|
|
|
# _
|
|
# |_) o ._ _. ._
|
|
# |_) | | | (_| | \/
|
|
# /
|
|
def get_binaries(path_module):
|
|
"""
|
|
Return the list of binaries
|
|
(Path= namedtuple('Path', ['abs', 'rel']) for a module
|
|
"""
|
|
import subprocess
|
|
|
|
try:
|
|
cmd = 'grep -l -e "^\\s*program " {0}/*.irp.f'.format(path_module.abs)
|
|
process = subprocess.Popen([cmd],
|
|
shell=True,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.PIPE)
|
|
stdout, stderr = process.communicate()
|
|
stdout = stdout.decode()
|
|
except OSError:
|
|
return []
|
|
else:
|
|
if not stdout:
|
|
return []
|
|
elif "No such file or directory" not in stdout:
|
|
l_bin = [i.replace(".irp.f", "", 1) for i in stdout.split()]
|
|
return [Path(os.path.realpath(bin_), os.path.basename(bin_)) for bin_ in l_bin]
|
|
else:
|
|
return []
|
|
|
|
|
|
def get_dict_binaries(l_module, mode="production"):
|
|
"""
|
|
Return a dict [module] = list_binaries
|
|
If the production mode is enabled, return header modules
|
|
which will produce all binaries
|
|
|
|
Example : The module Full_CI can produce the binary SCF
|
|
so you dont need to compile at all the module Hartree-Fock
|
|
|
|
But you need to change the path accordingly
|
|
Full_CI/Hartree-Fock/SCF
|
|
"""
|
|
d_binaries = defaultdict(list)
|
|
|
|
# Create d_binaries
|
|
# Ake module => binaries generated
|
|
for module in l_module:
|
|
l_binaries = get_binaries(module)
|
|
if l_binaries:
|
|
d_binaries[module] += l_binaries
|
|
|
|
if mode == "production":
|
|
|
|
dict_root = module_instance.dict_root
|
|
dict_root_module_path = dict_module_genelogy_path(dict_root)
|
|
|
|
d_binaries_condensed = defaultdict(list)
|
|
|
|
for module in d_binaries:
|
|
|
|
root_module = dict_root_module_path[module]
|
|
|
|
if module == root_module:
|
|
d_binaries_condensed[root_module] += d_binaries[module]
|
|
else:
|
|
|
|
l_binaries = []
|
|
for binaries in d_binaries[module]:
|
|
p_abs = real_join(QP_SRC, root_module.rel)
|
|
p_abs = join(p_abs, module.rel, binaries.rel)
|
|
p_rel = binaries.rel
|
|
p = Path(p_abs, p_rel)
|
|
l_binaries.append(p)
|
|
|
|
d_binaries_condensed[root_module] += l_binaries
|
|
|
|
d_binaries = d_binaries_condensed
|
|
|
|
return d_binaries
|
|
|
|
|
|
def ninja_binaries_rule():
|
|
"""
|
|
Rule for creating the binaries
|
|
"""
|
|
|
|
# ~#~#~ #
|
|
# c m d #
|
|
# ~#~#~ #
|
|
|
|
l_cmd = ["cd $module_abs/IRPF90_temp", "ninja $out && for i in $out ; do [ -x $$i ] && touch $$i ; done"]
|
|
|
|
# ~#~#~#~#~#~ #
|
|
# s t r i n g #
|
|
# ~#~#~#~#~#~ #
|
|
|
|
l_string = ["rule build_binaries",
|
|
" command = {0}".format(" ; ".join(l_cmd)),
|
|
" pool = console",
|
|
" description = Create all the binaries from $module_rel",
|
|
""]
|
|
|
|
return l_string
|
|
|
|
|
|
def ninja_binaries_build(path_module, l_children, d_binaries):
|
|
"""
|
|
The binaries need the EZFIO_LIB, and the irpf90.make (aka build.ninja)
|
|
"""
|
|
|
|
# ~#~#~ #
|
|
# c m d #
|
|
# ~#~#~ #
|
|
|
|
ninja_module_path = join(comp_path(path_module.abs), "IRPF90_temp/build.ninja")
|
|
l_abs_bin = sorted(list(map(comp_path,[binary.abs for binary in d_binaries[path_module]])))
|
|
|
|
# ~#~#~#~#~#~ #
|
|
# s t r i n g #
|
|
# ~#~#~#~#~#~ #
|
|
|
|
l_string = ["build {0}: build_binaries {1} {2}".format(" ".join(l_abs_bin),
|
|
EZFIO_LIB,
|
|
ninja_module_path),
|
|
" module_abs = {0}".format(comp_path(path_module.abs)),
|
|
" module_rel = {0}".format(path_module.rel), ""]
|
|
|
|
return l_string
|
|
|
|
|
|
def ninja_module_build(path_module, d_binaries):
|
|
|
|
l_abs_bin = sorted(list(map(comp_path,[binary.abs for binary in d_binaries[path_module]])))
|
|
path_readme = os.path.join(comp_path(path_module.abs), "README.rst")
|
|
|
|
l_string = ["build module_{0}: phony {1}".format(path_module.rel,
|
|
" ".join(l_abs_bin)) ]
|
|
|
|
return l_string
|
|
|
|
|
|
#
|
|
# |\/| _ _| | _
|
|
# | | (_) (_| |_| | (/_
|
|
#
|
|
def save_subninja_file(path_module):
|
|
l_string = ["builddir = {0}".format(os.path.dirname(ROOT_BUILD_NINJA)),
|
|
""]
|
|
|
|
l_string += ["rule update_build_ninja_root",
|
|
" command = {0} update".format(__file__),
|
|
""]
|
|
|
|
l_string += ["rule make_local_binaries",
|
|
" command = ninja -f {0} module_{1}".format(ROOT_BUILD_NINJA, path_module.rel),
|
|
" pool = console",
|
|
" description = Compile only {0}".format(path_module.rel),
|
|
""]
|
|
|
|
l_string += ["rule make_all_binaries",
|
|
" command = ninja -f {0}".format(ROOT_BUILD_NINJA),
|
|
" pool = console",
|
|
" description = Compiling all modules",
|
|
""]
|
|
|
|
l_string += ["rule make_clean",
|
|
" command = module_handler.py clean {0}".format(path_module.rel),
|
|
" description = Cleaning module {0}".format(path_module.rel),
|
|
""]
|
|
|
|
l_string += ["rule make_tidy",
|
|
" command = module_handler.py tidy {0}".format(path_module.rel),
|
|
" description = Cleaning module {0}".format(path_module.rel),
|
|
""]
|
|
|
|
l_string += ["rule executables",
|
|
" command = make -C {0} executables .gitignore qp_edit.native qp_run.native".format(join("$QP_ROOT","ocaml")),
|
|
" description = Updating OCaml executables",
|
|
""]
|
|
|
|
l_string += ["build dummy_target: update_build_ninja_root", "",
|
|
"build all: make_all_binaries dummy_target", "",
|
|
"build local: make_local_binaries dummy_target", "",
|
|
"build executables: executables local dummy_target", "",
|
|
"default executables", "", "build clean: make_clean dummy_target",
|
|
"", "build tidy: make_tidy dummy_target",
|
|
""]
|
|
|
|
path_ninja_cur = join(path_module.abs, "build.ninja")
|
|
|
|
with open(path_ninja_cur, "w") as f:
|
|
f.write(header)
|
|
f.write("\n".join(l_string))
|
|
|
|
|
|
def create_build_ninja_global():
|
|
l_string = ["builddir = {0}".format(os.path.dirname(ROOT_BUILD_NINJA)),
|
|
""]
|
|
|
|
l_string = ["rule update_build_ninja_root",
|
|
" command = {0} update".format(__file__),
|
|
""]
|
|
|
|
l_string += ["rule make_all",
|
|
" command = ninja -f {0}".format(ROOT_BUILD_NINJA),
|
|
" pool = console", " description = Compiling all modules",
|
|
""]
|
|
|
|
l_string += ["rule make_clean",
|
|
" command = module_handler.py clean --all",
|
|
" description = Cleaning all modules", ""]
|
|
|
|
l_string += ["rule make_tidy",
|
|
" command = module_handler.py tidy --all",
|
|
" description = Cleaning all modules", ""]
|
|
|
|
l_string += ["rule make_ocaml",
|
|
" command = make -C {0}/ocaml".format("$QP_ROOT"),
|
|
" pool = console",
|
|
" description = Compiling OCaml tools",
|
|
""]
|
|
|
|
|
|
l_string += ["build dummy_target: update_build_ninja_root",
|
|
"build ocaml_target: make_ocaml all",
|
|
"",
|
|
"build all: make_all dummy_target",
|
|
"default ocaml_target",
|
|
"",
|
|
"build clean: make_clean dummy_target",
|
|
"",
|
|
"build tidy: make_tidy dummy_target",
|
|
"", ]
|
|
|
|
path_ninja_cur = join(QP_ROOT, "build.ninja")
|
|
|
|
with open(path_ninja_cur, "w") as f:
|
|
f.write(header)
|
|
f.write("\n".join(l_string))
|
|
|
|
#
|
|
# |\/| _. o ._
|
|
# | | (_| | | |
|
|
#
|
|
if __name__ == "__main__":
|
|
arguments = docopt(__doc__)
|
|
|
|
pickle_path = os.path.join(QP_ROOT, "config", "qp_create_ninja.pickle")
|
|
|
|
if arguments["update"]:
|
|
with open(pickle_path, 'rb') as handle:
|
|
arguments = pickle.load(handle)
|
|
|
|
elif arguments["create"]:
|
|
|
|
arguments["<config_file>"] = os.path.realpath(arguments["<config_file>"])
|
|
|
|
with open(pickle_path, 'wb') as handle:
|
|
pickle.dump(arguments, handle)
|
|
|
|
pwd_config_file = arguments["<config_file>"]
|
|
|
|
# _
|
|
# |_ ._ _. ._ o _. |_ | _ _
|
|
# |_ | | \/ \/ (_| | | (_| |_) | (/_ _>
|
|
#
|
|
|
|
l_string = ninja_create_env_variable(pwd_config_file)
|
|
|
|
# _
|
|
# |_) | _
|
|
# | \ |_| | (/_
|
|
#
|
|
l_string += ninja_ezfio_cfg_rule()
|
|
|
|
l_string += ninja_symlink_rule()
|
|
|
|
l_string += ninja_irpf90_make_rule()
|
|
l_string += ninja_gitignore_rule()
|
|
|
|
l_string += ninja_binaries_rule()
|
|
|
|
l_string += ninja_ezfio_config_rule()
|
|
l_string += ninja_ezfio_rule()
|
|
|
|
# _
|
|
# |_) o | _| _ _ ._ _ ._ _. |
|
|
# |_) |_| | | (_| (_| (/_ | | (/_ | (_| |
|
|
# _|
|
|
l_module_with_ezfio_cfg = get_l_module_with_ezfio_cfg()
|
|
l_util = get_children_of_ezfio_cfg(l_module_with_ezfio_cfg)
|
|
l_ezfio_config = get_l_ezfio_config()
|
|
|
|
l_string += ninja_ezfio_cfg_build(l_util)
|
|
l_string += ninja_ezfio_config_build(l_ezfio_config)
|
|
l_string += ninja_ezfio_build(l_ezfio_config, l_util)
|
|
|
|
# _ _
|
|
# |_) o | _| _|_ _ ._ ._ _ _ _| | _
|
|
# |_) |_| | | (_| | (_) | | | | (_) (_| |_| | (/_
|
|
#
|
|
#
|
|
|
|
# ~#~#~#~#~#~#~#~#~#~#~#~#~#~ #
|
|
# G e n e a l o g y _ d i c t #
|
|
# ~#~#~#~#~#~#~#~#~#~#~#~#~#~ #
|
|
|
|
d_genealogy = module_instance.dict_descendant
|
|
d_genealogy_path = dict_module_genelogy_path(d_genealogy)
|
|
d_irp = get_file_dependency(d_genealogy_path)
|
|
|
|
dict_root = module_instance.dict_root
|
|
dict_root_path = dict_module_genelogy_path(dict_root)
|
|
|
|
l_all_module = sorted(list(d_genealogy_path.keys()))
|
|
|
|
# ~#~#~#~#~#~#~#~#~#~#~#~#~ #
|
|
# M o d u l e _ t o _ i r p #
|
|
# ~#~#~#~#~#~#~#~#~#~#~#~#~ #
|
|
|
|
d_binaries = get_dict_binaries(l_all_module, mode="development")
|
|
l_module = sorted(list(d_binaries.keys()), key=lambda x: x.rel+x.abs)
|
|
|
|
|
|
# ~#~#~#~#~#~#~#~#~#~#~#~ #
|
|
# G l o b a l _ b u i l d #
|
|
# ~#~#~#~#~#~#~#~#~#~#~#~ #
|
|
|
|
create_build_ninja_global()
|
|
|
|
# ~#~#~#~#~#~#~#~#~#~#~#~ #
|
|
# C r e a t e _ r u l e s #
|
|
# ~#~#~#~#~#~#~#~#~#~#~#~ #
|
|
|
|
for module_to_compile in l_module:
|
|
if module_to_compile.rel == "dummy":
|
|
continue
|
|
|
|
# ~#~#~#~#~#~#~#~ #
|
|
# S y m l i n k #
|
|
# ~#~#~#~#~#~#~#~ #
|
|
l_children = d_genealogy_path[module_to_compile]
|
|
l_symlink = get_source_destination(module_to_compile, l_children)
|
|
|
|
l_string += ninja_symlink_build(module_to_compile, l_symlink)
|
|
|
|
# ~#~#~#~#~#~#~#~ #
|
|
# i r p . f 9 0 #
|
|
# ~#~#~#~#~#~#~#~ #
|
|
l_string += ninja_irpf90_make_build(module_to_compile, l_children,
|
|
d_irp)
|
|
|
|
l_string += ninja_binaries_build(module_to_compile, l_children,
|
|
d_binaries)
|
|
|
|
|
|
l_string += ninja_module_build(module_to_compile, d_binaries)
|
|
|
|
l_string += ninja_gitignore_build(module_to_compile, d_binaries,
|
|
l_symlink)
|
|
|
|
save_subninja_file(module_to_compile)
|
|
|
|
# ~#~#~#~#~ #
|
|
# S a v e s #
|
|
# ~#~#~#~#~ #
|
|
|
|
with open(ROOT_BUILD_NINJA_EXP_tmp, "w+") as f:
|
|
f.write(header)
|
|
f.write("\n".join(l_string))
|
|
|
|
with open(ROOT_BUILD_NINJA_EXP_tmp, "r") as f:
|
|
a = f.read()
|
|
|
|
try:
|
|
with open(ROOT_BUILD_NINJA_EXP, "r") as f:
|
|
b = f.read()
|
|
except:
|
|
b = None
|
|
|
|
if a != b:
|
|
os.rename(ROOT_BUILD_NINJA_EXP_tmp, ROOT_BUILD_NINJA_EXP)
|
|
else:
|
|
os.remove(ROOT_BUILD_NINJA_EXP_tmp)
|
|
|