Reframe Report for Feel++ Thermo-electric toolbox on Gaya

1. Test Summary

  • Total Tests: 4

  • Failures: 0

from feelpp.benchmarking.report.atomicReports.controller import AtomicReportController
from feelpp.benchmarking.report.atomicReports.model import AtomicReportModel
from feelpp.benchmarking.report.atomicReports.view import AtomicReportView

model=AtomicReportModel([{'num_cases': 4, 'num_failures': 0, 'num_aborted': 0, 'num_skipped': 0, 'runid': 0, 'testcases': [{'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': 'RegressionTest %nb_tasks=64', 'environment': 'env_gaya', 'fail_phase': None, 'fail_reason': None, 'filename': '/data/home/cladellash/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': '1855ed40', 'jobid': '61347', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': 'RegressionTest %nb_tasks=64', 'nodelist': ['gaya1'], 'outputdir': '/data/home/cladellash/benchmarking/build/reframe/output/gaya/public/env_gaya/RegressionTest_1855ed40', 'perfvars': [{'name': 'ThermoElectricConstructor_createMesh', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 4.4885569}, {'name': 'ThermoElectricConstructor_createExporters', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.007956657}, {'name': 'ThermoElectricConstructor_init', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 8.81086092}, {'name': 'ThermoElectricPostProcessing_exportResults', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 2.63070506}, {'name': 'ThermoElectricSolve_solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 32.679434}], 'prefix': '/data/home/cladellash/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe', 'result': 'success', 'stagedir': '/data/home/cladellash/benchmarking/build/reframe/stage/gaya/public/env_gaya/RegressionTest_1855ed40', 'scheduler': 'squeue', 'system': 'gaya:public', 'tags': ['async'], 'time_compile': 0.01040339469909668, 'time_performance': 0.012512445449829102, 'time_run': 58.3315908908844, 'time_sanity': 0.010579824447631836, 'time_setup': 0.00919795036315918, 'time_total': 58.4193754196167, 'unique_name': 'RegressionTest_3', 'check_vars': {'valid_prog_environs': ['*'], 'valid_systems': ['*'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'feelpp_toolbox_thermoelectric', 'executable_opts': ['--config-files /usr/share/feelpp/data/testcases/toolboxes/thermoelectric/cases/ElectroMagnets/HL-31_H1/HL-31_H1.cfg', '--directory /data/scratch/cladellash/feelppdb/toolboxes/thermoelectric/1855ed40', '--repository.case HL_31', '--fail-on-unknown-option 1', '--thermo-electric.scalability-save=1', '--repository.append.np 0'], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 64, 'num_tasks_per_node': 64, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': False, 'local': False, 'modules': [], 'env_vars': {'OMP_NUM_THREADS': 1}, 'variables': {'OMP_NUM_THREADS': 1}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'machine_config_path': '/data/home/cladellash/benchmarking/config/gaya.json', 'use_case': 'HL_31'}, 'check_params': {'nb_tasks': 64}}, {'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': 'RegressionTest %nb_tasks=32', 'environment': 'env_gaya', 'fail_phase': None, 'fail_reason': None, 'filename': '/data/home/cladellash/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': 'c1806fdf', 'jobid': '61348', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': 'RegressionTest %nb_tasks=32', 'nodelist': ['gaya1'], 'outputdir': '/data/home/cladellash/benchmarking/build/reframe/output/gaya/public/env_gaya/RegressionTest_c1806fdf', 'perfvars': [{'name': 'ThermoElectricConstructor_createMesh', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 4.19437932}, {'name': 'ThermoElectricConstructor_createExporters', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.040245427}, {'name': 'ThermoElectricConstructor_init', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 14.4107869}, {'name': 'ThermoElectricPostProcessing_exportResults', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 1.08653047}, {'name': 'ThermoElectricSolve_solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 28.3662229}], 'prefix': '/data/home/cladellash/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe', 'result': 'success', 'stagedir': '/data/home/cladellash/benchmarking/build/reframe/stage/gaya/public/env_gaya/RegressionTest_c1806fdf', 'scheduler': 'squeue', 'system': 'gaya:public', 'tags': ['async'], 'time_compile': 0.010188102722167969, 'time_performance': 0.012425661087036133, 'time_run': 57.77808928489685, 'time_sanity': 0.011333465576171875, 'time_setup': 0.008532524108886719, 'time_total': 57.94181251525879, 'unique_name': 'RegressionTest_2', 'check_vars': {'valid_prog_environs': ['*'], 'valid_systems': ['*'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'feelpp_toolbox_thermoelectric', 'executable_opts': ['--config-files /usr/share/feelpp/data/testcases/toolboxes/thermoelectric/cases/ElectroMagnets/HL-31_H1/HL-31_H1.cfg', '--directory /data/scratch/cladellash/feelppdb/toolboxes/thermoelectric/c1806fdf', '--repository.case HL_31', '--fail-on-unknown-option 1', '--thermo-electric.scalability-save=1', '--repository.append.np 0'], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 32, 'num_tasks_per_node': 32, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': False, 'local': False, 'modules': [], 'env_vars': {'OMP_NUM_THREADS': 1}, 'variables': {'OMP_NUM_THREADS': 1}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'machine_config_path': '/data/home/cladellash/benchmarking/config/gaya.json', 'use_case': 'HL_31'}, 'check_params': {'nb_tasks': 32}}, {'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': 'RegressionTest %nb_tasks=16', 'environment': 'env_gaya', 'fail_phase': None, 'fail_reason': None, 'filename': '/data/home/cladellash/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': 'ffe5db09', 'jobid': '61349', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': 'RegressionTest %nb_tasks=16', 'nodelist': ['gaya1'], 'outputdir': '/data/home/cladellash/benchmarking/build/reframe/output/gaya/public/env_gaya/RegressionTest_ffe5db09', 'perfvars': [{'name': 'ThermoElectricConstructor_createMesh', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 4.2733148}, {'name': 'ThermoElectricConstructor_createExporters', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.024274074}, {'name': 'ThermoElectricConstructor_init', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 14.6202627}, {'name': 'ThermoElectricPostProcessing_exportResults', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.792727751}, {'name': 'ThermoElectricSolve_solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 28.5265075}], 'prefix': '/data/home/cladellash/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe', 'result': 'success', 'stagedir': '/data/home/cladellash/benchmarking/build/reframe/stage/gaya/public/env_gaya/RegressionTest_ffe5db09', 'scheduler': 'squeue', 'system': 'gaya:public', 'tags': ['async'], 'time_compile': 0.01006770133972168, 'time_performance': 0.012275218963623047, 'time_run': 56.724119424819946, 'time_sanity': 0.01140141487121582, 'time_setup': 0.008649110794067383, 'time_total': 56.96149826049805, 'unique_name': 'RegressionTest_1', 'check_vars': {'valid_prog_environs': ['*'], 'valid_systems': ['*'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'feelpp_toolbox_thermoelectric', 'executable_opts': ['--config-files /usr/share/feelpp/data/testcases/toolboxes/thermoelectric/cases/ElectroMagnets/HL-31_H1/HL-31_H1.cfg', '--directory /data/scratch/cladellash/feelppdb/toolboxes/thermoelectric/ffe5db09', '--repository.case HL_31', '--fail-on-unknown-option 1', '--thermo-electric.scalability-save=1', '--repository.append.np 0'], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 16, 'num_tasks_per_node': 16, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': False, 'local': False, 'modules': [], 'env_vars': {'OMP_NUM_THREADS': 1}, 'variables': {'OMP_NUM_THREADS': 1}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'machine_config_path': '/data/home/cladellash/benchmarking/config/gaya.json', 'use_case': 'HL_31'}, 'check_params': {'nb_tasks': 16}}, {'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': 'RegressionTest %nb_tasks=8', 'environment': 'env_gaya', 'fail_phase': None, 'fail_reason': None, 'filename': '/data/home/cladellash/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': 'a631779e', 'jobid': '61350', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': 'RegressionTest %nb_tasks=8', 'nodelist': ['gaya1'], 'outputdir': '/data/home/cladellash/benchmarking/build/reframe/output/gaya/public/env_gaya/RegressionTest_a631779e', 'perfvars': [{'name': 'ThermoElectricConstructor_createMesh', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 3.79720242}, {'name': 'ThermoElectricConstructor_createExporters', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.016809892}, {'name': 'ThermoElectricConstructor_init', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 13.7352674}, {'name': 'ThermoElectricPostProcessing_exportResults', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 2.23165977}, {'name': 'ThermoElectricSolve_solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 20.9335973}], 'prefix': '/data/home/cladellash/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe', 'result': 'success', 'stagedir': '/data/home/cladellash/benchmarking/build/reframe/stage/gaya/public/env_gaya/RegressionTest_a631779e', 'scheduler': 'squeue', 'system': 'gaya:public', 'tags': ['async'], 'time_compile': 0.010167598724365234, 'time_performance': 0.0130462646484375, 'time_run': 52.15330123901367, 'time_sanity': 0.011073112487792969, 'time_setup': 0.008631229400634766, 'time_total': 52.464426040649414, 'unique_name': 'RegressionTest_0', 'check_vars': {'valid_prog_environs': ['*'], 'valid_systems': ['*'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'feelpp_toolbox_thermoelectric', 'executable_opts': ['--config-files /usr/share/feelpp/data/testcases/toolboxes/thermoelectric/cases/ElectroMagnets/HL-31_H1/HL-31_H1.cfg', '--directory /data/scratch/cladellash/feelppdb/toolboxes/thermoelectric/a631779e', '--repository.case HL_31', '--fail-on-unknown-option 1', '--thermo-electric.scalability-save=1', '--repository.append.np 0'], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 8, 'num_tasks_per_node': 8, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': False, 'local': False, 'modules': [], 'env_vars': {'OMP_NUM_THREADS': 1}, 'variables': {'OMP_NUM_THREADS': 1}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'machine_config_path': '/data/home/cladellash/benchmarking/config/gaya.json', 'use_case': 'HL_31'}, 'check_params': {'nb_tasks': 8}}]}] )
view=AtomicReportView([{'title': 'ThermoElectricConstructor step absolute performance', 'plot_types': ['stacked_bar', 'table'], 'transformation': 'performance', 'aggregations': None, 'variables': ['ThermoElectricConstructor_createMesh', 'ThermoElectricConstructor_createExporters'], 'names': ['createMesh', 'createExporters'], 'xaxis': {'parameter': 'nb_tasks', 'label': 'Number of tasks'}, 'secondary_axis': None, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': None}, {'title': 'ThermoElectricConstructor step relative performance', 'plot_types': ['stacked_bar'], 'transformation': 'relative_performance', 'aggregations': None, 'variables': ['ThermoElectricConstructor_createMesh', 'ThermoElectricConstructor_createExporters'], 'names': ['createMesh', 'createExporters'], 'xaxis': {'parameter': 'nb_tasks', 'label': 'Number of tasks'}, 'secondary_axis': None, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': None}, {'title': 'Thermo-Electric Post Processing step performance', 'plot_types': ['scatter'], 'transformation': 'performance', 'aggregations': None, 'variables': ['ThermoElectricPostProcessing_exportResults'], 'names': ['exportResults'], 'xaxis': {'parameter': 'nb_tasks', 'label': 'Number of tasks'}, 'secondary_axis': None, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': None}, {'title': 'Thermo-Electric Solve step absolute performance', 'plot_types': ['stacked_bar', 'table'], 'transformation': 'performance', 'aggregations': None, 'variables': ['ThermoElectricSolve_solve'], 'names': ['Solve'], 'xaxis': {'parameter': 'nb_tasks', 'label': 'Number of tasks'}, 'secondary_axis': None, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': None}, {'title': 'Thermo-Electric Solve step relative performance', 'plot_types': ['stacked_bar'], 'transformation': 'relative_performance', 'aggregations': None, 'variables': ['ThermoElectricSolve_solve'], 'names': ['Solve'], 'xaxis': {'parameter': 'nb_tasks', 'label': 'Number of tasks'}, 'secondary_axis': None, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': None}, {'title': 'Speedup by step', 'plot_types': ['scatter'], 'transformation': 'speedup', 'aggregations': None, 'variables': ['ThermoElectricConstructor_init', 'ThermoElectricPostProcessing_exportResults', 'ThermoElectricSolve_solve'], 'names': ['ThermoElectricConstructor', 'ThermoElectricPostProcessing', 'ThermoElectricSolve'], 'xaxis': {'parameter': 'nb_tasks', 'label': 'Number of tasks'}, 'secondary_axis': None, 'yaxis': {'parameter': None, 'label': 'Speedup'}, 'color_axis': None}])
controller=AtomicReportController(model,view)

for fig in controller.generateAll():
    fig.show()