{ "timestamp": 1784153428, "benchmark_type": "KROWN", "framework": "Knowledge Graph Inversion", "environment": "Docker", "sparql_engine": "pyoxigraph", "iterations": 1, "failed_scenarios": 31, "suites": [ "raw", "mappings", "named-graphs", "joins" ], "series": [ { "name": "raw_rows", "title": "Raw data: rows", "suite": "raw", "parameter_label": "Rows", "points": [ { "scenario": "raw_10000_20_0", "value": 10000 }, { "scenario": "raw_100000_20_0", "value": 100000 }, { "scenario": "raw_1000000_20_0", "value": 1000000 }, { "scenario": "raw_10000000_20_0", "value": 10000000 } ] }, { "name": "raw_properties", "title": "Raw data: properties", "suite": "raw", "parameter_label": "Properties", "points": [ { "scenario": "raw_100000_1_0", "value": 1 }, { "scenario": "raw_100000_10_0", "value": 10 }, { "scenario": "raw_100000_20_0", "value": 20 }, { "scenario": "raw_100000_30_0", "value": 30 } ] }, { "name": "raw_value_size", "title": "Raw data: value size", "suite": "raw", "parameter_label": "Value size (characters)", "points": [ { "scenario": "raw_100000_20_500", "value": 500 }, { "scenario": "raw_100000_20_1000", "value": 1000 }, { "scenario": "raw_100000_20_5000", "value": 5000 }, { "scenario": "raw_100000_20_10000", "value": 10000 } ] }, { "name": "mappings_triples_maps", "title": "Mappings: Triples Maps", "suite": "mappings", "parameter_label": "Triples Maps", "points": [ { "scenario": "mappings_1_5", "value": 1 }, { "scenario": "mappings_10_5", "value": 10 }, { "scenario": "mappings_20_5", "value": 20 }, { "scenario": "mappings_30_5", "value": 30 } ] }, { "name": "mappings_predicate_object_maps", "title": "Mappings: Predicate-Object Maps", "suite": "mappings", "parameter_label": "Predicate-Object Maps", "points": [ { "scenario": "mappings_20_1", "value": 1 }, { "scenario": "mappings_20_3", "value": 3 }, { "scenario": "mappings_20_5", "value": 5 }, { "scenario": "mappings_20_10", "value": 10 } ] }, { "name": "named_graphs_subject_static", "title": "Named graphs in subject map (static)", "suite": "named-graphs", "parameter_label": "Named graphs", "points": [ { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "value": 1 }, { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "value": 5 }, { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True", "value": 10 }, { "scenario": "namedgraph_15SM-NG_0POM-NG_1TM_20POM_True", "value": 15 } ] }, { "name": "named_graphs_subject_dynamic", "title": "Named graphs in subject map (dynamic)", "suite": "named-graphs", "parameter_label": "Named graphs", "points": [ { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "value": 1 }, { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "value": 5 }, { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False", "value": 10 }, { "scenario": "namedgraph_15SM-NG_0POM-NG_1TM_20POM_False", "value": 15 } ] }, { "name": "named_graphs_pom_static", "title": "Named graphs in predicate-object map (static)", "suite": "named-graphs", "parameter_label": "Named graphs", "points": [ { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "value": 1 }, { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "value": 5 }, { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "value": 10 }, { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "value": 15 } ] }, { "name": "named_graphs_pom_dynamic", "title": "Named graphs in predicate-object map (dynamic)", "suite": "named-graphs", "parameter_label": "Named graphs", "points": [ { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "value": 1 }, { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False", "value": 5 }, { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False", "value": 10 }, { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False", "value": 15 } ] }, { "name": "named_graphs_both_static", "title": "Named graphs in subject and predicate-object maps (static)", "suite": "named-graphs", "parameter_label": "Named graphs in each map", "points": [ { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "value": 1 }, { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "value": 5 }, { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True", "value": 10 }, { "scenario": "namedgraph_15SM-NG_15POM-NG_1TM_10POM_True", "value": 15 } ] }, { "name": "named_graphs_both_dynamic", "title": "Named graphs in subject and predicate-object maps (dynamic)", "suite": "named-graphs", "parameter_label": "Named graphs in each map", "points": [ { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "value": 1 }, { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False", "value": 5 }, { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False", "value": 10 }, { "scenario": "namedgraph_15SM-NG_15POM-NG_1TM_10POM_False", "value": 15 } ] }, { "name": "joins_one_to_many", "title": "Joins: 1-N relations", "suite": "joins", "parameter_label": "Relation", "points": [ { "scenario": "joins_relations_1-1_50.0", "value": "1-1" }, { "scenario": "joins_relations_1-5_50.0", "value": "1-5" }, { "scenario": "joins_relations_1-10_50.0", "value": "1-10" }, { "scenario": "joins_relations_1-15_50.0", "value": "1-15" } ] }, { "name": "joins_many_to_one", "title": "Joins: N-1 relations", "suite": "joins", "parameter_label": "Relation", "points": [ { "scenario": "joins_relations_1-1_50.0", "value": "1-1" }, { "scenario": "joins_relations_5-1_50.0", "value": "5-1" }, { "scenario": "joins_relations_10-1_50.0", "value": "10-1" }, { "scenario": "joins_relations_15-1_50.0", "value": "15-1" } ] }, { "name": "joins_many_to_many", "title": "Joins: N-M relations", "suite": "joins", "parameter_label": "Relation", "points": [ { "scenario": "joins_relations_3-3_50.0", "value": "3-3" }, { "scenario": "joins_relations_3-5_50.0", "value": "3-5" }, { "scenario": "joins_relations_5-3_50.0", "value": "5-3" }, { "scenario": "joins_relations_10-5_50.0", "value": "10-5" }, { "scenario": "joins_relations_5-10_50.0", "value": "5-10" } ] }, { "name": "joins_conditions", "title": "Joins: conditions", "suite": "joins", "parameter_label": "Join conditions", "points": [ { "scenario": "joins_mutiple_1-1_1jc_50.0", "value": 1 }, { "scenario": "joins_mutiple_1-1_5jc_50.0", "value": 5 }, { "scenario": "joins_mutiple_1-1_10jc_50.0", "value": 10 }, { "scenario": "joins_mutiple_1-1_15jc_50.0", "value": 15 } ] } ], "scenarios": { "raw_10000_20_0": { "display_name": "10K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_10000_20_0", "display_name": "10K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 5.636207519000003, "timing_breakdown": { "rmlmapper_time": 2.241300638999995, "inversion_time": 3.2829839509999985, "inversion_overhead_percentage": 146.47673292346775, "total_time": 5.636207519000003 }, "throughput": { "rows_per_second": 3046.0094076774258, "cells_per_second": 63966.19756122594 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_10000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_10000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 1936848, "rdf_statements": 200000, "source_rows": 10000, "source_cells": 210000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "validation_results": { "scenario": "raw_10000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 10000, "reconstructed_rows": 10000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 5.636207519000003, "median": 5.636207519000003, "std": 0.0, "min": 5.636207519000003, "max": 5.636207519000003, "q1": 5.636207519000003, "q3": 5.636207519000003, "iqr": 0.0, "ci_95_lower": 5.636207519000003, "ci_95_upper": 5.636207519000003, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 2.241300638999995, "median": 2.241300638999995, "std": 0.0, "min": 2.241300638999995, "max": 2.241300638999995, "q1": 2.241300638999995, "q3": 2.241300638999995, "iqr": 0.0, "ci_95_lower": 2.241300638999995, "ci_95_upper": 2.241300638999995, "outliers": [], "n": 1 }, "inversion_time": { "mean": 3.2829839509999985, "median": 3.2829839509999985, "std": 0.0, "min": 3.2829839509999985, "max": 3.2829839509999985, "q1": 3.2829839509999985, "q3": 3.2829839509999985, "iqr": 0.0, "ci_95_lower": 3.2829839509999985, "ci_95_upper": 3.2829839509999985, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 146.47673292346775, "median": 146.47673292346775, "std": 0.0, "min": 146.47673292346775, "max": 146.47673292346775, "q1": 146.47673292346775, "q3": 146.47673292346775, "iqr": 0.0, "ci_95_lower": 146.47673292346775, "ci_95_upper": 146.47673292346775, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 1936848, "rdf_statements": 200000, "source_rows": 10000, "source_cells": 210000 }, "rows_per_second": { "mean": 3046.0094076774258, "median": 3046.0094076774258, "std": 0.0, "min": 3046.0094076774258, "max": 3046.0094076774258, "q1": 3046.0094076774258, "q3": 3046.0094076774258, "iqr": 0.0, "ci_95_lower": 3046.0094076774258, "ci_95_upper": 3046.0094076774258, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 63966.19756122594, "median": 63966.19756122594, "std": 0.0, "min": 63966.19756122594, "max": 63966.19756122594, "q1": 63966.19756122594, "q3": 63966.19756122594, "iqr": 0.0, "ci_95_lower": 63966.19756122594, "ci_95_upper": 63966.19756122594, "outliers": [], "n": 1 } } }, "raw_100000_20_0": { "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_20_0", "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 35.024366908999994, "timing_breakdown": { "rmlmapper_time": 7.7067476989999975, "inversion_time": 26.92376976, "inversion_overhead_percentage": 349.3532007476194, "total_time": 35.024366908999994 }, "throughput": { "rows_per_second": 3714.1901335290577, "cells_per_second": 77997.99280411021 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 21466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "validation_results": { "scenario": "raw_100000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 35.024366908999994, "median": 35.024366908999994, "std": 0.0, "min": 35.024366908999994, "max": 35.024366908999994, "q1": 35.024366908999994, "q3": 35.024366908999994, "iqr": 0.0, "ci_95_lower": 35.024366908999994, "ci_95_upper": 35.024366908999994, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 7.7067476989999975, "median": 7.7067476989999975, "std": 0.0, "min": 7.7067476989999975, "max": 7.7067476989999975, "q1": 7.7067476989999975, "q3": 7.7067476989999975, "iqr": 0.0, "ci_95_lower": 7.7067476989999975, "ci_95_upper": 7.7067476989999975, "outliers": [], "n": 1 }, "inversion_time": { "mean": 26.92376976, "median": 26.92376976, "std": 0.0, "min": 26.92376976, "max": 26.92376976, "q1": 26.92376976, "q3": 26.92376976, "iqr": 0.0, "ci_95_lower": 26.92376976, "ci_95_upper": 26.92376976, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 349.3532007476194, "median": 349.3532007476194, "std": 0.0, "min": 349.3532007476194, "max": 349.3532007476194, "q1": 349.3532007476194, "q3": 349.3532007476194, "iqr": 0.0, "ci_95_lower": 349.3532007476194, "ci_95_upper": 349.3532007476194, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 21466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000 }, "rows_per_second": { "mean": 3714.1901335290577, "median": 3714.1901335290577, "std": 0.0, "min": 3714.1901335290577, "max": 3714.1901335290577, "q1": 3714.1901335290577, "q3": 3714.1901335290577, "iqr": 0.0, "ci_95_lower": 3714.1901335290577, "ci_95_upper": 3714.1901335290577, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 77997.99280411021, "median": 77997.99280411021, "std": 0.0, "min": 77997.99280411021, "max": 77997.99280411021, "q1": 77997.99280411021, "q3": 77997.99280411021, "iqr": 0.0, "ci_95_lower": 77997.99280411021, "ci_95_upper": 77997.99280411021, "outliers": [], "n": 1 } } }, "raw_1000000_20_0": { "display_name": "1M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_1000000_20_0", "display_name": "1M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 357.22555951100003, "timing_breakdown": { "rmlmapper_time": 66.782059748, "inversion_time": 286.947115429, "inversion_overhead_percentage": 429.6769469402201, "total_time": 357.22555951100003 }, "throughput": { "rows_per_second": 3484.962720412613, "cells_per_second": 73184.21712866488 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_1000000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_1000000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "validation_results": { "scenario": "raw_1000000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 357.22555951100003, "median": 357.22555951100003, "std": 0.0, "min": 357.22555951100003, "max": 357.22555951100003, "q1": 357.22555951100003, "q3": 357.22555951100003, "iqr": 0.0, "ci_95_lower": 357.22555951100003, "ci_95_upper": 357.22555951100003, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 66.782059748, "median": 66.782059748, "std": 0.0, "min": 66.782059748, "max": 66.782059748, "q1": 66.782059748, "q3": 66.782059748, "iqr": 0.0, "ci_95_lower": 66.782059748, "ci_95_upper": 66.782059748, "outliers": [], "n": 1 }, "inversion_time": { "mean": 286.947115429, "median": 286.947115429, "std": 0.0, "min": 286.947115429, "max": 286.947115429, "q1": 286.947115429, "q3": 286.947115429, "iqr": 0.0, "ci_95_lower": 286.947115429, "ci_95_upper": 286.947115429, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 429.6769469402201, "median": 429.6769469402201, "std": 0.0, "min": 429.6769469402201, "max": 429.6769469402201, "q1": 429.6769469402201, "q3": 429.6769469402201, "iqr": 0.0, "ci_95_lower": 429.6769469402201, "ci_95_upper": 429.6769469402201, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 3484.962720412613, "median": 3484.962720412613, "std": 0.0, "min": 3484.962720412613, "max": 3484.962720412613, "q1": 3484.962720412613, "q3": 3484.962720412613, "iqr": 0.0, "ci_95_lower": 3484.962720412613, "ci_95_upper": 3484.962720412613, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 73184.21712866488, "median": 73184.21712866488, "std": 0.0, "min": 73184.21712866488, "max": 73184.21712866488, "q1": 73184.21712866488, "q3": 73184.21712866488, "iqr": 0.0, "ci_95_lower": 73184.21712866488, "ci_95_upper": 73184.21712866488, "outliers": [], "n": 1 } } }, "raw_10000000_20_0": { "display_name": "10M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "raw_10000000_20_0", "display_name": "10M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 39.70849937500009, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 109 is too large\n\tat java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n\tat java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n\tat java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n\tat java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n\tat java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n\tat java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n\tat java.base/java.io.StringWriter.write(StringWriter.java:106)\n\tat com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n\tat com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n\tat com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n\tat be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n\tat be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n\tat be.ugent.rml.Executor.getRecords(Executor.java:359)\n\tat be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n\tat be.ugent.rml.Executor.execute(Executor.java:155)\n\tat be.ugent.rml.cli.Main.run(Main.java:440)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 109 is too large\n\tat java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n\tat java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n\tat java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n\tat java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n\tat java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n\tat java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n\tat java.base/java.io.StringWriter.write(StringWriter.java:106)\n\tat com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n\tat com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n\tat com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n\tat be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n\tat be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n\tat be.ugent.rml.Executor.getRecords(Executor.java:359)\n\tat be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n\tat be.ugent.rml.Executor.execute(Executor.java:155)\n\tat be.ugent.rml.cli.Main.run(Main.java:440)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "statistics": null }, "raw_100000_1_0": { "display_name": "100K members, 1 property", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 1, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_1_0", "display_name": "100K members, 1 property", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 1, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 4.344416341000056, "timing_breakdown": { "rmlmapper_time": 1.5626153330000534, "inversion_time": 2.373455697000054, "inversion_overhead_percentage": 151.8899531366606, "total_time": 4.344416341000056 }, "throughput": { "rows_per_second": 42132.65919662866, "cells_per_second": 84265.31839325732 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_1_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_1_0/data/shared/data.csv" ], "mapping_size_bytes": 512, "data_size_bytes": 1577796, "rdf_statements": 100000, "source_rows": 100000, "source_cells": 200000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "validation_results": { "scenario": "raw_100000_1_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1" ], "reconstructed_columns": [ "id", "p1" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 4.344416341000056, "median": 4.344416341000056, "std": 0.0, "min": 4.344416341000056, "max": 4.344416341000056, "q1": 4.344416341000056, "q3": 4.344416341000056, "iqr": 0.0, "ci_95_lower": 4.344416341000056, "ci_95_upper": 4.344416341000056, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 1.5626153330000534, "median": 1.5626153330000534, "std": 0.0, "min": 1.5626153330000534, "max": 1.5626153330000534, "q1": 1.5626153330000534, "q3": 1.5626153330000534, "iqr": 0.0, "ci_95_lower": 1.5626153330000534, "ci_95_upper": 1.5626153330000534, "outliers": [], "n": 1 }, "inversion_time": { "mean": 2.373455697000054, "median": 2.373455697000054, "std": 0.0, "min": 2.373455697000054, "max": 2.373455697000054, "q1": 2.373455697000054, "q3": 2.373455697000054, "iqr": 0.0, "ci_95_lower": 2.373455697000054, "ci_95_upper": 2.373455697000054, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 151.8899531366606, "median": 151.8899531366606, "std": 0.0, "min": 151.8899531366606, "max": 151.8899531366606, "q1": 151.8899531366606, "q3": 151.8899531366606, "iqr": 0.0, "ci_95_lower": 151.8899531366606, "ci_95_upper": 151.8899531366606, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 512, "data_size_bytes": 1577796, "rdf_statements": 100000, "source_rows": 100000, "source_cells": 200000 }, "rows_per_second": { "mean": 42132.65919662866, "median": 42132.65919662866, "std": 0.0, "min": 42132.65919662866, "max": 42132.65919662866, "q1": 42132.65919662866, "q3": 42132.65919662866, "iqr": 0.0, "ci_95_lower": 42132.65919662866, "ci_95_upper": 42132.65919662866, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 84265.31839325732, "median": 84265.31839325732, "std": 0.0, "min": 84265.31839325732, "max": 84265.31839325732, "q1": 84265.31839325732, "q3": 84265.31839325732, "iqr": 0.0, "ci_95_lower": 84265.31839325732, "ci_95_upper": 84265.31839325732, "outliers": [], "n": 1 } } }, "raw_100000_10_0": { "display_name": "100K members, 10 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 10, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_10_0", "display_name": "100K members, 10 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 10, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 18.754988475999994, "timing_breakdown": { "rmlmapper_time": 4.48966192599994, "inversion_time": 13.99817611200001, "inversion_overhead_percentage": 311.78686374881846, "total_time": 18.754988475999994 }, "throughput": { "rows_per_second": 7143.787819205566, "cells_per_second": 78581.66601126123 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_10_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_10_0/data/shared/data.csv" ], "mapping_size_bytes": 2422, "data_size_bytes": 10577879, "rdf_statements": 1000000, "source_rows": 100000, "source_cells": 1100000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "validation_results": { "scenario": "raw_100000_10_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 18.754988475999994, "median": 18.754988475999994, "std": 0.0, "min": 18.754988475999994, "max": 18.754988475999994, "q1": 18.754988475999994, "q3": 18.754988475999994, "iqr": 0.0, "ci_95_lower": 18.754988475999994, "ci_95_upper": 18.754988475999994, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 4.48966192599994, "median": 4.48966192599994, "std": 0.0, "min": 4.48966192599994, "max": 4.48966192599994, "q1": 4.48966192599994, "q3": 4.48966192599994, "iqr": 0.0, "ci_95_lower": 4.48966192599994, "ci_95_upper": 4.48966192599994, "outliers": [], "n": 1 }, "inversion_time": { "mean": 13.99817611200001, "median": 13.99817611200001, "std": 0.0, "min": 13.99817611200001, "max": 13.99817611200001, "q1": 13.99817611200001, "q3": 13.99817611200001, "iqr": 0.0, "ci_95_lower": 13.99817611200001, "ci_95_upper": 13.99817611200001, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 311.78686374881846, "median": 311.78686374881846, "std": 0.0, "min": 311.78686374881846, "max": 311.78686374881846, "q1": 311.78686374881846, "q3": 311.78686374881846, "iqr": 0.0, "ci_95_lower": 311.78686374881846, "ci_95_upper": 311.78686374881846, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 2422, "data_size_bytes": 10577879, "rdf_statements": 1000000, "source_rows": 100000, "source_cells": 1100000 }, "rows_per_second": { "mean": 7143.787819205566, "median": 7143.787819205566, "std": 0.0, "min": 7143.787819205566, "max": 7143.787819205566, "q1": 7143.787819205566, "q3": 7143.787819205566, "iqr": 0.0, "ci_95_lower": 7143.787819205566, "ci_95_upper": 7143.787819205566, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 78581.66601126123, "median": 78581.66601126123, "std": 0.0, "min": 78581.66601126123, "max": 78581.66601126123, "q1": 78581.66601126123, "q3": 78581.66601126123, "iqr": 0.0, "ci_95_lower": 78581.66601126123, "ci_95_upper": 78581.66601126123, "outliers": [], "n": 1 } } }, "raw_100000_30_0": { "display_name": "100K members, 30 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_30_0", "display_name": "100K members, 30 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 52.60517000799996, "timing_breakdown": { "rmlmapper_time": 11.297648157000026, "inversion_time": 40.77243471300005, "inversion_overhead_percentage": 360.8931181640441, "total_time": 52.60517000799996 }, "throughput": { "rows_per_second": 2452.637442524755, "cells_per_second": 76031.76071826741 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_30_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_30_0/data/shared/data.csv" ], "mapping_size_bytes": 6702, "data_size_bytes": 32355859, "rdf_statements": 3000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 1, "predicate_object_maps_count": 30, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "validation_results": { "scenario": "raw_100000_30_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 52.60517000799996, "median": 52.60517000799996, "std": 0.0, "min": 52.60517000799996, "max": 52.60517000799996, "q1": 52.60517000799996, "q3": 52.60517000799996, "iqr": 0.0, "ci_95_lower": 52.60517000799996, "ci_95_upper": 52.60517000799996, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 11.297648157000026, "median": 11.297648157000026, "std": 0.0, "min": 11.297648157000026, "max": 11.297648157000026, "q1": 11.297648157000026, "q3": 11.297648157000026, "iqr": 0.0, "ci_95_lower": 11.297648157000026, "ci_95_upper": 11.297648157000026, "outliers": [], "n": 1 }, "inversion_time": { "mean": 40.77243471300005, "median": 40.77243471300005, "std": 0.0, "min": 40.77243471300005, "max": 40.77243471300005, "q1": 40.77243471300005, "q3": 40.77243471300005, "iqr": 0.0, "ci_95_lower": 40.77243471300005, "ci_95_upper": 40.77243471300005, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 360.8931181640441, "median": 360.8931181640441, "std": 0.0, "min": 360.8931181640441, "max": 360.8931181640441, "q1": 360.8931181640441, "q3": 360.8931181640441, "iqr": 0.0, "ci_95_lower": 360.8931181640441, "ci_95_upper": 360.8931181640441, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 30, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 6702, "data_size_bytes": 32355859, "rdf_statements": 3000000, "source_rows": 100000, "source_cells": 3100000 }, "rows_per_second": { "mean": 2452.637442524755, "median": 2452.637442524755, "std": 0.0, "min": 2452.637442524755, "max": 2452.637442524755, "q1": 2452.637442524755, "q3": 2452.637442524755, "iqr": 0.0, "ci_95_lower": 2452.637442524755, "ci_95_upper": 2452.637442524755, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 76031.76071826741, "median": 76031.76071826741, "std": 0.0, "min": 76031.76071826741, "max": 76031.76071826741, "q1": 76031.76071826741, "q3": 76031.76071826741, "iqr": 0.0, "ci_95_lower": 76031.76071826741, "ci_95_upper": 76031.76071826741, "outliers": [], "n": 1 } } }, "raw_100000_20_500": { "display_name": "500 characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 500, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_20_500", "display_name": "500 characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 500, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 87.18105534999995, "timing_breakdown": { "rmlmapper_time": 36.93098744500003, "inversion_time": 44.69941408700004, "inversion_overhead_percentage": 121.03498221803368, "total_time": 87.18105534999995 }, "throughput": { "rows_per_second": 2237.1657893628426, "cells_per_second": 46980.48157661969 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_500/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_500/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 1023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "validation_results": { "scenario": "raw_100000_20_500", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 87.18105534999995, "median": 87.18105534999995, "std": 0.0, "min": 87.18105534999995, "max": 87.18105534999995, "q1": 87.18105534999995, "q3": 87.18105534999995, "iqr": 0.0, "ci_95_lower": 87.18105534999995, "ci_95_upper": 87.18105534999995, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 36.93098744500003, "median": 36.93098744500003, "std": 0.0, "min": 36.93098744500003, "max": 36.93098744500003, "q1": 36.93098744500003, "q3": 36.93098744500003, "iqr": 0.0, "ci_95_lower": 36.93098744500003, "ci_95_upper": 36.93098744500003, "outliers": [], "n": 1 }, "inversion_time": { "mean": 44.69941408700004, "median": 44.69941408700004, "std": 0.0, "min": 44.69941408700004, "max": 44.69941408700004, "q1": 44.69941408700004, "q3": 44.69941408700004, "iqr": 0.0, "ci_95_lower": 44.69941408700004, "ci_95_upper": 44.69941408700004, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 121.03498221803368, "median": 121.03498221803368, "std": 0.0, "min": 121.03498221803368, "max": 121.03498221803368, "q1": 121.03498221803368, "q3": 121.03498221803368, "iqr": 0.0, "ci_95_lower": 121.03498221803368, "ci_95_upper": 121.03498221803368, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 1023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000 }, "rows_per_second": { "mean": 2237.1657893628426, "median": 2237.1657893628426, "std": 0.0, "min": 2237.1657893628426, "max": 2237.1657893628426, "q1": 2237.1657893628426, "q3": 2237.1657893628426, "iqr": 0.0, "ci_95_lower": 2237.1657893628426, "ci_95_upper": 2237.1657893628426, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 46980.48157661969, "median": 46980.48157661969, "std": 0.0, "min": 46980.48157661969, "max": 46980.48157661969, "q1": 46980.48157661969, "q3": 46980.48157661969, "iqr": 0.0, "ci_95_lower": 46980.48157661969, "ci_95_upper": 46980.48157661969, "outliers": [], "n": 1 } } }, "raw_100000_20_1000": { "display_name": "1K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 1000, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_20_1000", "display_name": "1K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 1000, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 130.467891559, "timing_breakdown": { "rmlmapper_time": 66.79216523699995, "inversion_time": 54.06591593400003, "inversion_overhead_percentage": 80.94649386220208, "total_time": 130.467891559 }, "throughput": { "rows_per_second": 1849.5941162279237, "cells_per_second": 38841.4764407864 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_1000/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_1000/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 2023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "validation_results": { "scenario": "raw_100000_20_1000", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 130.467891559, "median": 130.467891559, "std": 0.0, "min": 130.467891559, "max": 130.467891559, "q1": 130.467891559, "q3": 130.467891559, "iqr": 0.0, "ci_95_lower": 130.467891559, "ci_95_upper": 130.467891559, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 66.79216523699995, "median": 66.79216523699995, "std": 0.0, "min": 66.79216523699995, "max": 66.79216523699995, "q1": 66.79216523699995, "q3": 66.79216523699995, "iqr": 0.0, "ci_95_lower": 66.79216523699995, "ci_95_upper": 66.79216523699995, "outliers": [], "n": 1 }, "inversion_time": { "mean": 54.06591593400003, "median": 54.06591593400003, "std": 0.0, "min": 54.06591593400003, "max": 54.06591593400003, "q1": 54.06591593400003, "q3": 54.06591593400003, "iqr": 0.0, "ci_95_lower": 54.06591593400003, "ci_95_upper": 54.06591593400003, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 80.94649386220208, "median": 80.94649386220208, "std": 0.0, "min": 80.94649386220208, "max": 80.94649386220208, "q1": 80.94649386220208, "q3": 80.94649386220208, "iqr": 0.0, "ci_95_lower": 80.94649386220208, "ci_95_upper": 80.94649386220208, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 2023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000 }, "rows_per_second": { "mean": 1849.5941162279237, "median": 1849.5941162279237, "std": 0.0, "min": 1849.5941162279237, "max": 1849.5941162279237, "q1": 1849.5941162279237, "q3": 1849.5941162279237, "iqr": 0.0, "ci_95_lower": 1849.5941162279237, "ci_95_upper": 1849.5941162279237, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 38841.4764407864, "median": 38841.4764407864, "std": 0.0, "min": 38841.4764407864, "max": 38841.4764407864, "q1": 38841.4764407864, "q3": 38841.4764407864, "iqr": 0.0, "ci_95_lower": 38841.4764407864, "ci_95_upper": 38841.4764407864, "outliers": [], "n": 1 } } }, "raw_100000_20_5000": { "display_name": "5K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 5000, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "raw_100000_20_5000", "display_name": "5K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 5000, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 53.356264823000174, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 58873 is too large\n\tat java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n\tat java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n\tat java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n\tat java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n\tat java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n\tat java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n\tat java.base/java.io.StringWriter.write(StringWriter.java:106)\n\tat com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n\tat com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n\tat com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n\tat be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n\tat be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n\tat be.ugent.rml.Executor.getRecords(Executor.java:359)\n\tat be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n\tat be.ugent.rml.Executor.execute(Executor.java:155)\n\tat be.ugent.rml.cli.Main.run(Main.java:440)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 58873 is too large\n\tat java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n\tat java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n\tat java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n\tat java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n\tat java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n\tat java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n\tat java.base/java.io.StringWriter.write(StringWriter.java:106)\n\tat com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n\tat com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n\tat com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n\tat be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n\tat be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n\tat be.ugent.rml.Executor.getRecords(Executor.java:359)\n\tat be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n\tat be.ugent.rml.Executor.execute(Executor.java:155)\n\tat be.ugent.rml.cli.Main.run(Main.java:440)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "statistics": null }, "raw_100000_20_10000": { "display_name": "10K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 10000, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "raw_100000_20_10000", "display_name": "10K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 10000, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 106.2728171870001, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 75247 is too large\n\tat java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n\tat java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n\tat java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n\tat java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n\tat java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n\tat java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n\tat java.base/java.io.StringWriter.write(StringWriter.java:106)\n\tat com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n\tat com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n\tat com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n\tat be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n\tat be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n\tat be.ugent.rml.Executor.getRecords(Executor.java:359)\n\tat be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n\tat be.ugent.rml.Executor.execute(Executor.java:155)\n\tat be.ugent.rml.cli.Main.run(Main.java:440)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 75247 is too large\n\tat java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n\tat java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n\tat java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n\tat java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n\tat java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n\tat java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n\tat java.base/java.io.StringWriter.write(StringWriter.java:106)\n\tat com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n\tat com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n\tat com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n\tat be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n\tat be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n\tat be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n\tat be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n\tat be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n\tat be.ugent.rml.Executor.getRecords(Executor.java:359)\n\tat be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n\tat be.ugent.rml.Executor.execute(Executor.java:155)\n\tat be.ugent.rml.cli.Main.run(Main.java:440)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "statistics": null }, "mappings_1_5": { "display_name": "1 TM + 5 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "PARTIAL", "parameters": { "number_of_tms": 1, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_1_5", "display_name": "1 TM + 5 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "PARTIAL", "parameters": { "number_of_tms": 1, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 11.198000369000056, "timing_breakdown": { "rmlmapper_time": 3.898008045000097, "inversion_time": 6.817186554000045, "inversion_overhead_percentage": 174.88898112317457, "total_time": 11.198000369000056 }, "throughput": { "rows_per_second": 14668.8079030673, "cells_per_second": 454733.0449950863 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_1_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_1_5/data/shared/data.csv" ], "mapping_size_bytes": 1360, "data_size_bytes": 32355859, "rdf_statements": 500000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 1, "predicate_object_maps_count": 5, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "validation_results": { "scenario": "mappings_1_5", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 11.198000369000056, "median": 11.198000369000056, "std": 0.0, "min": 11.198000369000056, "max": 11.198000369000056, "q1": 11.198000369000056, "q3": 11.198000369000056, "iqr": 0.0, "ci_95_lower": 11.198000369000056, "ci_95_upper": 11.198000369000056, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 3.898008045000097, "median": 3.898008045000097, "std": 0.0, "min": 3.898008045000097, "max": 3.898008045000097, "q1": 3.898008045000097, "q3": 3.898008045000097, "iqr": 0.0, "ci_95_lower": 3.898008045000097, "ci_95_upper": 3.898008045000097, "outliers": [], "n": 1 }, "inversion_time": { "mean": 6.817186554000045, "median": 6.817186554000045, "std": 0.0, "min": 6.817186554000045, "max": 6.817186554000045, "q1": 6.817186554000045, "q3": 6.817186554000045, "iqr": 0.0, "ci_95_lower": 6.817186554000045, "ci_95_upper": 6.817186554000045, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 174.88898112317457, "median": 174.88898112317457, "std": 0.0, "min": 174.88898112317457, "max": 174.88898112317457, "q1": 174.88898112317457, "q3": 174.88898112317457, "iqr": 0.0, "ci_95_lower": 174.88898112317457, "ci_95_upper": 174.88898112317457, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 5, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 1360, "data_size_bytes": 32355859, "rdf_statements": 500000, "source_rows": 100000, "source_cells": 3100000 }, "rows_per_second": { "mean": 14668.8079030673, "median": 14668.8079030673, "std": 0.0, "min": 14668.8079030673, "max": 14668.8079030673, "q1": 14668.8079030673, "q3": 14668.8079030673, "iqr": 0.0, "ci_95_lower": 14668.8079030673, "ci_95_upper": 14668.8079030673, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 454733.0449950863, "median": 454733.0449950863, "std": 0.0, "min": 454733.0449950863, "max": 454733.0449950863, "q1": 454733.0449950863, "q3": 454733.0449950863, "iqr": 0.0, "ci_95_lower": 454733.0449950863, "ci_95_upper": 454733.0449950863, "outliers": [], "n": 1 } } }, "mappings_10_5": { "display_name": "10 TM + 5 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 10, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_10_5", "display_name": "10 TM + 5 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 10, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 21.56366860800017, "timing_breakdown": { "rmlmapper_time": 20.217089019000014, "inversion_time": 0.6685914529998627, "inversion_overhead_percentage": 3.3070609342992983, "total_time": 21.56366860800017 }, "throughput": null, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_10_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_10_5/data/shared/data.csv" ], "mapping_size_bytes": 12648, "data_size_bytes": 32355859, "rdf_statements": 5000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 10, "predicate_object_maps_count": 50, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 0, "validation_results": { "scenario": "mappings_10_5", "validation_passed": true, "expected_outcome": "NON_INVERTIBLE", "outcome": "NON_INVERTIBLE", "error": "Subject templates for table 'data' contain columns that are not observable outside indistinguishable subjects: p10, p6, p7, p8, p9" }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 21.56366860800017, "median": 21.56366860800017, "std": 0.0, "min": 21.56366860800017, "max": 21.56366860800017, "q1": 21.56366860800017, "q3": 21.56366860800017, "iqr": 0.0, "ci_95_lower": 21.56366860800017, "ci_95_upper": 21.56366860800017, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 20.217089019000014, "median": 20.217089019000014, "std": 0.0, "min": 20.217089019000014, "max": 20.217089019000014, "q1": 20.217089019000014, "q3": 20.217089019000014, "iqr": 0.0, "ci_95_lower": 20.217089019000014, "ci_95_upper": 20.217089019000014, "outliers": [], "n": 1 }, "inversion_time": { "mean": 0.6685914529998627, "median": 0.6685914529998627, "std": 0.0, "min": 0.6685914529998627, "max": 0.6685914529998627, "q1": 0.6685914529998627, "q3": 0.6685914529998627, "iqr": 0.0, "ci_95_lower": 0.6685914529998627, "ci_95_upper": 0.6685914529998627, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 3.3070609342992983, "median": 3.3070609342992983, "std": 0.0, "min": 3.3070609342992983, "max": 3.3070609342992983, "q1": 3.3070609342992983, "q3": 3.3070609342992983, "iqr": 0.0, "ci_95_lower": 3.3070609342992983, "ci_95_upper": 3.3070609342992983, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 10, "predicate_object_maps_count": 50, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 12648, "data_size_bytes": 32355859, "rdf_statements": 5000000, "source_rows": 100000, "source_cells": 3100000 } } }, "mappings_20_5": { "display_name": "20 TM + 5 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 20, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_20_5", "display_name": "20 TM + 5 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 20, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 36.98008593899999, "timing_breakdown": { "rmlmapper_time": 33.93841522699995, "inversion_time": 0.9835333799999262, "inversion_overhead_percentage": 2.897994421429169, "total_time": 36.98008593899999 }, "throughput": null, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_5/data/shared/data.csv" ], "mapping_size_bytes": 25208, "data_size_bytes": 32355859, "rdf_statements": 10000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 100, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 0, "validation_results": { "scenario": "mappings_20_5", "validation_passed": true, "expected_outcome": "NON_INVERTIBLE", "outcome": "NON_INVERTIBLE", "error": "Subject templates for table 'data' contain columns that are not observable outside indistinguishable subjects: p10, p11, p12, p13, p14, p15, p16, p17, p18, p19, p20, p6, p7, p8, p9" }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 36.98008593899999, "median": 36.98008593899999, "std": 0.0, "min": 36.98008593899999, "max": 36.98008593899999, "q1": 36.98008593899999, "q3": 36.98008593899999, "iqr": 0.0, "ci_95_lower": 36.98008593899999, "ci_95_upper": 36.98008593899999, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 33.93841522699995, "median": 33.93841522699995, "std": 0.0, "min": 33.93841522699995, "max": 33.93841522699995, "q1": 33.93841522699995, "q3": 33.93841522699995, "iqr": 0.0, "ci_95_lower": 33.93841522699995, "ci_95_upper": 33.93841522699995, "outliers": [], "n": 1 }, "inversion_time": { "mean": 0.9835333799999262, "median": 0.9835333799999262, "std": 0.0, "min": 0.9835333799999262, "max": 0.9835333799999262, "q1": 0.9835333799999262, "q3": 0.9835333799999262, "iqr": 0.0, "ci_95_lower": 0.9835333799999262, "ci_95_upper": 0.9835333799999262, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 2.897994421429169, "median": 2.897994421429169, "std": 0.0, "min": 2.897994421429169, "max": 2.897994421429169, "q1": 2.897994421429169, "q3": 2.897994421429169, "iqr": 0.0, "ci_95_lower": 2.897994421429169, "ci_95_upper": 2.897994421429169, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 20, "predicate_object_maps_count": 100, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 25208, "data_size_bytes": 32355859, "rdf_statements": 10000000, "source_rows": 100000, "source_cells": 3100000 } } }, "mappings_30_5": { "display_name": "30 TM + 5 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 30, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_30_5", "display_name": "30 TM + 5 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 30, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 53.208797628000184, "timing_breakdown": { "rmlmapper_time": 50.46187172100008, "inversion_time": 1.3637438670000392, "inversion_overhead_percentage": 2.702523351769584, "total_time": 53.208797628000184 }, "throughput": null, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_30_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_30_5/data/shared/data.csv" ], "mapping_size_bytes": 37768, "data_size_bytes": 32355859, "rdf_statements": 15000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 30, "predicate_object_maps_count": 150, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 0, "validation_results": { "scenario": "mappings_30_5", "validation_passed": true, "expected_outcome": "NON_INVERTIBLE", "outcome": "NON_INVERTIBLE", "error": "Subject templates for table 'data' contain columns that are not observable outside indistinguishable subjects: p10, p11, p12, p13, p14, p15, p16, p17, p18, p19, p20, p21, p22, p23, p24, p25, p26, p27, p28, p29, p30, p6, p7, p8, p9" }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 53.208797628000184, "median": 53.208797628000184, "std": 0.0, "min": 53.208797628000184, "max": 53.208797628000184, "q1": 53.208797628000184, "q3": 53.208797628000184, "iqr": 0.0, "ci_95_lower": 53.208797628000184, "ci_95_upper": 53.208797628000184, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 50.46187172100008, "median": 50.46187172100008, "std": 0.0, "min": 50.46187172100008, "max": 50.46187172100008, "q1": 50.46187172100008, "q3": 50.46187172100008, "iqr": 0.0, "ci_95_lower": 50.46187172100008, "ci_95_upper": 50.46187172100008, "outliers": [], "n": 1 }, "inversion_time": { "mean": 1.3637438670000392, "median": 1.3637438670000392, "std": 0.0, "min": 1.3637438670000392, "max": 1.3637438670000392, "q1": 1.3637438670000392, "q3": 1.3637438670000392, "iqr": 0.0, "ci_95_lower": 1.3637438670000392, "ci_95_upper": 1.3637438670000392, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 2.702523351769584, "median": 2.702523351769584, "std": 0.0, "min": 2.702523351769584, "max": 2.702523351769584, "q1": 2.702523351769584, "q3": 2.702523351769584, "iqr": 0.0, "ci_95_lower": 2.702523351769584, "ci_95_upper": 2.702523351769584, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 30, "predicate_object_maps_count": 150, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 37768, "data_size_bytes": 32355859, "rdf_statements": 15000000, "source_rows": 100000, "source_cells": 3100000 } } }, "mappings_20_1": { "display_name": "20 TM + 1 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 20, "number_of_poms": 1, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_20_1", "display_name": "20 TM + 1 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 20, "number_of_poms": 1, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 10.889353748999838, "timing_breakdown": { "rmlmapper_time": 9.916306208999913, "inversion_time": 0.4909777119999035, "inversion_overhead_percentage": 4.951215721377164, "total_time": 10.889353748999838 }, "throughput": null, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_1/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_1/data/shared/data.csv" ], "mapping_size_bytes": 8248, "data_size_bytes": 32355859, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 0, "validation_results": { "scenario": "mappings_20_1", "validation_passed": true, "expected_outcome": "NON_INVERTIBLE", "outcome": "NON_INVERTIBLE", "error": "Subject templates for table 'data' contain columns that are not observable outside indistinguishable subjects: p10, p11, p12, p13, p14, p15, p16, p17, p18, p19, p2, p20, p3, p4, p5, p6, p7, p8, p9" }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 10.889353748999838, "median": 10.889353748999838, "std": 0.0, "min": 10.889353748999838, "max": 10.889353748999838, "q1": 10.889353748999838, "q3": 10.889353748999838, "iqr": 0.0, "ci_95_lower": 10.889353748999838, "ci_95_upper": 10.889353748999838, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 9.916306208999913, "median": 9.916306208999913, "std": 0.0, "min": 9.916306208999913, "max": 9.916306208999913, "q1": 9.916306208999913, "q3": 9.916306208999913, "iqr": 0.0, "ci_95_lower": 9.916306208999913, "ci_95_upper": 9.916306208999913, "outliers": [], "n": 1 }, "inversion_time": { "mean": 0.4909777119999035, "median": 0.4909777119999035, "std": 0.0, "min": 0.4909777119999035, "max": 0.4909777119999035, "q1": 0.4909777119999035, "q3": 0.4909777119999035, "iqr": 0.0, "ci_95_lower": 0.4909777119999035, "ci_95_upper": 0.4909777119999035, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 4.951215721377164, "median": 4.951215721377164, "std": 0.0, "min": 4.951215721377164, "max": 4.951215721377164, "q1": 4.951215721377164, "q3": 4.951215721377164, "iqr": 0.0, "ci_95_lower": 4.951215721377164, "ci_95_upper": 4.951215721377164, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 20, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 8248, "data_size_bytes": 32355859, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 3100000 } } }, "mappings_20_3": { "display_name": "20 TM + 3 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 20, "number_of_poms": 3, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_20_3", "display_name": "20 TM + 3 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 20, "number_of_poms": 3, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 25.388798639000015, "timing_breakdown": { "rmlmapper_time": 23.62672941200003, "inversion_time": 0.9894609660000242, "inversion_overhead_percentage": 4.1878880006873755, "total_time": 25.388798639000015 }, "throughput": null, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_3/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_3/data/shared/data.csv" ], "mapping_size_bytes": 16728, "data_size_bytes": 32355859, "rdf_statements": 6000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 60, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 0, "validation_results": { "scenario": "mappings_20_3", "validation_passed": true, "expected_outcome": "NON_INVERTIBLE", "outcome": "NON_INVERTIBLE", "error": "Subject templates for table 'data' contain columns that are not observable outside indistinguishable subjects: p10, p11, p12, p13, p14, p15, p16, p17, p18, p19, p20, p4, p5, p6, p7, p8, p9" }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 25.388798639000015, "median": 25.388798639000015, "std": 0.0, "min": 25.388798639000015, "max": 25.388798639000015, "q1": 25.388798639000015, "q3": 25.388798639000015, "iqr": 0.0, "ci_95_lower": 25.388798639000015, "ci_95_upper": 25.388798639000015, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 23.62672941200003, "median": 23.62672941200003, "std": 0.0, "min": 23.62672941200003, "max": 23.62672941200003, "q1": 23.62672941200003, "q3": 23.62672941200003, "iqr": 0.0, "ci_95_lower": 23.62672941200003, "ci_95_upper": 23.62672941200003, "outliers": [], "n": 1 }, "inversion_time": { "mean": 0.9894609660000242, "median": 0.9894609660000242, "std": 0.0, "min": 0.9894609660000242, "max": 0.9894609660000242, "q1": 0.9894609660000242, "q3": 0.9894609660000242, "iqr": 0.0, "ci_95_lower": 0.9894609660000242, "ci_95_upper": 0.9894609660000242, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 4.1878880006873755, "median": 4.1878880006873755, "std": 0.0, "min": 4.1878880006873755, "max": 4.1878880006873755, "q1": 4.1878880006873755, "q3": 4.1878880006873755, "iqr": 0.0, "ci_95_lower": 4.1878880006873755, "ci_95_upper": 4.1878880006873755, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 20, "predicate_object_maps_count": 60, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 16728, "data_size_bytes": 32355859, "rdf_statements": 6000000, "source_rows": 100000, "source_cells": 3100000 } } }, "mappings_20_10": { "display_name": "20 TM + 10 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 20, "number_of_poms": 10, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_20_10", "display_name": "20 TM + 10 POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "NON_INVERTIBLE", "parameters": { "number_of_tms": 20, "number_of_poms": 10, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 64.2579447600001, "timing_breakdown": { "rmlmapper_time": 60.912204129999964, "inversion_time": 1.6305638579999595, "inversion_overhead_percentage": 2.6769083163038716, "total_time": 64.2579447600001 }, "throughput": null, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_10/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_10/data/shared/data.csv" ], "mapping_size_bytes": 46448, "data_size_bytes": 32355859, "rdf_statements": 20000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 200, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 0, "validation_results": { "scenario": "mappings_20_10", "validation_passed": true, "expected_outcome": "NON_INVERTIBLE", "outcome": "NON_INVERTIBLE", "error": "Subject templates for table 'data' contain columns that are not observable outside indistinguishable subjects: p11, p12, p13, p14, p15, p16, p17, p18, p19, p20" }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 64.2579447600001, "median": 64.2579447600001, "std": 0.0, "min": 64.2579447600001, "max": 64.2579447600001, "q1": 64.2579447600001, "q3": 64.2579447600001, "iqr": 0.0, "ci_95_lower": 64.2579447600001, "ci_95_upper": 64.2579447600001, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 60.912204129999964, "median": 60.912204129999964, "std": 0.0, "min": 60.912204129999964, "max": 60.912204129999964, "q1": 60.912204129999964, "q3": 60.912204129999964, "iqr": 0.0, "ci_95_lower": 60.912204129999964, "ci_95_upper": 60.912204129999964, "outliers": [], "n": 1 }, "inversion_time": { "mean": 1.6305638579999595, "median": 1.6305638579999595, "std": 0.0, "min": 1.6305638579999595, "max": 1.6305638579999595, "q1": 1.6305638579999595, "q3": 1.6305638579999595, "iqr": 0.0, "ci_95_lower": 1.6305638579999595, "ci_95_upper": 1.6305638579999595, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 2.6769083163038716, "median": 2.6769083163038716, "std": 0.0, "min": 2.6769083163038716, "max": 2.6769083163038716, "q1": 2.6769083163038716, "q3": 2.6769083163038716, "iqr": 0.0, "ci_95_lower": 2.6769083163038716, "ci_95_upper": 2.6769083163038716, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 20, "predicate_object_maps_count": 200, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 46448, "data_size_bytes": 32355859, "rdf_statements": 20000000, "source_rows": 100000, "source_cells": 3100000 } } }, "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True": { "display_name": "1 static named graph in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "display_name": "1 static named graph in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 552.7838633889999, "timing_breakdown": { "rmlmapper_time": 83.93253012600007, "inversion_time": 465.3107378010002, "inversion_overhead_percentage": 554.3866449664661, "total_time": 552.7838633889999 }, "throughput": { "rows_per_second": 2149.101490169502, "cells_per_second": 45131.13129355955 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 4613, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 552.7838633889999, "median": 552.7838633889999, "std": 0.0, "min": 552.7838633889999, "max": 552.7838633889999, "q1": 552.7838633889999, "q3": 552.7838633889999, "iqr": 0.0, "ci_95_lower": 552.7838633889999, "ci_95_upper": 552.7838633889999, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 83.93253012600007, "median": 83.93253012600007, "std": 0.0, "min": 83.93253012600007, "max": 83.93253012600007, "q1": 83.93253012600007, "q3": 83.93253012600007, "iqr": 0.0, "ci_95_lower": 83.93253012600007, "ci_95_upper": 83.93253012600007, "outliers": [], "n": 1 }, "inversion_time": { "mean": 465.3107378010002, "median": 465.3107378010002, "std": 0.0, "min": 465.3107378010002, "max": 465.3107378010002, "q1": 465.3107378010002, "q3": 465.3107378010002, "iqr": 0.0, "ci_95_lower": 465.3107378010002, "ci_95_upper": 465.3107378010002, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 554.3866449664661, "median": 554.3866449664661, "std": 0.0, "min": 554.3866449664661, "max": 554.3866449664661, "q1": 554.3866449664661, "q3": 554.3866449664661, "iqr": 0.0, "ci_95_lower": 554.3866449664661, "ci_95_upper": 554.3866449664661, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "mapping_size_bytes": 4613, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 2149.101490169502, "median": 2149.101490169502, "std": 0.0, "min": 2149.101490169502, "max": 2149.101490169502, "q1": 2149.101490169502, "q3": 2149.101490169502, "iqr": 0.0, "ci_95_lower": 2149.101490169502, "ci_95_upper": 2149.101490169502, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 45131.13129355955, "median": 45131.13129355955, "std": 0.0, "min": 45131.13129355955, "max": 45131.13129355955, "q1": 45131.13129355955, "q3": 45131.13129355955, "iqr": 0.0, "ci_95_lower": 45131.13129355955, "ci_95_upper": 45131.13129355955, "outliers": [], "n": 1 } } }, "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True": { "display_name": "5 static named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "display_name": "5 static named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2492.6118088499998, "timing_breakdown": { "rmlmapper_time": 369.7066036789997, "inversion_time": 2112.9590999979996, "inversion_overhead_percentage": 571.523223813603, "total_time": 2492.6118088499998 }, "throughput": { "rows_per_second": 473.2699274685188, "cells_per_second": 9938.668476838895 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 4793, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 2492.6118088499998, "median": 2492.6118088499998, "std": 0.0, "min": 2492.6118088499998, "max": 2492.6118088499998, "q1": 2492.6118088499998, "q3": 2492.6118088499998, "iqr": 0.0, "ci_95_lower": 2492.6118088499998, "ci_95_upper": 2492.6118088499998, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 369.7066036789997, "median": 369.7066036789997, "std": 0.0, "min": 369.7066036789997, "max": 369.7066036789997, "q1": 369.7066036789997, "q3": 369.7066036789997, "iqr": 0.0, "ci_95_lower": 369.7066036789997, "ci_95_upper": 369.7066036789997, "outliers": [], "n": 1 }, "inversion_time": { "mean": 2112.9590999979996, "median": 2112.9590999979996, "std": 0.0, "min": 2112.9590999979996, "max": 2112.9590999979996, "q1": 2112.9590999979996, "q3": 2112.9590999979996, "iqr": 0.0, "ci_95_lower": 2112.9590999979996, "ci_95_upper": 2112.9590999979996, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 571.523223813603, "median": 571.523223813603, "std": 0.0, "min": 571.523223813603, "max": 571.523223813603, "q1": 571.523223813603, "q3": 571.523223813603, "iqr": 0.0, "ci_95_lower": 571.523223813603, "ci_95_upper": 571.523223813603, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "mapping_size_bytes": 4793, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 473.2699274685188, "median": 473.2699274685188, "std": 0.0, "min": 473.2699274685188, "max": 473.2699274685188, "q1": 473.2699274685188, "q3": 473.2699274685188, "iqr": 0.0, "ci_95_lower": 473.2699274685188, "ci_95_upper": 473.2699274685188, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 9938.668476838895, "median": 9938.668476838895, "std": 0.0, "min": 9938.668476838895, "max": 9938.668476838895, "q1": 9938.668476838895, "q3": 9938.668476838895, "iqr": 0.0, "ci_95_lower": 9938.668476838895, "ci_95_upper": 9938.668476838895, "outliers": [], "n": 1 } } }, "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True": { "display_name": "10 static named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True", "display_name": "10 static named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 656.1649888720003, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.lang.StringLatin1.newString(StringLatin1.java:756)\n\tat java.base/java.lang.String.substring(String.java:2828)\n\tat java.base/java.lang.String.subSequence(String.java:2861)\n\tat java.base/java.util.regex.Matcher.getSubSequence(Matcher.java:1819)\n\tat java.base/java.util.regex.Matcher.group(Matcher.java:691)\n\tat be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:351)\n\tat be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n\tat be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n\tat be.ugent.rml.cli.Main.run(Main.java:459)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.lang.StringLatin1.newString(StringLatin1.java:756)\n\tat java.base/java.lang.String.substring(String.java:2828)\n\tat java.base/java.lang.String.subSequence(String.java:2861)\n\tat java.base/java.util.regex.Matcher.getSubSequence(Matcher.java:1819)\n\tat java.base/java.util.regex.Matcher.group(Matcher.java:691)\n\tat be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:351)\n\tat be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n\tat be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n\tat be.ugent.rml.cli.Main.run(Main.java:459)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "statistics": null }, "namedgraph_15SM-NG_0POM-NG_1TM_20POM_True": { "display_name": "15 static named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 15, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_15SM-NG_0POM-NG_1TM_20POM_True", "display_name": "15 static named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 15, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 448.5451326100001, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.HashMap.values(HashMap.java:1042)\n\tat be.ugent.idlab.knows.functions.agent.functionIntantiation.Instantiator.close(Instantiator.java:488)\n\tat be.ugent.idlab.knows.functions.agent.AgentImpl.close(AgentImpl.java:262)\n\tat be.ugent.rml.cli.Main.run(Main.java:445)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.HashMap.values(HashMap.java:1042)\n\tat be.ugent.idlab.knows.functions.agent.functionIntantiation.Instantiator.close(Instantiator.java:488)\n\tat be.ugent.idlab.knows.functions.agent.AgentImpl.close(AgentImpl.java:262)\n\tat be.ugent.rml.cli.Main.run(Main.java:445)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "statistics": null }, "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False": { "display_name": "1 dynamic named graph in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "display_name": "1 dynamic named graph in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 633.5974467790002, "timing_breakdown": { "rmlmapper_time": 86.98358815599931, "inversion_time": 542.9571870079999, "inversion_overhead_percentage": 624.2064721844333, "total_time": 633.5974467790002 }, "throughput": { "rows_per_second": 1841.7658407112422, "cells_per_second": 38677.082654936086 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 4635, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 633.5974467790002, "median": 633.5974467790002, "std": 0.0, "min": 633.5974467790002, "max": 633.5974467790002, "q1": 633.5974467790002, "q3": 633.5974467790002, "iqr": 0.0, "ci_95_lower": 633.5974467790002, "ci_95_upper": 633.5974467790002, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 86.98358815599931, "median": 86.98358815599931, "std": 0.0, "min": 86.98358815599931, "max": 86.98358815599931, "q1": 86.98358815599931, "q3": 86.98358815599931, "iqr": 0.0, "ci_95_lower": 86.98358815599931, "ci_95_upper": 86.98358815599931, "outliers": [], "n": 1 }, "inversion_time": { "mean": 542.9571870079999, "median": 542.9571870079999, "std": 0.0, "min": 542.9571870079999, "max": 542.9571870079999, "q1": 542.9571870079999, "q3": 542.9571870079999, "iqr": 0.0, "ci_95_lower": 542.9571870079999, "ci_95_upper": 542.9571870079999, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 624.2064721844333, "median": 624.2064721844333, "std": 0.0, "min": 624.2064721844333, "max": 624.2064721844333, "q1": 624.2064721844333, "q3": 624.2064721844333, "iqr": 0.0, "ci_95_lower": 624.2064721844333, "ci_95_upper": 624.2064721844333, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "mapping_size_bytes": 4635, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 1841.7658407112422, "median": 1841.7658407112422, "std": 0.0, "min": 1841.7658407112422, "max": 1841.7658407112422, "q1": 1841.7658407112422, "q3": 1841.7658407112422, "iqr": 0.0, "ci_95_lower": 1841.7658407112422, "ci_95_upper": 1841.7658407112422, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 38677.082654936086, "median": 38677.082654936086, "std": 0.0, "min": 38677.082654936086, "max": 38677.082654936086, "q1": 38677.082654936086, "q3": 38677.082654936086, "iqr": 0.0, "ci_95_lower": 38677.082654936086, "ci_95_upper": 38677.082654936086, "outliers": [], "n": 1 } } }, "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False": { "display_name": "5 dynamic named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "display_name": "5 dynamic named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2347.334741130001, "timing_breakdown": { "rmlmapper_time": 415.1219699180001, "inversion_time": 1921.972158001, "inversion_overhead_percentage": 462.9897469364609, "total_time": 2347.334741130001 }, "throughput": { "rows_per_second": 520.2989001880638, "cells_per_second": 10926.276903949341 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 4891, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 2347.334741130001, "median": 2347.334741130001, "std": 0.0, "min": 2347.334741130001, "max": 2347.334741130001, "q1": 2347.334741130001, "q3": 2347.334741130001, "iqr": 0.0, "ci_95_lower": 2347.334741130001, "ci_95_upper": 2347.334741130001, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 415.1219699180001, "median": 415.1219699180001, "std": 0.0, "min": 415.1219699180001, "max": 415.1219699180001, "q1": 415.1219699180001, "q3": 415.1219699180001, "iqr": 0.0, "ci_95_lower": 415.1219699180001, "ci_95_upper": 415.1219699180001, "outliers": [], "n": 1 }, "inversion_time": { "mean": 1921.972158001, "median": 1921.972158001, "std": 0.0, "min": 1921.972158001, "max": 1921.972158001, "q1": 1921.972158001, "q3": 1921.972158001, "iqr": 0.0, "ci_95_lower": 1921.972158001, "ci_95_upper": 1921.972158001, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 462.9897469364609, "median": 462.9897469364609, "std": 0.0, "min": 462.9897469364609, "max": 462.9897469364609, "q1": 462.9897469364609, "q3": 462.9897469364609, "iqr": 0.0, "ci_95_lower": 462.9897469364609, "ci_95_upper": 462.9897469364609, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "mapping_size_bytes": 4891, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 520.2989001880638, "median": 520.2989001880638, "std": 0.0, "min": 520.2989001880638, "max": 520.2989001880638, "q1": 520.2989001880638, "q3": 520.2989001880638, "iqr": 0.0, "ci_95_lower": 520.2989001880638, "ci_95_upper": 520.2989001880638, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 10926.276903949341, "median": 10926.276903949341, "std": 0.0, "min": 10926.276903949341, "max": 10926.276903949341, "q1": 10926.276903949341, "q3": 10926.276903949341, "iqr": 0.0, "ci_95_lower": 10926.276903949341, "ci_95_upper": 10926.276903949341, "outliers": [], "n": 1 } } }, "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False": { "display_name": "10 dynamic named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False", "display_name": "10 dynamic named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 763.6059587299987, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.regex.Matcher.(Matcher.java:251)\n\tat java.base/java.util.regex.Pattern.matcher(Pattern.java:1180)\n\tat be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:343)\n\tat be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n\tat be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n\tat be.ugent.rml.cli.Main.run(Main.java:459)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.regex.Matcher.(Matcher.java:251)\n\tat java.base/java.util.regex.Pattern.matcher(Pattern.java:1180)\n\tat be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:343)\n\tat be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n\tat be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n\tat be.ugent.rml.cli.Main.run(Main.java:459)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "statistics": null }, "namedgraph_15SM-NG_0POM-NG_1TM_20POM_False": { "display_name": "15 dynamic named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 15, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_15SM-NG_0POM-NG_1TM_20POM_False", "display_name": "15 dynamic named graphs in the subject map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 15, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 498.9220206930004, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.HashMap.values(HashMap.java:1042)\n\tat be.ugent.idlab.knows.functions.agent.functionIntantiation.Instantiator.close(Instantiator.java:488)\n\tat be.ugent.idlab.knows.functions.agent.AgentImpl.close(AgentImpl.java:262)\n\tat be.ugent.rml.cli.Main.run(Main.java:445)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.HashMap.values(HashMap.java:1042)\n\tat be.ugent.idlab.knows.functions.agent.functionIntantiation.Instantiator.close(Instantiator.java:488)\n\tat be.ugent.idlab.knows.functions.agent.AgentImpl.close(AgentImpl.java:262)\n\tat be.ugent.rml.cli.Main.run(Main.java:445)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "statistics": null }, "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True": { "display_name": "1 static named graph in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "display_name": "1 static named graph in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 38.69518620499912, "timing_breakdown": { "rmlmapper_time": 11.784820373999537, "inversion_time": 24.8275097500009, "inversion_overhead_percentage": 210.67363745973609, "total_time": 38.69518620499912 }, "throughput": { "rows_per_second": 40277.90181413437, "cells_per_second": 845835.9380968218 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 563, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 38.69518620499912, "median": 38.69518620499912, "std": 0.0, "min": 38.69518620499912, "max": 38.69518620499912, "q1": 38.69518620499912, "q3": 38.69518620499912, "iqr": 0.0, "ci_95_lower": 38.69518620499912, "ci_95_upper": 38.69518620499912, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 11.784820373999537, "median": 11.784820373999537, "std": 0.0, "min": 11.784820373999537, "max": 11.784820373999537, "q1": 11.784820373999537, "q3": 11.784820373999537, "iqr": 0.0, "ci_95_lower": 11.784820373999537, "ci_95_upper": 11.784820373999537, "outliers": [], "n": 1 }, "inversion_time": { "mean": 24.8275097500009, "median": 24.8275097500009, "std": 0.0, "min": 24.8275097500009, "max": 24.8275097500009, "q1": 24.8275097500009, "q3": 24.8275097500009, "iqr": 0.0, "ci_95_lower": 24.8275097500009, "ci_95_upper": 24.8275097500009, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 210.67363745973609, "median": 210.67363745973609, "std": 0.0, "min": 210.67363745973609, "max": 210.67363745973609, "q1": 210.67363745973609, "q3": 210.67363745973609, "iqr": 0.0, "ci_95_lower": 210.67363745973609, "ci_95_upper": 210.67363745973609, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "mapping_size_bytes": 563, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 40277.90181413437, "median": 40277.90181413437, "std": 0.0, "min": 40277.90181413437, "max": 40277.90181413437, "q1": 40277.90181413437, "q3": 40277.90181413437, "iqr": 0.0, "ci_95_lower": 40277.90181413437, "ci_95_upper": 40277.90181413437, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 845835.9380968218, "median": 845835.9380968218, "std": 0.0, "min": 845835.9380968218, "max": 845835.9380968218, "q1": 845835.9380968218, "q3": 845835.9380968218, "iqr": 0.0, "ci_95_lower": 845835.9380968218, "ci_95_upper": 845835.9380968218, "outliers": [], "n": 1 } } }, "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True": { "display_name": "5 static named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "display_name": "5 static named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 128.30975891600065, "timing_breakdown": { "rmlmapper_time": 27.311794822000593, "inversion_time": 97.49879947500085, "inversion_overhead_percentage": 356.98422645025954, "total_time": 128.30975891600065 }, "throughput": { "rows_per_second": 10256.53654593362, "cells_per_second": 215387.26746460603 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 743, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 128.30975891600065, "median": 128.30975891600065, "std": 0.0, "min": 128.30975891600065, "max": 128.30975891600065, "q1": 128.30975891600065, "q3": 128.30975891600065, "iqr": 0.0, "ci_95_lower": 128.30975891600065, "ci_95_upper": 128.30975891600065, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 27.311794822000593, "median": 27.311794822000593, "std": 0.0, "min": 27.311794822000593, "max": 27.311794822000593, "q1": 27.311794822000593, "q3": 27.311794822000593, "iqr": 0.0, "ci_95_lower": 27.311794822000593, "ci_95_upper": 27.311794822000593, "outliers": [], "n": 1 }, "inversion_time": { "mean": 97.49879947500085, "median": 97.49879947500085, "std": 0.0, "min": 97.49879947500085, "max": 97.49879947500085, "q1": 97.49879947500085, "q3": 97.49879947500085, "iqr": 0.0, "ci_95_lower": 97.49879947500085, "ci_95_upper": 97.49879947500085, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 356.98422645025954, "median": 356.98422645025954, "std": 0.0, "min": 356.98422645025954, "max": 356.98422645025954, "q1": 356.98422645025954, "q3": 356.98422645025954, "iqr": 0.0, "ci_95_lower": 356.98422645025954, "ci_95_upper": 356.98422645025954, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "mapping_size_bytes": 743, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 10256.53654593362, "median": 10256.53654593362, "std": 0.0, "min": 10256.53654593362, "max": 10256.53654593362, "q1": 10256.53654593362, "q3": 10256.53654593362, "iqr": 0.0, "ci_95_lower": 10256.53654593362, "ci_95_upper": 10256.53654593362, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 215387.26746460603, "median": 215387.26746460603, "std": 0.0, "min": 215387.26746460603, "max": 215387.26746460603, "q1": 215387.26746460603, "q3": 215387.26746460603, "iqr": 0.0, "ci_95_lower": 215387.26746460603, "ci_95_upper": 215387.26746460603, "outliers": [], "n": 1 } } }, "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True": { "display_name": "10 static named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "display_name": "10 static named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 268.7654530839991, "timing_breakdown": { "rmlmapper_time": 48.78164638799899, "inversion_time": 216.93456098000024, "inversion_overhead_percentage": 444.7052878341748, "total_time": 268.7654530839991 }, "throughput": { "rows_per_second": 4609.68503811706, "cells_per_second": 96803.38580045826 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 969, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 268.7654530839991, "median": 268.7654530839991, "std": 0.0, "min": 268.7654530839991, "max": 268.7654530839991, "q1": 268.7654530839991, "q3": 268.7654530839991, "iqr": 0.0, "ci_95_lower": 268.7654530839991, "ci_95_upper": 268.7654530839991, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 48.78164638799899, "median": 48.78164638799899, "std": 0.0, "min": 48.78164638799899, "max": 48.78164638799899, "q1": 48.78164638799899, "q3": 48.78164638799899, "iqr": 0.0, "ci_95_lower": 48.78164638799899, "ci_95_upper": 48.78164638799899, "outliers": [], "n": 1 }, "inversion_time": { "mean": 216.93456098000024, "median": 216.93456098000024, "std": 0.0, "min": 216.93456098000024, "max": 216.93456098000024, "q1": 216.93456098000024, "q3": 216.93456098000024, "iqr": 0.0, "ci_95_lower": 216.93456098000024, "ci_95_upper": 216.93456098000024, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 444.7052878341748, "median": 444.7052878341748, "std": 0.0, "min": 444.7052878341748, "max": 444.7052878341748, "q1": 444.7052878341748, "q3": 444.7052878341748, "iqr": 0.0, "ci_95_lower": 444.7052878341748, "ci_95_upper": 444.7052878341748, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "mapping_size_bytes": 969, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 4609.68503811706, "median": 4609.68503811706, "std": 0.0, "min": 4609.68503811706, "max": 4609.68503811706, "q1": 4609.68503811706, "q3": 4609.68503811706, "iqr": 0.0, "ci_95_lower": 4609.68503811706, "ci_95_upper": 4609.68503811706, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 96803.38580045826, "median": 96803.38580045826, "std": 0.0, "min": 96803.38580045826, "max": 96803.38580045826, "q1": 96803.38580045826, "q3": 96803.38580045826, "iqr": 0.0, "ci_95_lower": 96803.38580045826, "ci_95_upper": 96803.38580045826, "outliers": [], "n": 1 } } }, "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True": { "display_name": "15 static named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "display_name": "15 static named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 406.4832768289998, "timing_breakdown": { "rmlmapper_time": 62.74599092199969, "inversion_time": 340.56682708100016, "inversion_overhead_percentage": 542.7706568605521, "total_time": 406.4832768289998 }, "throughput": { "rows_per_second": 2936.2812830920866, "cells_per_second": 61661.90694493382 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 1199, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 406.4832768289998, "median": 406.4832768289998, "std": 0.0, "min": 406.4832768289998, "max": 406.4832768289998, "q1": 406.4832768289998, "q3": 406.4832768289998, "iqr": 0.0, "ci_95_lower": 406.4832768289998, "ci_95_upper": 406.4832768289998, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 62.74599092199969, "median": 62.74599092199969, "std": 0.0, "min": 62.74599092199969, "max": 62.74599092199969, "q1": 62.74599092199969, "q3": 62.74599092199969, "iqr": 0.0, "ci_95_lower": 62.74599092199969, "ci_95_upper": 62.74599092199969, "outliers": [], "n": 1 }, "inversion_time": { "mean": 340.56682708100016, "median": 340.56682708100016, "std": 0.0, "min": 340.56682708100016, "max": 340.56682708100016, "q1": 340.56682708100016, "q3": 340.56682708100016, "iqr": 0.0, "ci_95_lower": 340.56682708100016, "ci_95_upper": 340.56682708100016, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 542.7706568605521, "median": 542.7706568605521, "std": 0.0, "min": 542.7706568605521, "max": 542.7706568605521, "q1": 542.7706568605521, "q3": 542.7706568605521, "iqr": 0.0, "ci_95_lower": 542.7706568605521, "ci_95_upper": 542.7706568605521, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "mapping_size_bytes": 1199, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 2936.2812830920866, "median": 2936.2812830920866, "std": 0.0, "min": 2936.2812830920866, "max": 2936.2812830920866, "q1": 2936.2812830920866, "q3": 2936.2812830920866, "iqr": 0.0, "ci_95_lower": 2936.2812830920866, "ci_95_upper": 2936.2812830920866, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 61661.90694493382, "median": 61661.90694493382, "std": 0.0, "min": 61661.90694493382, "max": 61661.90694493382, "q1": 61661.90694493382, "q3": 61661.90694493382, "iqr": 0.0, "ci_95_lower": 61661.90694493382, "ci_95_upper": 61661.90694493382, "outliers": [], "n": 1 } } }, "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False": { "display_name": "1 dynamic named graph in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "display_name": "1 dynamic named graph in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 42.503175511001245, "timing_breakdown": { "rmlmapper_time": 13.193712966000021, "inversion_time": 26.214620267999635, "inversion_overhead_percentage": 198.69024235675187, "total_time": 42.503175511001245 }, "throughput": { "rows_per_second": 38146.65212681745, "cells_per_second": 801079.6946631664 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 585, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 42.503175511001245, "median": 42.503175511001245, "std": 0.0, "min": 42.503175511001245, "max": 42.503175511001245, "q1": 42.503175511001245, "q3": 42.503175511001245, "iqr": 0.0, "ci_95_lower": 42.503175511001245, "ci_95_upper": 42.503175511001245, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 13.193712966000021, "median": 13.193712966000021, "std": 0.0, "min": 13.193712966000021, "max": 13.193712966000021, "q1": 13.193712966000021, "q3": 13.193712966000021, "iqr": 0.0, "ci_95_lower": 13.193712966000021, "ci_95_upper": 13.193712966000021, "outliers": [], "n": 1 }, "inversion_time": { "mean": 26.214620267999635, "median": 26.214620267999635, "std": 0.0, "min": 26.214620267999635, "max": 26.214620267999635, "q1": 26.214620267999635, "q3": 26.214620267999635, "iqr": 0.0, "ci_95_lower": 26.214620267999635, "ci_95_upper": 26.214620267999635, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 198.69024235675187, "median": 198.69024235675187, "std": 0.0, "min": 198.69024235675187, "max": 198.69024235675187, "q1": 198.69024235675187, "q3": 198.69024235675187, "iqr": 0.0, "ci_95_lower": 198.69024235675187, "ci_95_upper": 198.69024235675187, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "mapping_size_bytes": 585, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 38146.65212681745, "median": 38146.65212681745, "std": 0.0, "min": 38146.65212681745, "max": 38146.65212681745, "q1": 38146.65212681745, "q3": 38146.65212681745, "iqr": 0.0, "ci_95_lower": 38146.65212681745, "ci_95_upper": 38146.65212681745, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 801079.6946631664, "median": 801079.6946631664, "std": 0.0, "min": 801079.6946631664, "max": 801079.6946631664, "q1": 801079.6946631664, "q3": 801079.6946631664, "iqr": 0.0, "ci_95_lower": 801079.6946631664, "ci_95_upper": 801079.6946631664, "outliers": [], "n": 1 } } }, "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False": { "display_name": "5 dynamic named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False", "display_name": "5 dynamic named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 327.6286343209995, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for namedgraph_0SM-NG_5POM-NG_1TM_1POM_False: {'scenario': 'namedgraph_0SM-NG_5POM-NG_1TM_1POM_False', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['id', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 4000000, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 1000000, 'reconstructed_rows': 5000000, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['p1', 'p2', 'p3', 'p4', 'p5']}, 'exact': False, 'partial_valid': False}}, 'errors': ['rdf_round_trip', 'data.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for namedgraph_0SM-NG_5POM-NG_1TM_1POM_False: {'scenario': 'namedgraph_0SM-NG_5POM-NG_1TM_1POM_False', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['id', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 4000000, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 1000000, 'reconstructed_rows': 5000000, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['p1', 'p2', 'p3', 'p4', 'p5']}, 'exact': False, 'partial_valid': False}}, 'errors': ['rdf_round_trip', 'data.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False": { "display_name": "10 dynamic named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False", "display_name": "10 dynamic named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 887.119354982, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for namedgraph_0SM-NG_10POM-NG_1TM_1POM_False: {'scenario': 'namedgraph_0SM-NG_10POM-NG_1TM_1POM_False', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['id', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 9000000, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 1000000, 'reconstructed_rows': 10000000, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10']}, 'exact': False, 'partial_valid': False}}, 'errors': ['rdf_round_trip', 'data.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for namedgraph_0SM-NG_10POM-NG_1TM_1POM_False: {'scenario': 'namedgraph_0SM-NG_10POM-NG_1TM_1POM_False', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['id', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 9000000, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 1000000, 'reconstructed_rows': 10000000, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10']}, 'exact': False, 'partial_valid': False}}, 'errors': ['rdf_round_trip', 'data.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False": { "display_name": "15 dynamic named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False", "display_name": "15 dynamic named graphs in a predicate-object map", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 1632.016376783, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for namedgraph_0SM-NG_15POM-NG_1TM_1POM_False: {'scenario': 'namedgraph_0SM-NG_15POM-NG_1TM_1POM_False', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['id', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 14000000, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 1000000, 'reconstructed_rows': 15000000, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15']}, 'exact': False, 'partial_valid': False}}, 'errors': ['rdf_round_trip', 'data.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for namedgraph_0SM-NG_15POM-NG_1TM_1POM_False: {'scenario': 'namedgraph_0SM-NG_15POM-NG_1TM_1POM_False', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['id', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 14000000, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 1000000, 'reconstructed_rows': 15000000, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15']}, 'exact': False, 'partial_valid': False}}, 'errors': ['rdf_round_trip', 'data.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True": { "display_name": "1 static named graph in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "display_name": "1 static named graph in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 523.6155104569989, "timing_breakdown": { "rmlmapper_time": 82.19131612599995, "inversion_time": 437.6638266680002, "inversion_overhead_percentage": 532.493999727487, "total_time": 523.6155104569989 }, "throughput": { "rows_per_second": 2284.858695344207, "cells_per_second": 47982.03260222835 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 3023, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 523.6155104569989, "median": 523.6155104569989, "std": 0.0, "min": 523.6155104569989, "max": 523.6155104569989, "q1": 523.6155104569989, "q3": 523.6155104569989, "iqr": 0.0, "ci_95_lower": 523.6155104569989, "ci_95_upper": 523.6155104569989, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 82.19131612599995, "median": 82.19131612599995, "std": 0.0, "min": 82.19131612599995, "max": 82.19131612599995, "q1": 82.19131612599995, "q3": 82.19131612599995, "iqr": 0.0, "ci_95_lower": 82.19131612599995, "ci_95_upper": 82.19131612599995, "outliers": [], "n": 1 }, "inversion_time": { "mean": 437.6638266680002, "median": 437.6638266680002, "std": 0.0, "min": 437.6638266680002, "max": 437.6638266680002, "q1": 437.6638266680002, "q3": 437.6638266680002, "iqr": 0.0, "ci_95_lower": 437.6638266680002, "ci_95_upper": 437.6638266680002, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 532.493999727487, "median": 532.493999727487, "std": 0.0, "min": 532.493999727487, "max": 532.493999727487, "q1": 532.493999727487, "q3": 532.493999727487, "iqr": 0.0, "ci_95_lower": 532.493999727487, "ci_95_upper": 532.493999727487, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "mapping_size_bytes": 3023, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 2284.858695344207, "median": 2284.858695344207, "std": 0.0, "min": 2284.858695344207, "max": 2284.858695344207, "q1": 2284.858695344207, "q3": 2284.858695344207, "iqr": 0.0, "ci_95_lower": 2284.858695344207, "ci_95_upper": 2284.858695344207, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 47982.03260222835, "median": 47982.03260222835, "std": 0.0, "min": 47982.03260222835, "max": 47982.03260222835, "q1": 47982.03260222835, "q3": 47982.03260222835, "iqr": 0.0, "ci_95_lower": 47982.03260222835, "ci_95_upper": 47982.03260222835, "outliers": [], "n": 1 } } }, "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True": { "display_name": "5 static named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "display_name": "5 static named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2652.172881889999, "timing_breakdown": { "rmlmapper_time": 537.899345242, "inversion_time": 2103.9623308949995, "inversion_overhead_percentage": 391.1442446445869, "total_time": 2652.172881889999 }, "throughput": { "rows_per_second": 475.2936805549234, "cells_per_second": 9981.167291653392 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 5163, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 2652.172881889999, "median": 2652.172881889999, "std": 0.0, "min": 2652.172881889999, "max": 2652.172881889999, "q1": 2652.172881889999, "q3": 2652.172881889999, "iqr": 0.0, "ci_95_lower": 2652.172881889999, "ci_95_upper": 2652.172881889999, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 537.899345242, "median": 537.899345242, "std": 0.0, "min": 537.899345242, "max": 537.899345242, "q1": 537.899345242, "q3": 537.899345242, "iqr": 0.0, "ci_95_lower": 537.899345242, "ci_95_upper": 537.899345242, "outliers": [], "n": 1 }, "inversion_time": { "mean": 2103.9623308949995, "median": 2103.9623308949995, "std": 0.0, "min": 2103.9623308949995, "max": 2103.9623308949995, "q1": 2103.9623308949995, "q3": 2103.9623308949995, "iqr": 0.0, "ci_95_lower": 2103.9623308949995, "ci_95_upper": 2103.9623308949995, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 391.1442446445869, "median": 391.1442446445869, "std": 0.0, "min": 391.1442446445869, "max": 391.1442446445869, "q1": 391.1442446445869, "q3": 391.1442446445869, "iqr": 0.0, "ci_95_lower": 391.1442446445869, "ci_95_upper": 391.1442446445869, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "mapping_size_bytes": 5163, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 475.2936805549234, "median": 475.2936805549234, "std": 0.0, "min": 475.2936805549234, "max": 475.2936805549234, "q1": 475.2936805549234, "q3": 475.2936805549234, "iqr": 0.0, "ci_95_lower": 475.2936805549234, "ci_95_upper": 475.2936805549234, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 9981.167291653392, "median": 9981.167291653392, "std": 0.0, "min": 9981.167291653392, "max": 9981.167291653392, "q1": 9981.167291653392, "q3": 9981.167291653392, "iqr": 0.0, "ci_95_lower": 9981.167291653392, "ci_95_upper": 9981.167291653392, "outliers": [], "n": 1 } } }, "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True": { "display_name": "10 static named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True", "display_name": "10 static named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 1276.0988382389987, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.regex.Matcher.(Matcher.java:251)\n\tat java.base/java.util.regex.Pattern.matcher(Pattern.java:1180)\n\tat be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:343)\n\tat be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n\tat be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n\tat be.ugent.rml.cli.Main.run(Main.java:459)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.regex.Matcher.(Matcher.java:251)\n\tat java.base/java.util.regex.Pattern.matcher(Pattern.java:1180)\n\tat be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:343)\n\tat be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n\tat be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n\tat be.ugent.rml.cli.Main.run(Main.java:459)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "statistics": null }, "namedgraph_15SM-NG_15POM-NG_1TM_10POM_True": { "display_name": "15 static named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 15, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_15SM-NG_15POM-NG_1TM_10POM_True", "display_name": "15 static named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 15, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 3006.0533743660017, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" Exception in thread \"mysql-cj-abandoned-connection-cleanup\" java.lang.OutOfMemoryError: Java heap space\njava.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.HashMap.keySet(HashMap.java:914)\n\tat java.base/java.util.HashSet.iterator(HashSet.java:182)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.interruptWorkers(ThreadPoolExecutor.java:776)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.shutdownNow(ThreadPoolExecutor.java:1428)\n\tat java.base/java.util.concurrent.Executors$DelegatedExecutorService.shutdownNow(Executors.java:764)\n\tat java.base/java.util.concurrent.Executors$AutoShutdownDelegatedExecutorService.shutdownNow(Executors.java:852)\n\tat com.mysql.cj.jdbc.AbandonedConnectionCleanupThread.shutdown(AbandonedConnectionCleanupThread.java:155)\n\tat com.mysql.cj.jdbc.AbandonedConnectionCleanupThread.uncheckedShutdown(AbandonedConnectionCleanupThread.java:171)\n\tat com.mysql.cj.jdbc.AbandonedConnectionCleanupThread.checkThreadContextClassLoader(AbandonedConnectionCleanupThread.java:119)\n\tat com.mysql.cj.jdbc.AbandonedConnectionCleanupThread.run(AbandonedConnectionCleanupThread.java:83)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)\n\tat java.base/java.lang.Thread.runWith(Thread.java:1596)\n\tat java.base/java.lang.Thread.run(Thread.java:1583)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" Exception in thread \"mysql-cj-abandoned-connection-cleanup\" java.lang.OutOfMemoryError: Java heap space\njava.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.HashMap.keySet(HashMap.java:914)\n\tat java.base/java.util.HashSet.iterator(HashSet.java:182)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.interruptWorkers(ThreadPoolExecutor.java:776)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.shutdownNow(ThreadPoolExecutor.java:1428)\n\tat java.base/java.util.concurrent.Executors$DelegatedExecutorService.shutdownNow(Executors.java:764)\n\tat java.base/java.util.concurrent.Executors$AutoShutdownDelegatedExecutorService.shutdownNow(Executors.java:852)\n\tat com.mysql.cj.jdbc.AbandonedConnectionCleanupThread.shutdown(AbandonedConnectionCleanupThread.java:155)\n\tat com.mysql.cj.jdbc.AbandonedConnectionCleanupThread.uncheckedShutdown(AbandonedConnectionCleanupThread.java:171)\n\tat com.mysql.cj.jdbc.AbandonedConnectionCleanupThread.checkThreadContextClassLoader(AbandonedConnectionCleanupThread.java:119)\n\tat com.mysql.cj.jdbc.AbandonedConnectionCleanupThread.run(AbandonedConnectionCleanupThread.java:83)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)\n\tat java.base/java.lang.Thread.runWith(Thread.java:1596)\n\tat java.base/java.lang.Thread.run(Thread.java:1583)\n" }, "statistics": null }, "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False": { "display_name": "1 dynamic named graph in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "display_name": "1 dynamic named graph in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 517.9775103160027, "timing_breakdown": { "rmlmapper_time": 88.33114329900127, "inversion_time": 425.891722008997, "inversion_overhead_percentage": 482.15352604160444, "total_time": 517.9775103160027 }, "throughput": { "rows_per_second": 2348.0146439166406, "cells_per_second": 49308.30752224945 }, "mapping_file": "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/app/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 3265, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "inversion_count": 1, "validation_results": { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 } ], "status": "completed", "statistics": { "execution_time": { "mean": 517.9775103160027, "median": 517.9775103160027, "std": 0.0, "min": 517.9775103160027, "max": 517.9775103160027, "q1": 517.9775103160027, "q3": 517.9775103160027, "iqr": 0.0, "ci_95_lower": 517.9775103160027, "ci_95_upper": 517.9775103160027, "outliers": [], "n": 1 }, "rmlmapper_time": { "mean": 88.33114329900127, "median": 88.33114329900127, "std": 0.0, "min": 88.33114329900127, "max": 88.33114329900127, "q1": 88.33114329900127, "q3": 88.33114329900127, "iqr": 0.0, "ci_95_lower": 88.33114329900127, "ci_95_upper": 88.33114329900127, "outliers": [], "n": 1 }, "inversion_time": { "mean": 425.891722008997, "median": 425.891722008997, "std": 0.0, "min": 425.891722008997, "max": 425.891722008997, "q1": 425.891722008997, "q3": 425.891722008997, "iqr": 0.0, "ci_95_lower": 425.891722008997, "ci_95_upper": 425.891722008997, "outliers": [], "n": 1 }, "inversion_overhead_percentage": { "mean": 482.15352604160444, "median": 482.15352604160444, "std": 0.0, "min": 482.15352604160444, "max": 482.15352604160444, "q1": 482.15352604160444, "q3": 482.15352604160444, "iqr": 0.0, "ci_95_lower": 482.15352604160444, "ci_95_upper": 482.15352604160444, "outliers": [], "n": 1 }, "n_runs": 1, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "mapping_size_bytes": 3265, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "rows_per_second": { "mean": 2348.0146439166406, "median": 2348.0146439166406, "std": 0.0, "min": 2348.0146439166406, "max": 2348.0146439166406, "q1": 2348.0146439166406, "q3": 2348.0146439166406, "iqr": 0.0, "ci_95_lower": 2348.0146439166406, "ci_95_upper": 2348.0146439166406, "outliers": [], "n": 1 }, "cells_per_second": { "mean": 49308.30752224945, "median": 49308.30752224945, "std": 0.0, "min": 49308.30752224945, "max": 49308.30752224945, "q1": 49308.30752224945, "q3": 49308.30752224945, "iqr": 0.0, "ci_95_lower": 49308.30752224945, "ci_95_upper": 49308.30752224945, "outliers": [], "n": 1 } } }, "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False": { "display_name": "5 dynamic named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False", "display_name": "5 dynamic named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 626.6353853190012, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.regex.Matcher.(Matcher.java:251)\n\tat java.base/java.util.regex.Pattern.matcher(Pattern.java:1180)\n\tat be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:343)\n\tat be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n\tat be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n\tat be.ugent.rml.cli.Main.run(Main.java:459)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n\tat java.base/java.util.regex.Matcher.(Matcher.java:251)\n\tat java.base/java.util.regex.Pattern.matcher(Pattern.java:1180)\n\tat be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:343)\n\tat be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n\tat be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n\tat be.ugent.rml.cli.Main.run(Main.java:459)\n\tat be.ugent.rml.cli.Main.main(Main.java:49)\n" }, "statistics": null }, "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False": { "display_name": "10 dynamic named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False", "display_name": "10 dynamic named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 3607.1702238489997, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" Exception in thread \"mysql-cj-abandoned-connection-cleanup\" java.lang.OutOfMemoryError: Java heap space\njava.lang.OutOfMemoryError: Java heap space\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "RMLMapper failed with exit code 1", "diagnostic": "Exception in thread \"main\" Exception in thread \"mysql-cj-abandoned-connection-cleanup\" java.lang.OutOfMemoryError: Java heap space\njava.lang.OutOfMemoryError: Java heap space\n" }, "statistics": null }, "namedgraph_15SM-NG_15POM-NG_1TM_10POM_False": { "display_name": "15 dynamic named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 15, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_15SM-NG_15POM-NG_1TM_10POM_False", "display_name": "15 dynamic named graphs in subject and predicate-object maps", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 15, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 3000.988353230001, "failure": { "stage": "forward_mapping", "kind": "process_error", "outcome": "FAILED", "message": "RMLMapper failed with exit code -6", "diagnostic": "#\n# A fatal error has been detected by the Java Runtime Environment:\n#\n# SIGSEGV (0xb) at pc=0x00007f261f4595b3, pid=16176, tid=16178\n#\n# JRE version: OpenJDK Runtime Environment (21.0.11+10) (build 21.0.11+10-1-deb13u2-Debian)\n# Java VM: OpenJDK 64-Bit Server VM (21.0.11+10-1-deb13u2-Debian, mixed mode, sharing, tiered, compressed class ptrs, g1 gc, linux-amd64)\n# Problematic frame:\n# V [libjvm.so+0x81e5b3] G1FullGCResetMetadataTask::G1ResetMetadataClosure::scrub_skip_compacting_region(HeapRegion*, bool)+0x173\n#\n# Core dump will be written. Default location: Core dumps may be processed with \"/usr/lib/systemd/systemd-coredump %P %u %g %s %t %c %h %d %F\" (or dumping to /app/core.16176)\n#\n# An error report file with more information is saved as:\n# /app/hs_err_pid16176.log\n#\n# If you would like to submit a bug report, please visit:\n# https://bugs.debian.org/openjdk-21\n#\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "process_error", "outcome": "FAILED", "message": "RMLMapper failed with exit code -6", "diagnostic": "#\n# A fatal error has been detected by the Java Runtime Environment:\n#\n# SIGSEGV (0xb) at pc=0x00007f261f4595b3, pid=16176, tid=16178\n#\n# JRE version: OpenJDK Runtime Environment (21.0.11+10) (build 21.0.11+10-1-deb13u2-Debian)\n# Java VM: OpenJDK 64-Bit Server VM (21.0.11+10-1-deb13u2-Debian, mixed mode, sharing, tiered, compressed class ptrs, g1 gc, linux-amd64)\n# Problematic frame:\n# V [libjvm.so+0x81e5b3] G1FullGCResetMetadataTask::G1ResetMetadataClosure::scrub_skip_compacting_region(HeapRegion*, bool)+0x173\n#\n# Core dump will be written. Default location: Core dumps may be processed with \"/usr/lib/systemd/systemd-coredump %P %u %g %s %t %c %h %d %F\" (or dumping to /app/core.16176)\n#\n# An error report file with more information is saved as:\n# /app/hs_err_pid16176.log\n#\n# If you would like to submit a bug report, please visit:\n# https://bugs.debian.org/openjdk-21\n#\n" }, "statistics": null }, "joins_relations_1-1_50.0": { "display_name": "Join relation 1-1", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_1-1_50.0", "display_name": "Join relation 1-1", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2860.0532077669995, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_1-1_50.0: {'scenario': 'joins_relations_1-1_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24869, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124869, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_1-1_50.0: {'scenario': 'joins_relations_1-1_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24869, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124869, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_1-5_50.0": { "display_name": "Join relation 1-5", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_1-5_50.0", "display_name": "Join relation 1-5", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2890.5841668529974, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_1-5_50.0: {'scenario': 'joins_relations_1-5_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24512, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124512, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_1-5_50.0: {'scenario': 'joins_relations_1-5_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24512, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124512, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_1-10_50.0": { "display_name": "Join relation 1-10", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_1-10_50.0", "display_name": "Join relation 1-10", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 3006.338873306995, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_1-10_50.0: {'scenario': 'joins_relations_1-10_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 25057, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 125057, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_1-10_50.0: {'scenario': 'joins_relations_1-10_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 25057, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 125057, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_1-15_50.0": { "display_name": "Join relation 1-15", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_1-15_50.0", "display_name": "Join relation 1-15", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 3200.522125260002, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_1-15_50.0: {'scenario': 'joins_relations_1-15_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24470, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124470, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_1-15_50.0: {'scenario': 'joins_relations_1-15_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24470, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124470, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_5-1_50.0": { "display_name": "Join relation 5-1", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 5, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_5-1_50.0", "display_name": "Join relation 5-1", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 5, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2700.1525751719964, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_5-1_50.0: {'scenario': 'joins_relations_5-1_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24703, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124703, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_5-1_50.0: {'scenario': 'joins_relations_5-1_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24703, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124703, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_10-1_50.0": { "display_name": "Join relation 10-1", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 10, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_10-1_50.0", "display_name": "Join relation 10-1", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 10, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 3184.0012997609956, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_10-1_50.0: {'scenario': 'joins_relations_10-1_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24268, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124268, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_10-1_50.0: {'scenario': 'joins_relations_10-1_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24268, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124268, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_15-1_50.0": { "display_name": "Join relation 15-1", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 15, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_15-1_50.0", "display_name": "Join relation 15-1", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 15, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2697.079949877996, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_15-1_50.0: {'scenario': 'joins_relations_15-1_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 25028, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 125028, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_15-1_50.0: {'scenario': 'joins_relations_15-1_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 25028, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 125028, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_3-3_50.0": { "display_name": "Join relation 3-3", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 3, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_3-3_50.0", "display_name": "Join relation 3-3", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 3, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2719.1571591859974, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_3-3_50.0: {'scenario': 'joins_relations_3-3_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 125352, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 225352, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_3-3_50.0: {'scenario': 'joins_relations_3-3_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 125352, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 225352, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_3-5_50.0": { "display_name": "Join relation 3-5", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 3, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_3-5_50.0", "display_name": "Join relation 3-5", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 3, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2747.629284225004, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_3-5_50.0: {'scenario': 'joins_relations_3-5_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 125263, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 225263, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_3-5_50.0: {'scenario': 'joins_relations_3-5_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 125263, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 225263, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_5-3_50.0": { "display_name": "Join relation 5-3", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 5, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_5-3_50.0", "display_name": "Join relation 5-3", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 5, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 2755.8630279630015, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_5-3_50.0: {'scenario': 'joins_relations_5-3_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 125448, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 225448, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_5-3_50.0: {'scenario': 'joins_relations_5-3_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 125448, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 225448, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_10-5_50.0": { "display_name": "Join relation 10-5", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 10, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_10-5_50.0", "display_name": "Join relation 10-5", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 10, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 3302.2769169230014, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_10-5_50.0: {'scenario': 'joins_relations_10-5_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 225204, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 325204, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_10-5_50.0: {'scenario': 'joins_relations_10-5_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 225204, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 325204, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_relations_5-10_50.0": { "display_name": "Join relation 5-10", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 5, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_relations_5-10_50.0", "display_name": "Join relation 5-10", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 5, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 3618.1843853919927, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_5-10_50.0: {'scenario': 'joins_relations_5-10_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 225069, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 325069, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_relations_5-10_50.0: {'scenario': 'joins_relations_5-10_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 225069, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 325069, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_mutiple_1-1_1jc_50.0": { "display_name": "Join with 1 condition", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_mutiple_1-1_1jc_50.0", "display_name": "Join with 1 condition", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 3107.8450002129975, "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_mutiple_1-1_1jc_50.0: {'scenario': 'joins_mutiple_1-1_1jc_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24869, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124869, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "roundtrip_validation", "kind": "mismatch", "outcome": "FAILED", "message": "Unexpected inversion result for joins_mutiple_1-1_1jc_50.0: {'scenario': 'joins_mutiple_1-1_1jc_50.0', 'validation_passed': False, 'expected_outcome': 'PARTIAL', 'outcome': 'MISMATCH', 'checks': {'tables': True, 'rdf_round_trip': False}, 'tables': {'data1': {'checks': {'column_subset': True, 'no_foreign_values': False, 'columns': False, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': ['p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'rows': 0, 'additional_rows': 24869, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 124869, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1']}, 'exact': False, 'partial_valid': False}, 'data2': {'checks': {'column_subset': True, 'no_foreign_values': True, 'columns': True, 'rows': False, 'values': False, 'multiplicities': False}, 'losses': {'columns': [], 'rows': 100000, 'additional_rows': 0, 'values': True, 'multiplicities': True}, 'metrics': {'original_rows': 100000, 'reconstructed_rows': 0, 'original_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20'], 'reconstructed_columns': ['id', 'p1', 'p2', 'p3', 'p4', 'p5', 'p6', 'p7', 'p8', 'p9', 'p10', 'p11', 'p12', 'p13', 'p14', 'p15', 'p16', 'p17', 'p18', 'p19', 'p20']}, 'exact': False, 'partial_valid': True}}, 'errors': ['rdf_round_trip', 'data1.values', 'outcome']}", "diagnostic": "" }, "statistics": null }, "joins_mutiple_1-1_5jc_50.0": { "display_name": "Join with 5 conditions", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_mutiple_1-1_5jc_50.0", "display_name": "Join with 5 conditions", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 10800.674657345007, "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "RMLMapper timed out after 10800 seconds", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "RMLMapper timed out after 10800 seconds", "diagnostic": "" }, "statistics": null }, "joins_mutiple_1-1_10jc_50.0": { "display_name": "Join with 10 conditions", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_mutiple_1-1_10jc_50.0", "display_name": "Join with 10 conditions", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 10800.611958269, "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "RMLMapper timed out after 10800 seconds", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "RMLMapper timed out after 10800 seconds", "diagnostic": "" }, "statistics": null }, "joins_mutiple_1-1_15jc_50.0": { "display_name": "Join with 15 conditions", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_mutiple_1-1_15jc_50.0", "display_name": "Join with 15 conditions", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "PARTIAL", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "execution_time": 10800.553129559994, "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "RMLMapper timed out after 10800 seconds", "diagnostic": "" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "RMLMapper timed out after 10800 seconds", "diagnostic": "" }, "statistics": null } } }