{ "timestamp": 1785061943, "benchmark_type": "KROWN", "framework": "KROWN Executor with local inversion", "environment": "KROWN Executor and Docker Compose", "mode": "roundtrip", "forward_engine": "rmlmapper", "inversion_engine": "kgi", "measurement_scope": "system", "sample_interval_seconds": 0.1, "sparql_engine": "pyoxigraph", "iterations": 3, "failed_scenarios": 10, "suites": [ "raw", "mappings", "named-graphs", "joins" ], "series": [ { "name": "raw_rows", "title": "Raw data: rows", "suite": "raw", "parameter_label": "Rows", "points": [ { "scenario": "raw_10000_20_0", "value": 10000 }, { "scenario": "raw_100000_20_0", "value": 100000 }, { "scenario": "raw_1000000_20_0", "value": 1000000 }, { "scenario": "raw_10000000_20_0", "value": 10000000 } ] }, { "name": "raw_properties", "title": "Raw data: properties", "suite": "raw", "parameter_label": "Properties", "points": [ { "scenario": "raw_100000_1_0", "value": 1 }, { "scenario": "raw_100000_10_0", "value": 10 }, { "scenario": "raw_100000_20_0", "value": 20 }, { "scenario": "raw_100000_30_0", "value": 30 } ] }, { "name": "raw_value_size", "title": "Raw data: value size", "suite": "raw", "parameter_label": "Value size (characters)", "points": [ { "scenario": "raw_100000_20_500", "value": 500 }, { "scenario": "raw_100000_20_1000", "value": 1000 }, { "scenario": "raw_100000_20_5000", "value": 5000 }, { "scenario": "raw_100000_20_10000", "value": 10000 } ] }, { "name": "mappings_triples_maps", "title": "Mappings: Triples Maps", "suite": "mappings", "parameter_label": "Triples Maps", "points": [ { "scenario": "mappings_1_5", "value": 1 }, { "scenario": "mappings_10_5", "value": 10 }, { "scenario": "mappings_20_5", "value": 20 }, { "scenario": "mappings_30_5", "value": 30 } ] }, { "name": "mappings_predicate_object_maps", "title": "Mappings: Predicate-Object Maps", "suite": "mappings", "parameter_label": "Predicate-Object Maps", "points": [ { "scenario": "mappings_20_1", "value": 1 }, { "scenario": "mappings_20_3", "value": 3 }, { "scenario": "mappings_20_5", "value": 5 }, { "scenario": "mappings_20_10", "value": 10 } ] }, { "name": "named_graphs_subject_static", "title": "Named graphs in subject map (static)", "suite": "named-graphs", "parameter_label": "Named graphs", "points": [ { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "value": 1 }, { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "value": 5 }, { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True", "value": 10 }, { "scenario": "namedgraph_15SM-NG_0POM-NG_1TM_20POM_True", "value": 15 } ] }, { "name": "named_graphs_subject_dynamic", "title": "Named graphs in subject map (dynamic)", "suite": "named-graphs", "parameter_label": "Named graphs", "points": [ { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "value": 1 }, { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "value": 5 }, { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False", "value": 10 }, { "scenario": "namedgraph_15SM-NG_0POM-NG_1TM_20POM_False", "value": 15 } ] }, { "name": "named_graphs_pom_static", "title": "Named graphs in predicate-object map (static)", "suite": "named-graphs", "parameter_label": "Named graphs", "points": [ { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "value": 1 }, { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "value": 5 }, { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "value": 10 }, { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "value": 15 } ] }, { "name": "named_graphs_pom_dynamic", "title": "Named graphs in predicate-object map (dynamic)", "suite": "named-graphs", "parameter_label": "Named graphs", "points": [ { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "value": 1 }, { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False", "value": 5 }, { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False", "value": 10 }, { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False", "value": 15 } ] }, { "name": "named_graphs_both_static", "title": "Named graphs in subject and predicate-object maps (static)", "suite": "named-graphs", "parameter_label": "Named graphs in each map", "points": [ { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "value": 1 }, { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "value": 5 }, { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True", "value": 10 }, { "scenario": "namedgraph_15SM-NG_15POM-NG_1TM_10POM_True", "value": 15 } ] }, { "name": "named_graphs_both_dynamic", "title": "Named graphs in subject and predicate-object maps (dynamic)", "suite": "named-graphs", "parameter_label": "Named graphs in each map", "points": [ { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "value": 1 }, { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False", "value": 5 }, { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False", "value": 10 }, { "scenario": "namedgraph_15SM-NG_15POM-NG_1TM_10POM_False", "value": 15 } ] }, { "name": "joins_one_to_many", "title": "Joins: 1-N relations", "suite": "joins", "parameter_label": "Relation", "points": [ { "scenario": "joins_relations_1-1_50.0", "value": "1-1" }, { "scenario": "joins_relations_1-5_50.0", "value": "1-5" }, { "scenario": "joins_relations_1-10_50.0", "value": "1-10" }, { "scenario": "joins_relations_1-15_50.0", "value": "1-15" } ] }, { "name": "joins_many_to_one", "title": "Joins: N-1 relations", "suite": "joins", "parameter_label": "Relation", "points": [ { "scenario": "joins_relations_1-1_50.0", "value": "1-1" }, { "scenario": "joins_relations_5-1_50.0", "value": "5-1" }, { "scenario": "joins_relations_10-1_50.0", "value": "10-1" }, { "scenario": "joins_relations_15-1_50.0", "value": "15-1" } ] }, { "name": "joins_many_to_many", "title": "Joins: N-M relations", "suite": "joins", "parameter_label": "Relation", "points": [ { "scenario": "joins_relations_3-3_50.0", "value": "3-3" }, { "scenario": "joins_relations_3-5_50.0", "value": "3-5" }, { "scenario": "joins_relations_5-3_50.0", "value": "5-3" }, { "scenario": "joins_relations_10-5_50.0", "value": "10-5" }, { "scenario": "joins_relations_5-10_50.0", "value": "5-10" } ] }, { "name": "joins_conditions", "title": "Joins: conditions", "suite": "joins", "parameter_label": "Join conditions", "points": [ { "scenario": "joins_mutiple_1-1_1jc_50.0", "value": 1 }, { "scenario": "joins_mutiple_1-1_5jc_50.0", "value": 5 }, { "scenario": "joins_mutiple_1-1_10jc_50.0", "value": 10 }, { "scenario": "joins_mutiple_1-1_15jc_50.0", "value": 15 } ] } ], "provenance": { "krown_repository": "https://github.com/kg-construct/KROWN.git", "krown_commit": "824438c6cc33bc7bb78a05d8ba4c16af4d4aba5e", "forward_engine_version": "8.1.0", "forward_executor": "KROWN Executor", "backward_executor": "local inversion adapter", "metrics_implementation": "KROWN Collector and Stats", "forward_postgresql_version": "14.5", "backward_postgresql_version": "13", "rdf_serialization": "KROWN scenario metadata", "measured_stages": [ "forward", "backward" ], "excluded_from_measurement": [ "generation", "database_setup", "backward_rdf_preparation", "validation", "cooldown" ] }, "scenarios": { "raw_10000_20_0": { "display_name": "10K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#10K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_10000_20_0", "display_name": "10K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#10K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 17.369500000000002, "timing_breakdown": { "rmlmapper_time": 7.516900000000001, "inversion_time": 9.8526, "total_time": 17.369500000000002, "inversion_overhead_percentage": 131.0726496295015 }, "throughput": { "rows_per_second": 1014.9605180358483, "cells_per_second": 21314.170878752815 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_10000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_10000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 1936848, "rdf_statements": 200000, "source_rows": 10000, "source_cells": 210000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_10000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 10000, "reconstructed_rows": 10000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "raw_10000_20_0", "display_name": "10K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#10K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 17.346, "timing_breakdown": { "rmlmapper_time": 7.3155, "inversion_time": 10.0305, "total_time": 17.346, "inversion_overhead_percentage": 137.11297929054746 }, "throughput": { "rows_per_second": 996.9592742136484, "cells_per_second": 20936.144758486615 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_10000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_10000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 1936848, "rdf_statements": 200000, "source_rows": 10000, "source_cells": 210000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_10000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 10000, "reconstructed_rows": 10000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "raw_10000_20_0", "display_name": "10K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#10K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 17.4054, "timing_breakdown": { "rmlmapper_time": 7.422699999999999, "inversion_time": 9.9827, "total_time": 17.4054, "inversion_overhead_percentage": 134.4887978767834 }, "throughput": { "rows_per_second": 1001.73299808669, "cells_per_second": 21036.392959820492 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_10000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_10000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 1936848, "rdf_statements": 200000, "source_rows": 10000, "source_cells": 210000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_10000_20_0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_10000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 10000, "reconstructed_rows": 10000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 17.373633333333334, "median": 17.369500000000002, "std": 0.029914934954522774, "min": 17.346, "max": 17.4054, "q1": 17.357750000000003, "q3": 17.38745, "iqr": 0.029699999999998283, "ci_95_lower": 17.299320515268246, "ci_95_upper": 17.447946151398423, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 1936848, "rdf_statements": 200000, "source_rows": 10000, "source_cells": 210000 }, "inversion_time": { "mean": 9.955266666666667, "median": 9.9827, "std": 0.09206814505209306, "min": 9.8526, "max": 10.0305, "q1": 9.91765, "q3": 10.006599999999999, "iqr": 0.08894999999999875, "ci_95_lower": 9.726556715491864, "ci_95_upper": 10.18397661784147, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 134.22480893227745, "median": 134.4887978767834, "std": 3.028805577392493, "min": 131.0726496295015, "max": 137.11297929054746, "q1": 132.78072375314247, "q3": 135.80088858366543, "iqr": 3.0201648305229583, "ci_95_lower": 126.70083877591703, "ci_95_upper": 141.7487790886379, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1004.5509301120622, "median": 1001.73299808669, "std": 9.325596520399426, "min": 996.9592742136484, "max": 1014.9605180358483, "q1": 999.3461361501693, "q3": 1008.3467580612692, "iqr": 9.00062191109987, "ci_95_lower": 981.3848641111704, "ci_95_upper": 1027.7169961129541, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 21095.569532353307, "median": 21036.392959820492, "std": 195.83752692838928, "min": 20936.144758486615, "max": 21314.170878752815, "q1": 20986.268859153555, "q3": 21175.281919286652, "iqr": 189.0130601330966, "ci_95_lower": 20609.082146334575, "ci_95_upper": 21582.05691837204, "outliers": [], "n": 3 }, "forward_time": { "mean": 7.4183666666666666, "median": 7.422699999999999, "std": 0.10076990291418056, "min": 7.3155, "max": 7.516900000000001, "q1": 7.3690999999999995, "q3": 7.469799999999999, "iqr": 0.10069999999999979, "ci_95_lower": 7.168040350628131, "ci_95_upper": 7.668692982705202, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "raw_10000_20_0", "run": "3", "number_of_samples": "73", "step": "2", "duration": "7.4227", "version": "3", "cpu_user_diff": "9.81", "cpu_system_diff": "7.34", "cpu_user_system_diff": "17.15", "cpu_idle_diff": "197.64", "cpu_iowait_diff": "0.06", "memory_ram_max": "10486378496", "memory_swap_max": "0", "memory_ram_swap_max": "10486378496", "memory_ram_min": "4681093120", "memory_swap_min": "0", "memory_ram_swap_min": "4681093120", "disk_read_count_diff": "0", "disk_write_count_diff": "1370", "disk_read_bytes_diff": "0", "disk_write_bytes_diff": "12263424", "disk_read_time_diff": "0", "disk_write_time_diff": "298", "disk_busy_time_diff": "56", "network_received_count_diff": "182", "network_sent_count_diff": "100", "network_received_bytes_diff": "2731533", "network_sent_bytes_diff": "8101", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "raw_10000_20_0:backward", "run": "3", "number_of_samples": "98", "step": "1", "duration": "9.9827", "version": "3", "cpu_user_diff": "14.22", "cpu_system_diff": "1.75", "cpu_user_system_diff": "15.97", "cpu_idle_diff": "272.86", "cpu_iowait_diff": "0.17", "memory_ram_max": "5145853952", "memory_swap_max": "0", "memory_ram_swap_max": "5145853952", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "140", "disk_write_count_diff": "1453", "disk_read_bytes_diff": "13504512", "disk_write_bytes_diff": "41295872", "disk_read_time_diff": "26", "disk_write_time_diff": "579", "disk_busy_time_diff": "124", "network_received_count_diff": "118", "network_sent_count_diff": "120", "network_received_bytes_diff": "13646", "network_sent_bytes_diff": "2583751", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "raw_100000_20_0": { "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#100K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_20_0", "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#100K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 78.891, "timing_breakdown": { "rmlmapper_time": 23.8935, "inversion_time": 54.9975, "total_time": 78.891, "inversion_overhead_percentage": 230.17766338125432 }, "throughput": { "rows_per_second": 1818.2644665666621, "cells_per_second": 38183.553797899905 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 21466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "raw_100000_20_0", "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#100K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 76.5398, "timing_breakdown": { "rmlmapper_time": 21.2776, "inversion_time": 55.2622, "total_time": 76.5398, "inversion_overhead_percentage": 259.7200812121668 }, "throughput": { "rows_per_second": 1809.5551751468454, "cells_per_second": 38000.65867808375 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 21466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "raw_100000_20_0", "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#100K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 89.8709, "timing_breakdown": { "rmlmapper_time": 33.9618, "inversion_time": 55.9091, "total_time": 89.8709, "inversion_overhead_percentage": 164.62348874323507 }, "throughput": { "rows_per_second": 1788.6175953467323, "cells_per_second": 37560.96950228138 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 21466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 81.76723333333334, "median": 78.891, "std": 7.115763869278784, "min": 76.5398, "max": 89.8709, "q1": 77.7154, "q3": 84.38095000000001, "iqr": 6.66555000000001, "ci_95_lower": 64.09069595774747, "ci_95_upper": 99.4437707089192, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 21466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000 }, "inversion_time": { "mean": 55.3896, "median": 55.2622, "std": 0.468963442071981, "min": 54.9975, "max": 55.9091, "q1": 55.129850000000005, "q3": 55.58565, "iqr": 0.45579999999999643, "ci_95_lower": 54.22463022811675, "ci_95_upper": 56.55456977188325, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 218.17374444555207, "median": 230.17766338125432, "std": 48.67146008865672, "min": 164.62348874323507, "max": 259.7200812121668, "q1": 197.40057606224468, "q3": 244.94887229671056, "iqr": 47.54829623446588, "ci_95_lower": 97.26713495336884, "ci_95_upper": 339.0803539377353, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1805.4790790200798, "median": 1809.5551751468454, "std": 15.237951404593408, "min": 1788.6175953467323, "max": 1818.2644665666621, "q1": 1799.0863852467887, "q3": 1813.9098208567539, "iqr": 14.823435609965145, "ci_95_lower": 1767.6259092861103, "ci_95_upper": 1843.3322487540493, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 37915.06065942168, "median": 38000.65867808375, "std": 319.99697949645923, "min": 37560.96950228138, "max": 38183.553797899905, "q1": 37780.81409018257, "q3": 38092.10623799183, "iqr": 311.2921478092612, "ci_95_lower": 37120.14409500833, "ci_95_upper": 38709.977223835034, "outliers": [], "n": 3 }, "forward_time": { "mean": 26.377633333333332, "median": 23.8935, "std": 6.697045708619086, "min": 21.2776, "max": 33.9618, "q1": 22.585549999999998, "q3": 28.92765, "iqr": 6.342100000000002, "ci_95_lower": 9.74124953123695, "ci_95_upper": 43.01401713542971, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "raw_100000_20_0", "run": "1", "number_of_samples": "231", "step": "2", "duration": "23.8935", "version": "3", "cpu_user_diff": "24.04", "cpu_system_diff": "18.44", "cpu_user_system_diff": "42.48", "cpu_idle_diff": "649.23", "cpu_iowait_diff": "0.09", "memory_ram_max": "17794588672", "memory_swap_max": "0", "memory_ram_swap_max": "17794588672", "memory_ram_min": "4752269312", "memory_swap_min": "0", "memory_ram_swap_min": "4752269312", "disk_read_count_diff": "2", "disk_write_count_diff": "1948", "disk_read_bytes_diff": "155648", "disk_write_bytes_diff": "140300288", "disk_read_time_diff": "1", "disk_write_time_diff": "852", "disk_busy_time_diff": "184", "network_received_count_diff": "2292", "network_sent_count_diff": "1668", "network_received_bytes_diff": "29510635", "network_sent_bytes_diff": "111569", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "raw_100000_20_0:backward", "run": "2", "number_of_samples": "539", "step": "1", "duration": "55.2622", "version": "3", "cpu_user_diff": "65.39", "cpu_system_diff": "7.97", "cpu_user_system_diff": "73.36", "cpu_idle_diff": "1527.37", "cpu_iowait_diff": "0.7", "memory_ram_max": "5194551296", "memory_swap_max": "0", "memory_ram_swap_max": "5194551296", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "1381", "disk_write_count_diff": "4299", "disk_read_bytes_diff": "134909952", "disk_write_bytes_diff": "1681760256", "disk_read_time_diff": "281", "disk_write_time_diff": "7398", "disk_busy_time_diff": "1244", "network_received_count_diff": "532", "network_sent_count_diff": "712", "network_received_bytes_diff": "45256", "network_sent_bytes_diff": "27833828", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "raw_1000000_20_0": { "display_name": "1M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#1M", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_1000000_20_0", "display_name": "1M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#1M", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 716.2075, "timing_breakdown": { "rmlmapper_time": 148.19299999999998, "inversion_time": 568.0145, "total_time": 716.2075, "inversion_overhead_percentage": 383.29374531860486 }, "throughput": { "rows_per_second": 1760.518437469466, "cells_per_second": 36970.88718685879 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_1000000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_1000000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_1000000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "raw_1000000_20_0", "display_name": "1M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#1M", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 720.8144, "timing_breakdown": { "rmlmapper_time": 144.9255, "inversion_time": 575.8889, "total_time": 720.8144, "inversion_overhead_percentage": 397.3689240333827 }, "throughput": { "rows_per_second": 1736.4460401997676, "cells_per_second": 36465.366844195116 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_1000000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_1000000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_1000000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "raw_1000000_20_0", "display_name": "1M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#1M", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 690.9744000000001, "timing_breakdown": { "rmlmapper_time": 146.99089999999998, "inversion_time": 543.9835, "total_time": 690.9744000000001, "inversion_overhead_percentage": 370.0797124175715 }, "throughput": { "rows_per_second": 1838.2910511072484, "cells_per_second": 38604.11207325222 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_1000000_20_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_1000000_20_0/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_1000000_20_0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_1000000_20_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 709.3321, "median": 716.2075, "std": 16.06423804199871, "min": 690.9744000000001, "max": 720.8144, "q1": 703.59095, "q3": 718.51095, "iqr": 14.919999999999959, "ci_95_lower": 669.4263204693367, "ci_95_upper": 749.2378795306632, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 562.6289666666668, "median": 568.0145, "std": 16.620517869589168, "min": 543.9835, "max": 575.8889, "q1": 555.999, "q3": 571.9517000000001, "iqr": 15.95270000000005, "ci_95_lower": 521.341311438, "ci_95_upper": 603.9166218953335, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 383.5807939231863, "median": 383.29374531860486, "std": 13.646870166055495, "min": 370.0797124175715, "max": 397.3689240333827, "q1": 376.68672886808815, "q3": 390.3313346759938, "iqr": 13.644605807905634, "ci_95_lower": 349.6800890963274, "ci_95_upper": 417.48149875004526, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1778.418509592161, "median": 1760.518437469466, "std": 53.22979427148366, "min": 1736.4460401997676, "max": 1838.2910511072484, "q1": 1748.482238834617, "q3": 1799.4047442883573, "iqr": 50.922505453740314, "ci_95_lower": 1646.1883702536568, "ci_95_upper": 1910.648648930665, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 37346.78870143538, "median": 36970.88718685879, "std": 1117.8256797011586, "min": 36465.366844195116, "max": 38604.11207325222, "q1": 36718.12701552695, "q3": 37787.49963005551, "iqr": 1069.3726145285545, "ci_95_lower": 34569.95577532678, "ci_95_upper": 40123.62162754397, "outliers": [], "n": 3 }, "forward_time": { "mean": 146.7031333333333, "median": 146.99089999999998, "std": 1.652648269697247, "min": 144.9255, "max": 148.19299999999998, "q1": 145.95819999999998, "q3": 147.59195, "iqr": 1.6337500000000205, "ci_95_lower": 142.59772744231944, "ci_95_upper": 150.8085392243472, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "raw_1000000_20_0", "run": "3", "number_of_samples": "1347", "step": "2", "duration": "146.9909", "version": "3", "cpu_user_diff": "171.85", "cpu_system_diff": "60.37", "cpu_user_system_diff": "232.22", "cpu_idle_diff": "4002.41", "cpu_iowait_diff": "0.47", "memory_ram_max": "32624766976", "memory_swap_max": "0", "memory_ram_swap_max": "32624766976", "memory_ram_min": "4715302912", "memory_swap_min": "0", "memory_ram_swap_min": "4715302912", "disk_read_count_diff": "8", "disk_write_count_diff": "4538", "disk_read_bytes_diff": "32768", "disk_write_bytes_diff": "1973366784", "disk_read_time_diff": "3", "disk_write_time_diff": "7509", "disk_busy_time_diff": "4564", "network_received_count_diff": "38059", "network_sent_count_diff": "23067", "network_received_bytes_diff": "318077145", "network_sent_bytes_diff": "1523239", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "raw_1000000_20_0:backward", "run": "1", "number_of_samples": "5522", "step": "1", "duration": "568.0145", "version": "3", "cpu_user_diff": "763.91", "cpu_system_diff": "122.01", "cpu_user_system_diff": "885.92", "cpu_idle_diff": "15564.58", "cpu_iowait_diff": "11.93", "memory_ram_max": "5494292480", "memory_swap_max": "0", "memory_ram_swap_max": "5494292480", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "13798", "disk_write_count_diff": "52032", "disk_read_bytes_diff": "1345507328", "disk_write_bytes_diff": "39318138880", "disk_read_time_diff": "3189", "disk_write_time_diff": "215415", "disk_busy_time_diff": "19828", "network_received_count_diff": "5426", "network_sent_count_diff": "6671", "network_received_bytes_diff": "422165", "network_sent_bytes_diff": "299236764", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "raw_10000000_20_0": { "display_name": "10M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#10M", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "failed", "scenario_name": "raw_10000000_20_0", "display_name": "10M members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 10000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-members#10M", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 71.26109999999998, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-26 13:37:21,029] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 96 is too large\n[2026-07-26 13:37:21,032] ERROR at java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n[2026-07-26 13:37:21,034] ERROR at java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n[2026-07-26 13:37:21,035] ERROR at java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n[2026-07-26 13:37:21,036] ERROR at java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n[2026-07-26 13:37:21,038] ERROR at java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n[2026-07-26 13:37:21,039] ERROR at java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n[2026-07-26 13:37:21,040] ERROR at java.base/java.io.StringWriter.write(StringWriter.java:106)\n[2026-07-26 13:37:21,041] ERROR at com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n[2026-07-26 13:37:21,042] ERROR at com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n[2026-07-26 13:37:21,044] ERROR at com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n[2026-07-26 13:37:21,045] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n[2026-07-26 13:37:21,046] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n[2026-07-26 13:37:21,047] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n[2026-07-26 13:37:21,048] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n[2026-07-26 13:37:21,050] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n[2026-07-26 13:37:21,051] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n[2026-07-26 13:37:21,052] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n[2026-07-26 13:37:21,054] ERROR at be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n[2026-07-26 13:37:21,055] ERROR at be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n[2026-07-26 13:37:21,056] ERROR at be.ugent.rml.Executor.getRecords(Executor.java:359)\n[2026-07-26 13:37:21,057] ERROR at be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n[2026-07-26 13:37:21,062] ERROR at be.ugent.rml.Executor.execute(Executor.java:155)\n[2026-07-26 13:37:21,064] ERROR at be.ugent.rml.cli.Main.run(Main.java:440)\n[2026-07-26 13:37:21,065] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-26 13:37:21,066] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-26 13:37:21,067] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-26 13:37:21,029] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 96 is too large\n[2026-07-26 13:37:21,032] ERROR at java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n[2026-07-26 13:37:21,034] ERROR at java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n[2026-07-26 13:37:21,035] ERROR at java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n[2026-07-26 13:37:21,036] ERROR at java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n[2026-07-26 13:37:21,038] ERROR at java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n[2026-07-26 13:37:21,039] ERROR at java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n[2026-07-26 13:37:21,040] ERROR at java.base/java.io.StringWriter.write(StringWriter.java:106)\n[2026-07-26 13:37:21,041] ERROR at com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n[2026-07-26 13:37:21,042] ERROR at com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n[2026-07-26 13:37:21,044] ERROR at com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n[2026-07-26 13:37:21,045] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n[2026-07-26 13:37:21,046] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n[2026-07-26 13:37:21,047] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n[2026-07-26 13:37:21,048] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n[2026-07-26 13:37:21,050] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n[2026-07-26 13:37:21,051] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n[2026-07-26 13:37:21,052] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n[2026-07-26 13:37:21,054] ERROR at be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n[2026-07-26 13:37:21,055] ERROR at be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n[2026-07-26 13:37:21,056] ERROR at be.ugent.rml.Executor.getRecords(Executor.java:359)\n[2026-07-26 13:37:21,057] ERROR at be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n[2026-07-26 13:37:21,062] ERROR at be.ugent.rml.Executor.execute(Executor.java:155)\n[2026-07-26 13:37:21,064] ERROR at be.ugent.rml.cli.Main.run(Main.java:440)\n[2026-07-26 13:37:21,065] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-26 13:37:21,066] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-26 13:37:21,067] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "statistics": null, "resource_summary": null }, "raw_100000_1_0": { "display_name": "100K members, 1 property", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 1, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#1", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_1_0", "display_name": "100K members, 1 property", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 1, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#1", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 14.752200000000002, "timing_breakdown": { "rmlmapper_time": 6.202800000000001, "inversion_time": 8.5494, "total_time": 14.752200000000002, "inversion_overhead_percentage": 137.8313019926485 }, "throughput": { "rows_per_second": 11696.727255713851, "cells_per_second": 23393.454511427703 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_1_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_1_0/data/shared/data.csv" ], "mapping_size_bytes": 512, "data_size_bytes": 1577796, "rdf_statements": 100000, "source_rows": 100000, "source_cells": 200000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_1_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1" ], "reconstructed_columns": [ "id", "p1" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "raw_100000_1_0", "display_name": "100K members, 1 property", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 1, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#1", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 15.208099999999998, "timing_breakdown": { "rmlmapper_time": 6.682099999999999, "inversion_time": 8.526, "total_time": 15.208099999999998, "inversion_overhead_percentage": 127.59461845826911 }, "throughput": { "rows_per_second": 11728.82946281961, "cells_per_second": 23457.65892563922 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_1_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_1_0/data/shared/data.csv" ], "mapping_size_bytes": 512, "data_size_bytes": 1577796, "rdf_statements": 100000, "source_rows": 100000, "source_cells": 200000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_1_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1" ], "reconstructed_columns": [ "id", "p1" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "raw_100000_1_0", "display_name": "100K members, 1 property", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 1, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#1", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 15.328599999999998, "timing_breakdown": { "rmlmapper_time": 6.807899999999999, "inversion_time": 8.5207, "total_time": 15.328599999999998, "inversion_overhead_percentage": 125.15900644839084 }, "throughput": { "rows_per_second": 11736.124966258642, "cells_per_second": 23472.249932517283 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_1_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_1_0/data/shared/data.csv" ], "mapping_size_bytes": 512, "data_size_bytes": 1577796, "rdf_statements": 100000, "source_rows": 100000, "source_cells": 200000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_1_0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_1_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1" ], "reconstructed_columns": [ "id", "p1" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 15.0963, "median": 15.208099999999998, "std": 0.3040290611109383, "min": 14.752200000000002, "max": 15.328599999999998, "q1": 14.98015, "q3": 15.268349999999998, "iqr": 0.288199999999998, "ci_95_lower": 14.341049943826272, "ci_95_upper": 15.851550056173727, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 512, "data_size_bytes": 1577796, "rdf_statements": 100000, "source_rows": 100000, "source_cells": 200000 }, "inversion_time": { "mean": 8.532033333333333, "median": 8.526, "std": 0.015271651296874987, "min": 8.5207, "max": 8.5494, "q1": 8.52335, "q3": 8.537700000000001, "iqr": 0.014350000000000307, "ci_95_lower": 8.494096448426065, "ci_95_upper": 8.5699702182406, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 130.1949756331028, "median": 127.59461845826911, "std": 6.72444508251684, "min": 125.15900644839084, "max": 137.8313019926485, "q1": 126.37681245332998, "q3": 132.7129602254588, "iqr": 6.336147772128825, "ci_95_lower": 113.49052801302867, "ci_95_upper": 146.89942325317696, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 11720.560561597367, "median": 11728.82946281961, "std": 20.96010364025373, "min": 11696.727255713851, "max": 11736.124966258642, "q1": 11712.778359266731, "q3": 11732.477214539125, "iqr": 19.698855272394212, "ci_95_lower": 11668.492777702417, "ci_95_upper": 11772.628345492318, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 23441.121123194735, "median": 23457.65892563922, "std": 41.92020728050746, "min": 23393.454511427703, "max": 23472.249932517283, "q1": 23425.556718533462, "q3": 23464.95442907825, "iqr": 39.397710544788424, "ci_95_lower": 23336.985555404834, "ci_95_upper": 23545.256690984635, "outliers": [], "n": 3 }, "forward_time": { "mean": 6.564266666666666, "median": 6.682099999999999, "std": 0.31929613736049606, "min": 6.202800000000001, "max": 6.807899999999999, "q1": 6.44245, "q3": 6.744999999999999, "iqr": 0.3025499999999992, "ci_95_lower": 5.771091090633244, "ci_95_upper": 7.357442242700087, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "raw_100000_1_0", "run": "2", "number_of_samples": "66", "step": "2", "duration": "6.6821", "version": "3", "cpu_user_diff": "9.6", "cpu_system_diff": "7.17", "cpu_user_system_diff": "16.77", "cpu_idle_diff": "176.74", "cpu_iowait_diff": "0.05", "memory_ram_max": "9966206976", "memory_swap_max": "0", "memory_ram_swap_max": "9966206976", "memory_ram_min": "4773826560", "memory_swap_min": "0", "memory_ram_swap_min": "4773826560", "disk_read_count_diff": "4", "disk_write_count_diff": "1614", "disk_read_bytes_diff": "32768", "disk_write_bytes_diff": "23080960", "disk_read_time_diff": "1", "disk_write_time_diff": "597", "disk_busy_time_diff": "76", "network_received_count_diff": "223", "network_sent_count_diff": "141", "network_received_bytes_diff": "3782599", "network_sent_bytes_diff": "10238", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "raw_100000_1_0:backward", "run": "2", "number_of_samples": "84", "step": "1", "duration": "8.526", "version": "3", "cpu_user_diff": "12.9", "cpu_system_diff": "1.71", "cpu_user_system_diff": "14.61", "cpu_idle_diff": "232.31", "cpu_iowait_diff": "0.08", "memory_ram_max": "5187923968", "memory_swap_max": "0", "memory_ram_swap_max": "5187923968", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "100", "disk_write_count_diff": "1437", "disk_read_bytes_diff": "10772480", "disk_write_bytes_diff": "40091648", "disk_read_time_diff": "22", "disk_write_time_diff": "548", "disk_busy_time_diff": "128", "network_received_count_diff": "261", "network_sent_count_diff": "214", "network_received_bytes_diff": "24091", "network_sent_bytes_diff": "2203263", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "raw_100000_10_0": { "display_name": "100K members, 10 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 10, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#10", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_10_0", "display_name": "100K members, 10 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 10, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#10", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 46.694900000000004, "timing_breakdown": { "rmlmapper_time": 16.3553, "inversion_time": 30.3396, "total_time": 46.694900000000004, "inversion_overhead_percentage": 185.50317022616522 }, "throughput": { "rows_per_second": 3296.0223602156916, "cells_per_second": 36256.24596237261 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_10_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_10_0/data/shared/data.csv" ], "mapping_size_bytes": 2422, "data_size_bytes": 10577879, "rdf_statements": 1000000, "source_rows": 100000, "source_cells": 1100000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_10_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "raw_100000_10_0", "display_name": "100K members, 10 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 10, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#10", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 46.907000000000004, "timing_breakdown": { "rmlmapper_time": 15.923900000000001, "inversion_time": 30.9831, "total_time": 46.907000000000004, "inversion_overhead_percentage": 194.5697975998342 }, "throughput": { "rows_per_second": 3227.565995655696, "cells_per_second": 35503.225952212655 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_10_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_10_0/data/shared/data.csv" ], "mapping_size_bytes": 2422, "data_size_bytes": 10577879, "rdf_statements": 1000000, "source_rows": 100000, "source_cells": 1100000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_10_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "raw_100000_10_0", "display_name": "100K members, 10 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 10, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#10", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 47.0321, "timing_breakdown": { "rmlmapper_time": 16.226399999999998, "inversion_time": 30.8057, "total_time": 47.0321, "inversion_overhead_percentage": 189.8492579993098 }, "throughput": { "rows_per_second": 3246.1524977520394, "cells_per_second": 35707.67747527243 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_10_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_10_0/data/shared/data.csv" ], "mapping_size_bytes": 2422, "data_size_bytes": 10577879, "rdf_statements": 1000000, "source_rows": 100000, "source_cells": 1100000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_10_0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_10_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 46.87800000000001, "median": 46.907000000000004, "std": 0.1704602886305175, "min": 46.694900000000004, "max": 47.0321, "q1": 46.80095, "q3": 46.96955, "iqr": 0.16859999999999786, "ci_95_lower": 46.45455316865709, "ci_95_upper": 47.30144683134292, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 2422, "data_size_bytes": 10577879, "rdf_statements": 1000000, "source_rows": 100000, "source_cells": 1100000 }, "inversion_time": { "mean": 30.709466666666668, "median": 30.8057, "std": 0.3323683248044754, "min": 30.3396, "max": 30.9831, "q1": 30.572650000000003, "q3": 30.8944, "iqr": 0.321749999999998, "ci_95_lower": 29.88381797682859, "ci_95_upper": 31.535115356504747, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 189.97407527510305, "median": 189.8492579993098, "std": 4.534602242478743, "min": 185.50317022616522, "max": 194.5697975998342, "q1": 187.6762141127375, "q3": 192.20952779957202, "iqr": 4.533313686834504, "ci_95_lower": 178.70949883677397, "ci_95_upper": 201.23865171343212, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 3256.580284541142, "median": 3246.1524977520394, "std": 35.39947054945874, "min": 3227.565995655696, "max": 3296.0223602156916, "q1": 3236.859246703868, "q3": 3271.0874289838657, "iqr": 34.22818227999778, "ci_95_lower": 3168.6431247732367, "ci_95_upper": 3344.5174443090477, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 35822.38312995257, "median": 35707.67747527243, "std": 389.3941760440484, "min": 35503.225952212655, "max": 36256.24596237261, "q1": 35605.45171374254, "q3": 35981.961718822524, "iqr": 376.51000507998106, "ci_95_lower": 34855.0743725056, "ci_95_upper": 36789.69188739954, "outliers": [], "n": 3 }, "forward_time": { "mean": 16.168533333333333, "median": 16.226399999999998, "std": 0.22144503456463593, "min": 15.923900000000001, "max": 16.3553, "q1": 16.07515, "q3": 16.29085, "iqr": 0.21569999999999823, "ci_95_lower": 15.618433371891465, "ci_95_upper": 16.7186332947752, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "raw_100000_10_0", "run": "3", "number_of_samples": "159", "step": "2", "duration": "16.2264", "version": "3", "cpu_user_diff": "14.41", "cpu_system_diff": "13.43", "cpu_user_system_diff": "27.84", "cpu_idle_diff": "442.14", "cpu_iowait_diff": "0.06", "memory_ram_max": "16299552768", "memory_swap_max": "0", "memory_ram_swap_max": "16299552768", "memory_ram_min": "4804603904", "memory_swap_min": "0", "memory_ram_swap_min": "4804603904", "disk_read_count_diff": "0", "disk_write_count_diff": "1741", "disk_read_bytes_diff": "0", "disk_write_bytes_diff": "41320448", "disk_read_time_diff": "0", "disk_write_time_diff": "498", "disk_busy_time_diff": "88", "network_received_count_diff": "878", "network_sent_count_diff": "676", "network_received_bytes_diff": "15527071", "network_sent_bytes_diff": "45779", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "raw_100000_10_0:backward", "run": "3", "number_of_samples": "300", "step": "1", "duration": "30.8057", "version": "3", "cpu_user_diff": "36.35", "cpu_system_diff": "4.1", "cpu_user_system_diff": "40.45", "cpu_idle_diff": "851.9", "cpu_iowait_diff": "0.38", "memory_ram_max": "5245358080", "memory_swap_max": "0", "memory_ram_swap_max": "5245358080", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "697", "disk_write_count_diff": "2907", "disk_read_bytes_diff": "67518464", "disk_write_bytes_diff": "537694208", "disk_read_time_diff": "140", "disk_write_time_diff": "4159", "disk_busy_time_diff": "504", "network_received_count_diff": "413", "network_sent_count_diff": "448", "network_received_bytes_diff": "35577", "network_sent_bytes_diff": "13922434", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "raw_100000_30_0": { "display_name": "100K members, 30 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#30", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_30_0", "display_name": "100K members, 30 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#30", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 119.235, "timing_breakdown": { "rmlmapper_time": 36.824600000000004, "inversion_time": 82.4104, "total_time": 119.235, "inversion_overhead_percentage": 223.79170445843263 }, "throughput": { "rows_per_second": 1213.4390805044025, "cells_per_second": 37616.611495636476 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_30_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_30_0/data/shared/data.csv" ], "mapping_size_bytes": 6702, "data_size_bytes": 32355859, "rdf_statements": 3000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 1, "predicate_object_maps_count": 30, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_30_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "raw_100000_30_0", "display_name": "100K members, 30 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#30", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 115.7836, "timing_breakdown": { "rmlmapper_time": 31.851100000000002, "inversion_time": 83.9325, "total_time": 115.7836, "inversion_overhead_percentage": 263.51523181303 }, "throughput": { "rows_per_second": 1191.4335924701397, "cells_per_second": 36934.44136657433 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_30_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_30_0/data/shared/data.csv" ], "mapping_size_bytes": 6702, "data_size_bytes": 32355859, "rdf_statements": 3000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 1, "predicate_object_maps_count": 30, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_30_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "raw_100000_30_0", "display_name": "100K members, 30 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/number-of-properties#30", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 115.976, "timing_breakdown": { "rmlmapper_time": 39.186099999999996, "inversion_time": 76.7899, "total_time": 115.976, "inversion_overhead_percentage": 195.9620885977426 }, "throughput": { "rows_per_second": 1302.2545933775145, "cells_per_second": 40369.89239470295 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_30_0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_30_0/data/shared/data.csv" ], "mapping_size_bytes": 6702, "data_size_bytes": 32355859, "rdf_statements": 3000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 1, "predicate_object_maps_count": 30, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_30_0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_30_0", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 116.9982, "median": 115.976, "std": 1.9395128563636774, "min": 115.7836, "max": 119.235, "q1": 115.8798, "q3": 117.6055, "iqr": 1.7257000000000033, "ci_95_lower": 112.18018297108239, "ci_95_upper": 121.8162170289176, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 30, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 6702, "data_size_bytes": 32355859, "rdf_statements": 3000000, "source_rows": 100000, "source_cells": 3100000 }, "inversion_time": { "mean": 81.04426666666666, "median": 82.4104, "std": 3.762170105581794, "min": 76.7899, "max": 83.9325, "q1": 79.60015, "q3": 83.17145, "iqr": 3.5712999999999937, "ci_95_lower": 71.6985180293712, "ci_95_upper": 90.39001530396212, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 227.75634162306838, "median": 223.79170445843263, "std": 33.950634021350645, "min": 195.9620885977426, "max": 263.51523181303, "q1": 209.87689652808763, "q3": 243.65346813573132, "iqr": 33.77657160764369, "ci_95_lower": 143.41829131279746, "ci_95_upper": 312.0943919333393, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1235.7090887840188, "median": 1213.4390805044025, "std": 58.67101935460753, "min": 1191.4335924701397, "max": 1302.2545933775145, "q1": 1202.436336487271, "q3": 1257.8468369409584, "iqr": 55.41050045368729, "ci_95_lower": 1089.9621970184048, "ci_95_upper": 1381.4559805496328, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 38306.981752304586, "median": 37616.611495636476, "std": 1818.8015999928332, "min": 36934.44136657433, "max": 40369.89239470295, "q1": 37275.526431105405, "q3": 38993.251945169715, "iqr": 1717.7255140643101, "ci_95_lower": 33788.82810757055, "ci_95_upper": 42825.13539703862, "outliers": [], "n": 3 }, "forward_time": { "mean": 35.95393333333333, "median": 36.824600000000004, "std": 3.744209073133245, "min": 31.851100000000002, "max": 39.186099999999996, "q1": 34.33785, "q3": 38.00535, "iqr": 3.667499999999997, "ci_95_lower": 26.65280237408529, "ci_95_upper": 45.25506429258137, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "raw_100000_30_0", "run": "1", "number_of_samples": "356", "step": "2", "duration": "36.8246", "version": "3", "cpu_user_diff": "40.45", "cpu_system_diff": "23.77", "cpu_user_system_diff": "64.22", "cpu_idle_diff": "1002.46", "cpu_iowait_diff": "0.12", "memory_ram_max": "18611290112", "memory_swap_max": "0", "memory_ram_swap_max": "18611290112", "memory_ram_min": "4803518464", "memory_swap_min": "0", "memory_ram_swap_min": "4803518464", "disk_read_count_diff": "8", "disk_write_count_diff": "1947", "disk_read_bytes_diff": "204800", "disk_write_bytes_diff": "245649408", "disk_read_time_diff": "2", "disk_write_time_diff": "1230", "disk_busy_time_diff": "268", "network_received_count_diff": "2702", "network_sent_count_diff": "2046", "network_received_bytes_diff": "43428011", "network_sent_bytes_diff": "136759", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "raw_100000_30_0:backward", "run": "1", "number_of_samples": "804", "step": "1", "duration": "82.4104", "version": "3", "cpu_user_diff": "100.56", "cpu_system_diff": "12.06", "cpu_user_system_diff": "112.62", "cpu_idle_diff": "2275.1", "cpu_iowait_diff": "1.07", "memory_ram_max": "5383266304", "memory_swap_max": "0", "memory_ram_swap_max": "5383266304", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "2049", "disk_write_count_diff": "6446", "disk_read_bytes_diff": "206077952", "disk_write_bytes_diff": "3055276032", "disk_read_time_diff": "403", "disk_write_time_diff": "12592", "disk_busy_time_diff": "1852", "network_received_count_diff": "833", "network_sent_count_diff": "1007", "network_received_bytes_diff": "66795", "network_sent_bytes_diff": "41747200", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "raw_100000_20_500": { "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 500, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#500", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_20_500", "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 500, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#500", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 205.1046, "timing_breakdown": { "rmlmapper_time": 91.1525, "inversion_time": 113.9521, "total_time": 205.1046, "inversion_overhead_percentage": 125.01258879350539 }, "throughput": { "rows_per_second": 877.5617123335155, "cells_per_second": 18428.795959003826 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_500/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_500/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 1023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_20_500", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "raw_100000_20_500", "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 500, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#500", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 211.5381, "timing_breakdown": { "rmlmapper_time": 94.7778, "inversion_time": 116.7603, "total_time": 211.5381, "inversion_overhead_percentage": 123.19372258060433 }, "throughput": { "rows_per_second": 856.4554904363897, "cells_per_second": 17985.565299164184 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_500/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_500/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 1023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_20_500", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "raw_100000_20_500", "display_name": "100K members, 20 properties", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 500, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#500", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 205.0616, "timing_breakdown": { "rmlmapper_time": 87.41909999999999, "inversion_time": 117.6425, "total_time": 205.0616, "inversion_overhead_percentage": 134.57299377367193 }, "throughput": { "rows_per_second": 850.0329387763776, "cells_per_second": 17850.691714303928 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_500/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_500/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 1023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_500/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_20_500", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 207.23476666666667, "median": 205.1046, "std": 3.726858004181708, "min": 205.0616, "max": 211.5381, "q1": 205.0831, "q3": 208.32135, "iqr": 3.2382499999999936, "ci_95_lower": 197.9767381521403, "ci_95_upper": 216.49279518119303, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 1023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000 }, "inversion_time": { "mean": 116.11829999999999, "median": 116.7603, "std": 1.9271445301274097, "min": 113.9521, "max": 117.6425, "q1": 115.3562, "q3": 117.2014, "iqr": 1.8452000000000055, "ci_95_lower": 111.33100759671711, "ci_95_upper": 120.90559240328287, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 127.59310171592722, "median": 125.01258879350539, "std": 6.11279301370773, "min": 123.19372258060433, "max": 134.57299377367193, "q1": 124.10315568705485, "q3": 129.79279128358866, "iqr": 5.689635596533805, "ci_95_lower": 112.4080820664519, "ci_95_upper": 142.77812136540254, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 861.3500471820943, "median": 856.4554904363897, "std": 14.402286543904602, "min": 850.0329387763776, "max": 877.5617123335155, "q1": 853.2442146063836, "q3": 867.0086013849526, "iqr": 13.764386778569019, "ci_95_lower": 825.5727840429465, "ci_95_upper": 897.127310321242, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 18088.35099082398, "median": 17985.565299164184, "std": 302.4480174219974, "min": 17850.691714303928, "max": 18428.795959003826, "q1": 17918.128506734058, "q3": 18207.180629084003, "iqr": 289.0521223499454, "ci_95_lower": 17337.028464901876, "ci_95_upper": 18839.673516746083, "outliers": [], "n": 3 }, "forward_time": { "mean": 91.11646666666665, "median": 91.1525, "std": 3.679482330890228, "min": 87.41909999999999, "max": 94.7778, "q1": 89.2858, "q3": 92.96515, "iqr": 3.6793499999999995, "ci_95_lower": 81.97612584878323, "ci_95_upper": 100.25680748455008, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "raw_100000_20_500", "run": "1", "number_of_samples": "884", "step": "2", "duration": "91.1525", "version": "3", "cpu_user_diff": "93.77", "cpu_system_diff": "35.0", "cpu_user_system_diff": "128.77", "cpu_idle_diff": "2507.6", "cpu_iowait_diff": "1.92", "memory_ram_max": "23612551168", "memory_swap_max": "0", "memory_ram_swap_max": "23612551168", "memory_ram_min": "4842975232", "memory_swap_min": "0", "memory_ram_swap_min": "4842975232", "disk_read_count_diff": "4", "disk_write_count_diff": "4188", "disk_read_bytes_diff": "32768", "disk_write_bytes_diff": "1840959488", "disk_read_time_diff": "0", "disk_write_time_diff": "155949", "disk_busy_time_diff": "4244", "network_received_count_diff": "25444", "network_sent_count_diff": "13970", "network_received_bytes_diff": "1033042760", "network_sent_bytes_diff": "923225", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "raw_100000_20_500:backward", "run": "2", "number_of_samples": "1137", "step": "1", "duration": "116.7603", "version": "3", "cpu_user_diff": "122.37", "cpu_system_diff": "24.6", "cpu_user_system_diff": "146.97", "cpu_idle_diff": "3235.52", "cpu_iowait_diff": "1.45", "memory_ram_max": "5880496128", "memory_swap_max": "0", "memory_ram_swap_max": "5880496128", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "2769", "disk_write_count_diff": "8150", "disk_read_bytes_diff": "312287232", "disk_write_bytes_diff": "5121167360", "disk_read_time_diff": "631", "disk_write_time_diff": "19047", "disk_busy_time_diff": "2968", "network_received_count_diff": "15646", "network_sent_count_diff": "16290", "network_received_bytes_diff": "1045527", "network_sent_bytes_diff": "1030861680", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "raw_100000_20_1000": { "display_name": "1K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 1000, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#1K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "raw_100000_20_1000", "display_name": "1K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 1000, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#1K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 449.81229999999994, "timing_breakdown": { "rmlmapper_time": 311.0807, "inversion_time": 138.7316, "total_time": 449.81229999999994, "inversion_overhead_percentage": 44.59665932344887 }, "throughput": { "rows_per_second": 720.816310054811, "cells_per_second": 15137.14251115103 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_1000/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_1000/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 2023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_20_1000", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "raw_100000_20_1000", "display_name": "1K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 1000, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#1K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 421.4275, "timing_breakdown": { "rmlmapper_time": 285.9704, "inversion_time": 135.4571, "total_time": 421.4275, "inversion_overhead_percentage": 47.367524750813374 }, "throughput": { "rows_per_second": 738.2411110233425, "cells_per_second": 15503.063331490192 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_1000/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_1000/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 2023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_20_1000", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "raw_100000_20_1000", "display_name": "1K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 1000, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#1K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 409.4893, "timing_breakdown": { "rmlmapper_time": 268.8568, "inversion_time": 140.6325, "total_time": 409.4893, "inversion_overhead_percentage": 52.30758530191536 }, "throughput": { "rows_per_second": 711.0731872077934, "cells_per_second": 14932.536931363662 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_1000/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/raw_100000_20_1000/data/shared/data.csv" ], "mapping_size_bytes": 4562, "data_size_bytes": 2023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/raw_100000_20_1000/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "raw_100000_20_1000", "validation_passed": true, "expected_outcome": "FULL", "outcome": "FULL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": true, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": true, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 426.9097, "median": 421.4275, "std": 20.71296622601404, "min": 409.4893, "max": 449.81229999999994, "q1": 415.4584, "q3": 435.6199, "iqr": 20.16149999999999, "ci_95_lower": 375.4558394757476, "ci_95_upper": 478.36356052425236, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 4562, "data_size_bytes": 2023466869, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 2100000 }, "inversion_time": { "mean": 138.27373333333333, "median": 138.7316, "std": 2.617904257862254, "min": 135.4571, "max": 140.6325, "q1": 137.09435, "q3": 139.68205, "iqr": 2.5877000000000123, "ci_95_lower": 131.77049864062593, "ci_95_upper": 144.77696802604072, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 48.090589792059205, "median": 47.367524750813374, "std": 3.905984146377354, "min": 44.59665932344887, "max": 52.30758530191536, "q1": 45.982092037131125, "q3": 49.83755502636437, "iqr": 3.8554629892332457, "ci_95_lower": 38.387587272544295, "ci_95_upper": 57.793592311574116, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 723.3768694286488, "median": 720.816310054811, "std": 13.763770171798209, "min": 711.0731872077934, "max": 738.2411110233425, "q1": 715.9447486313022, "q3": 729.5287105390767, "iqr": 13.583961907774437, "ci_95_lower": 689.1857688890206, "ci_95_upper": 757.567969968277, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 15190.914258001629, "median": 15137.14251115103, "std": 289.03917360776165, "min": 14932.536931363662, "max": 15503.063331490192, "q1": 15034.839721257347, "q3": 15320.102921320611, "iqr": 285.26320006326387, "ci_95_lower": 14472.901146669437, "ci_95_upper": 15908.92736933382, "outliers": [], "n": 3 }, "forward_time": { "mean": 288.63596666666666, "median": 285.9704, "std": 21.237781594209235, "min": 268.8568, "max": 311.0807, "q1": 277.4136, "q3": 298.52554999999995, "iqr": 21.11194999999998, "ci_95_lower": 235.87839249457446, "ci_95_upper": 341.3935408387589, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "raw_100000_20_1000", "run": "2", "number_of_samples": "2759", "step": "2", "duration": "285.9704", "version": "3", "cpu_user_diff": "170.75", "cpu_system_diff": "283.82", "cpu_user_system_diff": "454.57", "cpu_idle_diff": "7830.38", "cpu_iowait_diff": "1.0", "memory_ram_max": "113216552960", "memory_swap_max": "0", "memory_ram_swap_max": "113216552960", "memory_ram_min": "4728635392", "memory_swap_min": "0", "memory_ram_swap_min": "4728635392", "disk_read_count_diff": "1427", "disk_write_count_diff": "8034", "disk_read_bytes_diff": "37597184", "disk_write_bytes_diff": "2949062656", "disk_read_time_diff": "221", "disk_write_time_diff": "6658", "disk_busy_time_diff": "7212", "network_received_count_diff": "56963", "network_sent_count_diff": "26728", "network_received_bytes_diff": "2035136392", "network_sent_bytes_diff": "1764369", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "raw_100000_20_1000:backward", "run": "1", "number_of_samples": "1349", "step": "1", "duration": "138.7316", "version": "3", "cpu_user_diff": "143.38", "cpu_system_diff": "39.22", "cpu_user_system_diff": "182.6", "cpu_idle_diff": "3835.56", "cpu_iowait_diff": "2.24", "memory_ram_max": "6281273344", "memory_swap_max": "0", "memory_ram_swap_max": "6281273344", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "3343", "disk_write_count_diff": "14883", "disk_read_bytes_diff": "343572480", "disk_write_bytes_diff": "7868002304", "disk_read_time_diff": "773", "disk_write_time_diff": "56911", "disk_busy_time_diff": "3912", "network_received_count_diff": "23725", "network_sent_count_diff": "34460", "network_received_bytes_diff": "1580005", "network_sent_bytes_diff": "2032060812", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "raw_100000_20_5000": { "display_name": "5K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 5000, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#5K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "failed", "scenario_name": "raw_100000_20_5000", "display_name": "5K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 5000, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#5K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 31.838099999999983, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-26 14:59:13,086] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 18543 is too large\n[2026-07-26 14:59:13,088] ERROR at java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n[2026-07-26 14:59:13,088] ERROR at java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n[2026-07-26 14:59:13,089] ERROR at java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n[2026-07-26 14:59:13,090] ERROR at java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n[2026-07-26 14:59:13,090] ERROR at java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n[2026-07-26 14:59:13,091] ERROR at java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n[2026-07-26 14:59:13,091] ERROR at java.base/java.io.StringWriter.write(StringWriter.java:106)\n[2026-07-26 14:59:13,093] ERROR at com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n[2026-07-26 14:59:13,095] ERROR at com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n[2026-07-26 14:59:13,095] ERROR at com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n[2026-07-26 14:59:13,096] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n[2026-07-26 14:59:13,096] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n[2026-07-26 14:59:13,097] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n[2026-07-26 14:59:13,097] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n[2026-07-26 14:59:13,098] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n[2026-07-26 14:59:13,098] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n[2026-07-26 14:59:13,099] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n[2026-07-26 14:59:13,100] ERROR at be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n[2026-07-26 14:59:13,100] ERROR at be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n[2026-07-26 14:59:13,101] ERROR at be.ugent.rml.Executor.getRecords(Executor.java:359)\n[2026-07-26 14:59:13,101] ERROR at be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n[2026-07-26 14:59:13,102] ERROR at be.ugent.rml.Executor.execute(Executor.java:155)\n[2026-07-26 14:59:13,102] ERROR at be.ugent.rml.cli.Main.run(Main.java:440)\n[2026-07-26 14:59:13,103] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-26 14:59:13,103] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-26 14:59:13,104] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-26 14:59:13,086] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 18543 is too large\n[2026-07-26 14:59:13,088] ERROR at java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n[2026-07-26 14:59:13,088] ERROR at java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n[2026-07-26 14:59:13,089] ERROR at java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n[2026-07-26 14:59:13,090] ERROR at java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n[2026-07-26 14:59:13,090] ERROR at java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n[2026-07-26 14:59:13,091] ERROR at java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n[2026-07-26 14:59:13,091] ERROR at java.base/java.io.StringWriter.write(StringWriter.java:106)\n[2026-07-26 14:59:13,093] ERROR at com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n[2026-07-26 14:59:13,095] ERROR at com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n[2026-07-26 14:59:13,095] ERROR at com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n[2026-07-26 14:59:13,096] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n[2026-07-26 14:59:13,096] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n[2026-07-26 14:59:13,097] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n[2026-07-26 14:59:13,097] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n[2026-07-26 14:59:13,098] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n[2026-07-26 14:59:13,098] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n[2026-07-26 14:59:13,099] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n[2026-07-26 14:59:13,100] ERROR at be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n[2026-07-26 14:59:13,100] ERROR at be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n[2026-07-26 14:59:13,101] ERROR at be.ugent.rml.Executor.getRecords(Executor.java:359)\n[2026-07-26 14:59:13,101] ERROR at be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n[2026-07-26 14:59:13,102] ERROR at be.ugent.rml.Executor.execute(Executor.java:155)\n[2026-07-26 14:59:13,102] ERROR at be.ugent.rml.cli.Main.run(Main.java:440)\n[2026-07-26 14:59:13,103] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-26 14:59:13,103] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-26 14:59:13,104] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "statistics": null, "resource_summary": null }, "raw_100000_20_10000": { "display_name": "10K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 10000, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#10K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "failed", "scenario_name": "raw_100000_20_10000", "display_name": "10K characters", "suite": "raw", "generator": "RawData", "expected_outcome": "FULL", "parameters": { "number_of_members": 100000, "number_of_properties": 20, "value_size": 10000, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/value-size#10K", "file": "data-generator/config/benchmark-raw-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 90.12450000000001, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-26 15:09:50,453] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 149939 is too large\n[2026-07-26 15:09:50,456] ERROR at java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n[2026-07-26 15:09:50,458] ERROR at java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n[2026-07-26 15:09:50,459] ERROR at java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n[2026-07-26 15:09:50,460] ERROR at java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n[2026-07-26 15:09:50,462] ERROR at java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n[2026-07-26 15:09:50,463] ERROR at java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n[2026-07-26 15:09:50,464] ERROR at java.base/java.io.StringWriter.write(StringWriter.java:106)\n[2026-07-26 15:09:50,466] ERROR at com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n[2026-07-26 15:09:50,467] ERROR at com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n[2026-07-26 15:09:50,468] ERROR at com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n[2026-07-26 15:09:50,469] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n[2026-07-26 15:09:50,471] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n[2026-07-26 15:09:50,472] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n[2026-07-26 15:09:50,473] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n[2026-07-26 15:09:50,475] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n[2026-07-26 15:09:50,476] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n[2026-07-26 15:09:50,477] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n[2026-07-26 15:09:50,478] ERROR at be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n[2026-07-26 15:09:50,480] ERROR at be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n[2026-07-26 15:09:50,481] ERROR at be.ugent.rml.Executor.getRecords(Executor.java:359)\n[2026-07-26 15:09:50,482] ERROR at be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n[2026-07-26 15:09:50,483] ERROR at be.ugent.rml.Executor.execute(Executor.java:155)\n[2026-07-26 15:09:50,485] ERROR at be.ugent.rml.cli.Main.run(Main.java:440)\n[2026-07-26 15:09:50,487] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-26 15:09:50,489] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-26 15:09:50,491] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-26 15:09:50,453] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Required array length 2147483639 + 149939 is too large\n[2026-07-26 15:09:50,456] ERROR at java.base/jdk.internal.util.ArraysSupport.hugeLength(ArraysSupport.java:752)\n[2026-07-26 15:09:50,458] ERROR at java.base/jdk.internal.util.ArraysSupport.newLength(ArraysSupport.java:745)\n[2026-07-26 15:09:50,459] ERROR at java.base/java.lang.AbstractStringBuilder.newCapacity(AbstractStringBuilder.java:263)\n[2026-07-26 15:09:50,460] ERROR at java.base/java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:243)\n[2026-07-26 15:09:50,462] ERROR at java.base/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:592)\n[2026-07-26 15:09:50,463] ERROR at java.base/java.lang.StringBuffer.append(StringBuffer.java:313)\n[2026-07-26 15:09:50,464] ERROR at java.base/java.io.StringWriter.write(StringWriter.java:106)\n[2026-07-26 15:09:50,466] ERROR at com.opencsv.CSVWriter.writeNext(CSVWriter.java:91)\n[2026-07-26 15:09:50,467] ERROR at com.opencsv.AbstractCSVWriter.writeNext(AbstractCSVWriter.java:77)\n[2026-07-26 15:09:50,468] ERROR at com.opencsv.ICSVWriter.writeNext(ICSVWriter.java:162)\n[2026-07-26 15:09:50,469] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getCSVInputStream(RDBAccess.java:222)\n[2026-07-26 15:09:50,471] ERROR at be.ugent.idlab.knows.dataio.access.RDBAccess.getInputStream(RDBAccess.java:158)\n[2026-07-26 15:09:50,472] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.bootstrap(CSVWSourceIterator.java:50)\n[2026-07-26 15:09:50,473] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVWSourceIterator.(CSVWSourceIterator.java:39)\n[2026-07-26 15:09:50,475] ERROR at be.ugent.idlab.knows.dataio.iterators.CSVSourceIterator.(CSVSourceIterator.java:22)\n[2026-07-26 15:09:50,476] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecordsForCSV(TabularSourceFactory.java:79)\n[2026-07-26 15:09:50,477] ERROR at be.ugent.rml.records.TabularSourceFactory.getRecords(TabularSourceFactory.java:33)\n[2026-07-26 15:09:50,478] ERROR at be.ugent.rml.records.RecordsFactory.getRecords(RecordsFactory.java:143)\n[2026-07-26 15:09:50,480] ERROR at be.ugent.rml.records.RecordsFactory.createRecords(RecordsFactory.java:74)\n[2026-07-26 15:09:50,481] ERROR at be.ugent.rml.Executor.getRecords(Executor.java:359)\n[2026-07-26 15:09:50,482] ERROR at be.ugent.rml.Executor.executeWithFunction(Executor.java:168)\n[2026-07-26 15:09:50,483] ERROR at be.ugent.rml.Executor.execute(Executor.java:155)\n[2026-07-26 15:09:50,485] ERROR at be.ugent.rml.cli.Main.run(Main.java:440)\n[2026-07-26 15:09:50,487] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-26 15:09:50,489] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-26 15:09:50,491] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "statistics": null, "resource_summary": null }, "mappings_1_5": { "display_name": "1TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "PARTIAL", "parameters": { "number_of_tms": 1, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#1TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_1_5", "display_name": "1TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "PARTIAL", "parameters": { "number_of_tms": 1, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#1TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 33.242900000000006, "timing_breakdown": { "rmlmapper_time": 15.8244, "inversion_time": 17.4185, "total_time": 33.242900000000006, "inversion_overhead_percentage": 110.07368367837012 }, "throughput": { "rows_per_second": 5741.022476102993, "cells_per_second": 177971.6967591928 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_1_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_1_5/data/shared/data.csv" ], "mapping_size_bytes": 1360, "data_size_bytes": 32355859, "rdf_statements": 500000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 1, "predicate_object_maps_count": 5, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_1_5", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "mappings_1_5", "display_name": "1TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "PARTIAL", "parameters": { "number_of_tms": 1, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#1TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 32.4691, "timing_breakdown": { "rmlmapper_time": 15.941200000000002, "inversion_time": 16.5279, "total_time": 32.4691, "inversion_overhead_percentage": 103.68040047173359 }, "throughput": { "rows_per_second": 6050.375425795171, "cells_per_second": 187561.6381996503 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_1_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_1_5/data/shared/data.csv" ], "mapping_size_bytes": 1360, "data_size_bytes": 32355859, "rdf_statements": 500000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 1, "predicate_object_maps_count": 5, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_1_5", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "mappings_1_5", "display_name": "1TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "PARTIAL", "parameters": { "number_of_tms": 1, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#1TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 34.071, "timing_breakdown": { "rmlmapper_time": 16.832, "inversion_time": 17.239, "total_time": 34.071, "inversion_overhead_percentage": 102.4180133079848 }, "throughput": { "rows_per_second": 5800.800510470444, "cells_per_second": 179824.81582458378 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_1_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_1_5/data/shared/data.csv" ], "mapping_size_bytes": 1360, "data_size_bytes": 32355859, "rdf_statements": 500000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 1, "predicate_object_maps_count": 5, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_1_5/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_1_5", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 33.261, "median": 33.242900000000006, "std": 0.8011033703586575, "min": 32.4691, "max": 34.071, "q1": 32.856, "q3": 33.65695, "iqr": 0.8009500000000003, "ci_95_lower": 31.27094890668177, "ci_95_upper": 35.25105109331824, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 5, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 1360, "data_size_bytes": 32355859, "rdf_statements": 500000, "source_rows": 100000, "source_cells": 3100000 }, "inversion_time": { "mean": 17.0618, "median": 17.239, "std": 0.4710010297228673, "min": 16.5279, "max": 17.4185, "q1": 16.88345, "q3": 17.32875, "iqr": 0.4452999999999996, "ci_95_lower": 15.891768579792188, "ci_95_upper": 18.231831420207815, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 105.39069915269617, "median": 103.68040047173359, "std": 4.104407799984753, "min": 102.4180133079848, "max": 110.07368367837012, "q1": 103.04920688985919, "q3": 106.87704207505186, "iqr": 3.8278351851926686, "ci_95_lower": 95.19478495235184, "ci_95_upper": 115.5866133530405, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 5864.066137456203, "median": 5800.800510470444, "std": 164.09362126310305, "min": 5741.022476102993, "max": 6050.375425795171, "q1": 5770.911493286719, "q3": 5925.587968132808, "iqr": 154.67647484608915, "ci_95_lower": 5456.434984618853, "ci_95_upper": 6271.697290293553, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 181786.05026114229, "median": 179824.81582458378, "std": 5086.902259156184, "min": 177971.6967591928, "max": 187561.6381996503, "q1": 178898.2562918883, "q3": 183693.22701211704, "iqr": 4794.970720228739, "ci_95_lower": 169149.48452318445, "ci_95_upper": 194422.61599910012, "outliers": [], "n": 3 }, "forward_time": { "mean": 16.1992, "median": 15.941200000000002, "std": 0.5511237973450246, "min": 15.8244, "max": 16.832, "q1": 15.882800000000001, "q3": 16.3866, "iqr": 0.5038, "ci_95_lower": 14.830132591172179, "ci_95_upper": 17.568267408827822, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "mappings_1_5", "run": "2", "number_of_samples": "155", "step": "2", "duration": "15.9412", "version": "3", "cpu_user_diff": "13.93", "cpu_system_diff": "15.71", "cpu_user_system_diff": "29.64", "cpu_idle_diff": "432.14", "cpu_iowait_diff": "0.03", "memory_ram_max": "16600678400", "memory_swap_max": "0", "memory_ram_swap_max": "16600678400", "memory_ram_min": "4814610432", "memory_swap_min": "0", "memory_ram_swap_min": "4814610432", "disk_read_count_diff": "0", "disk_write_count_diff": "826", "disk_read_bytes_diff": "0", "disk_write_bytes_diff": "4018176", "disk_read_time_diff": "0", "disk_write_time_diff": "164", "disk_busy_time_diff": "36", "network_received_count_diff": "3017", "network_sent_count_diff": "2354", "network_received_bytes_diff": "43447779", "network_sent_bytes_diff": "157087", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "mappings_1_5:backward", "run": "3", "number_of_samples": "168", "step": "1", "duration": "17.239", "version": "3", "cpu_user_diff": "22.06", "cpu_system_diff": "2.81", "cpu_user_system_diff": "24.87", "cpu_idle_diff": "474.26", "cpu_iowait_diff": "0.2", "memory_ram_max": "5201997824", "memory_swap_max": "0", "memory_ram_swap_max": "5201997824", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "369", "disk_write_count_diff": "2070", "disk_read_bytes_diff": "35741696", "disk_write_bytes_diff": "226353152", "disk_read_time_diff": "73", "disk_write_time_diff": "1236", "disk_busy_time_diff": "272", "network_received_count_diff": "299", "network_sent_count_diff": "310", "network_received_bytes_diff": "28644", "network_sent_bytes_diff": "6677410", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "mappings_10_5": { "display_name": "10TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 10, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#10TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_10_5", "display_name": "10TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 10, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#10TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 152.8513, "timing_breakdown": { "rmlmapper_time": 51.5533, "inversion_time": 101.298, "total_time": 152.8513, "inversion_overhead_percentage": 196.4917861708174 }, "throughput": { "rows_per_second": 987.1863215463286, "cells_per_second": 30602.775967936188 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_10_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_10_5/data/shared/data.csv" ], "mapping_size_bytes": 12648, "data_size_bytes": 32355859, "rdf_statements": 5000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 10, "predicate_object_maps_count": 50, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_10_5", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "mappings_10_5", "display_name": "10TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 10, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#10TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 146.6499, "timing_breakdown": { "rmlmapper_time": 53.4277, "inversion_time": 93.2222, "total_time": 146.6499, "inversion_overhead_percentage": 174.48289932001563 }, "throughput": { "rows_per_second": 1072.7058576176062, "cells_per_second": 33253.88158614579 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_10_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_10_5/data/shared/data.csv" ], "mapping_size_bytes": 12648, "data_size_bytes": 32355859, "rdf_statements": 5000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 10, "predicate_object_maps_count": 50, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_10_5", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "mappings_10_5", "display_name": "10TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 10, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#10TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 150.4912, "timing_breakdown": { "rmlmapper_time": 51.3798, "inversion_time": 99.1114, "total_time": 150.4912, "inversion_overhead_percentage": 192.8995441788407 }, "throughput": { "rows_per_second": 1008.9656689341488, "cells_per_second": 31277.935736958614 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_10_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_10_5/data/shared/data.csv" ], "mapping_size_bytes": 12648, "data_size_bytes": 32355859, "rdf_statements": 5000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 10, "predicate_object_maps_count": 50, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_10_5/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_10_5", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 149.99746666666667, "median": 150.4912, "std": 3.1300431216411932, "min": 146.6499, "max": 152.8513, "q1": 148.57055, "q3": 151.67125, "iqr": 3.100699999999989, "ci_95_lower": 142.22200850879307, "ci_95_upper": 157.77292482454027, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 10, "predicate_object_maps_count": 50, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 12648, "data_size_bytes": 32355859, "rdf_statements": 5000000, "source_rows": 100000, "source_cells": 3100000 }, "inversion_time": { "mean": 97.8772, "median": 99.1114, "std": 4.176969432495288, "min": 93.2222, "max": 101.298, "q1": 96.1668, "q3": 100.2047, "iqr": 4.037900000000008, "ci_95_lower": 87.50103271191009, "ci_95_upper": 108.25336728808992, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 187.9580765565579, "median": 192.8995441788407, "std": 11.807258437054745, "min": 174.48289932001563, "max": 196.4917861708174, "q1": 183.69122174942817, "q3": 194.69566517482906, "iqr": 11.004443425400893, "ci_95_lower": 158.62722060068793, "ci_95_upper": 217.28893251242786, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1022.9526160326946, "median": 1008.9656689341488, "std": 44.44236469085297, "min": 987.1863215463286, "max": 1072.7058576176062, "q1": 998.0759952402386, "q3": 1040.8357632758775, "iqr": 42.7597680356389, "ci_95_lower": 912.5516619047854, "ci_95_upper": 1133.3535701606038, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 31711.531097013532, "median": 31277.935736958614, "std": 1377.713305416441, "min": 30602.775967936188, "max": 33253.88158614579, "q1": 30940.3558524474, "q3": 32265.908661552203, "iqr": 1325.5528091048036, "ci_95_lower": 28289.101519048352, "ci_95_upper": 35133.96067497871, "outliers": [], "n": 3 }, "forward_time": { "mean": 52.12026666666666, "median": 51.5533, "std": 1.1355888355092847, "min": 51.3798, "max": 53.4277, "q1": 51.46655, "q3": 52.4905, "iqr": 1.0239499999999992, "ci_95_lower": 49.2993076153354, "ci_95_upper": 54.941225717997916, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "mappings_10_5", "run": "1", "number_of_samples": "498", "step": "2", "duration": "51.5533", "version": "3", "cpu_user_diff": "62.77", "cpu_system_diff": "27.76", "cpu_user_system_diff": "90.53", "cpu_idle_diff": "1403.08", "cpu_iowait_diff": "0.17", "memory_ram_max": "20540137472", "memory_swap_max": "0", "memory_ram_swap_max": "20540137472", "memory_ram_min": "4819054592", "memory_swap_min": "0", "memory_ram_swap_min": "4819054592", "disk_read_count_diff": "2", "disk_write_count_diff": "2397", "disk_read_bytes_diff": "8192", "disk_write_bytes_diff": "413507584", "disk_read_time_diff": "3", "disk_write_time_diff": "1578", "disk_busy_time_diff": "336", "network_received_count_diff": "3280", "network_sent_count_diff": "2380", "network_received_bytes_diff": "43467014", "network_sent_bytes_diff": "158752", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "mappings_10_5:backward", "run": "3", "number_of_samples": "965", "step": "1", "duration": "99.1114", "version": "3", "cpu_user_diff": "132.79", "cpu_system_diff": "26.07", "cpu_user_system_diff": "158.86", "cpu_idle_diff": "2711.2", "cpu_iowait_diff": "2.48", "memory_ram_max": "5426413568", "memory_swap_max": "0", "memory_ram_swap_max": "5426413568", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "3631", "disk_write_count_diff": "14577", "disk_read_bytes_diff": "355680256", "disk_write_bytes_diff": "6639800320", "disk_read_time_diff": "871", "disk_write_time_diff": "50098", "disk_busy_time_diff": "4004", "network_received_count_diff": "437", "network_sent_count_diff": "357", "network_received_bytes_diff": "42257", "network_sent_bytes_diff": "6680220", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "mappings_20_5": { "display_name": "20TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_20_5", "display_name": "20TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 287.8446, "timing_breakdown": { "rmlmapper_time": 91.1529, "inversion_time": 196.6917, "total_time": 287.8446, "inversion_overhead_percentage": 215.78216381486493 }, "throughput": { "rows_per_second": 508.4098617277699, "cells_per_second": 15760.705713560867 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_5/data/shared/data.csv" ], "mapping_size_bytes": 25208, "data_size_bytes": 32355859, "rdf_statements": 10000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 100, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_5", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "mappings_20_5", "display_name": "20TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 280.4193, "timing_breakdown": { "rmlmapper_time": 80.086, "inversion_time": 200.3333, "total_time": 280.4193, "inversion_overhead_percentage": 250.14771620507955 }, "throughput": { "rows_per_second": 499.1681363008546, "cells_per_second": 15474.212225326493 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_5/data/shared/data.csv" ], "mapping_size_bytes": 25208, "data_size_bytes": 32355859, "rdf_statements": 10000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 100, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_5", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "mappings_20_5", "display_name": "20TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 280.0479, "timing_breakdown": { "rmlmapper_time": 74.7431, "inversion_time": 205.3048, "total_time": 280.0479, "inversion_overhead_percentage": 274.6806059689791 }, "throughput": { "rows_per_second": 487.0806722492606, "cells_per_second": 15099.50083972708 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_5/data/shared/data.csv" ], "mapping_size_bytes": 25208, "data_size_bytes": 32355859, "rdf_statements": 10000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 100, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_5/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_5", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 282.7706, "median": 280.4193, "std": 4.39813500133863, "min": 280.0479, "max": 287.8446, "q1": 280.2336, "q3": 284.13195, "iqr": 3.8983499999999935, "ci_95_lower": 271.84502698180563, "ci_95_upper": 293.6961730181944, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 20, "predicate_object_maps_count": 100, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 25208, "data_size_bytes": 32355859, "rdf_statements": 10000000, "source_rows": 100000, "source_cells": 3100000 }, "inversion_time": { "mean": 200.7766, "median": 200.3333, "std": 4.32362799856787, "min": 196.6917, "max": 205.3048, "q1": 198.5125, "q3": 202.81905, "iqr": 4.306550000000016, "ci_95_lower": 190.03611263717795, "ci_95_upper": 211.51708736282205, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 246.87016199630784, "median": 250.14771620507955, "std": 29.585695753842945, "min": 215.78216381486493, "max": 274.6806059689791, "q1": 232.96494000997222, "q3": 262.4141610870293, "iqr": 29.449221077057075, "ci_95_lower": 173.37521944581496, "ci_95_upper": 320.3651045468007, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 498.219556759295, "median": 499.1681363008546, "std": 10.696187793440103, "min": 487.0806722492606, "max": 508.4098617277699, "q1": 493.1244042750576, "q3": 503.78899901431225, "iqr": 10.664594739254653, "ci_95_lower": 471.6487532896469, "ci_95_upper": 524.7903602289431, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 15444.806259538147, "median": 15474.212225326493, "std": 331.5818215966425, "min": 15099.50083972708, "max": 15760.705713560867, "q1": 15286.856532526786, "q3": 15617.45896944368, "iqr": 330.60243691689357, "ci_95_lower": 14621.111351979058, "ci_95_upper": 16268.501167097236, "outliers": [], "n": 3 }, "forward_time": { "mean": 81.994, "median": 80.086, "std": 8.369631533705654, "min": 74.7431, "max": 91.1529, "q1": 77.41454999999999, "q3": 85.61945, "iqr": 8.20490000000001, "ci_95_lower": 61.20268267366703, "ci_95_upper": 102.78531732633297, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "mappings_20_5", "run": "2", "number_of_samples": "775", "step": "2", "duration": "80.086", "version": "3", "cpu_user_diff": "104.98", "cpu_system_diff": "37.42", "cpu_user_system_diff": "142.4", "cpu_idle_diff": "2177.8", "cpu_iowait_diff": "0.17", "memory_ram_max": "23798001664", "memory_swap_max": "0", "memory_ram_swap_max": "23798001664", "memory_ram_min": "4792250368", "memory_swap_min": "0", "memory_ram_swap_min": "4792250368", "disk_read_count_diff": "2", "disk_write_count_diff": "2270", "disk_read_bytes_diff": "8192", "disk_write_bytes_diff": "410275840", "disk_read_time_diff": "1", "disk_write_time_diff": "1040", "disk_busy_time_diff": "300", "network_received_count_diff": "2062", "network_sent_count_diff": "1214", "network_received_bytes_diff": "43387944", "network_sent_bytes_diff": "81583", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "mappings_20_5:backward", "run": "2", "number_of_samples": "1950", "step": "1", "duration": "200.3333", "version": "3", "cpu_user_diff": "295.21", "cpu_system_diff": "62.51", "cpu_user_system_diff": "357.72", "cpu_idle_diff": "5441.73", "cpu_iowait_diff": "5.89", "memory_ram_max": "5551595520", "memory_swap_max": "0", "memory_ram_swap_max": "5551595520", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "7212", "disk_write_count_diff": "27129", "disk_read_bytes_diff": "711217152", "disk_write_bytes_diff": "18143543296", "disk_read_time_diff": "1629", "disk_write_time_diff": "108979", "disk_busy_time_diff": "9560", "network_received_count_diff": "596", "network_sent_count_diff": "406", "network_received_bytes_diff": "61161", "network_sent_bytes_diff": "6682886", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "mappings_30_5": { "display_name": "30TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 30, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#30TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_30_5", "display_name": "30TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 30, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#30TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 453.01559999999995, "timing_breakdown": { "rmlmapper_time": 109.64349999999999, "inversion_time": 343.3721, "total_time": 453.01559999999995, "inversion_overhead_percentage": 313.17141463014224 }, "throughput": { "rows_per_second": 291.2292524640179, "cells_per_second": 9028.106826384555 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_30_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_30_5/data/shared/data.csv" ], "mapping_size_bytes": 37768, "data_size_bytes": 32355859, "rdf_statements": 15000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 30, "predicate_object_maps_count": 150, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_30_5", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "mappings_30_5", "display_name": "30TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 30, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#30TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 446.1708, "timing_breakdown": { "rmlmapper_time": 112.4382, "inversion_time": 333.7326, "total_time": 446.1708, "inversion_overhead_percentage": 296.8142499613121 }, "throughput": { "rows_per_second": 299.64108990251475, "cells_per_second": 9288.873786977958 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_30_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_30_5/data/shared/data.csv" ], "mapping_size_bytes": 37768, "data_size_bytes": 32355859, "rdf_statements": 15000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 30, "predicate_object_maps_count": 150, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_30_5", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "mappings_30_5", "display_name": "30TM + 5POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 30, "number_of_poms": 5, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#30TM5POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 448.17920000000004, "timing_breakdown": { "rmlmapper_time": 115.59140000000001, "inversion_time": 332.5878, "total_time": 448.17920000000004, "inversion_overhead_percentage": 287.72711464693737 }, "throughput": { "rows_per_second": 300.6724840778886, "cells_per_second": 9320.847006414546 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_30_5/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_30_5/data/shared/data.csv" ], "mapping_size_bytes": 37768, "data_size_bytes": 32355859, "rdf_statements": 15000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 30, "predicate_object_maps_count": 150, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_30_5/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_30_5", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 449.1218666666667, "median": 448.17920000000004, "std": 3.5184211080160863, "min": 446.1708, "max": 453.01559999999995, "q1": 447.175, "q3": 450.5974, "iqr": 3.422399999999982, "ci_95_lower": 440.38162410642553, "ci_95_upper": 457.8621092269078, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 30, "predicate_object_maps_count": 150, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 37768, "data_size_bytes": 32355859, "rdf_statements": 15000000, "source_rows": 100000, "source_cells": 3100000 }, "inversion_time": { "mean": 336.56416666666667, "median": 333.7326, "std": 5.923563873491466, "min": 332.5878, "max": 343.3721, "q1": 333.16020000000003, "q3": 338.55235, "iqr": 5.392149999999958, "ci_95_lower": 321.84921826056467, "ci_95_upper": 351.27911507276866, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 299.2375930794639, "median": 296.8142499613121, "std": 12.894089510704125, "min": 287.72711464693737, "max": 313.17141463014224, "q1": 292.27068230412476, "q3": 304.99283229572717, "iqr": 12.722149991602407, "ci_95_lower": 267.2068990672394, "ci_95_upper": 331.2682870916884, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 297.18094214814045, "median": 299.64108990251475, "std": 5.180048364476581, "min": 291.2292524640179, "max": 300.6724840778886, "q1": 295.43517118326633, "q3": 300.1567869902017, "iqr": 4.721615806935347, "ci_95_lower": 284.3129886572535, "ci_95_upper": 310.04889563902736, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 9212.609206592353, "median": 9288.873786977958, "std": 160.58149929877376, "min": 9028.106826384555, "max": 9320.847006414546, "q1": 9158.490306681257, "q3": 9304.860396696251, "iqr": 146.37009001499428, "ci_95_lower": 8813.70264837486, "ci_95_upper": 9611.515764809847, "outliers": [], "n": 3 }, "forward_time": { "mean": 112.5577, "median": 112.4382, "std": 2.975750122238098, "min": 109.64349999999999, "max": 115.59140000000001, "q1": 111.04084999999999, "q3": 114.01480000000001, "iqr": 2.9739500000000163, "ci_95_lower": 105.16552690060269, "ci_95_upper": 119.94987309939731, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "mappings_30_5", "run": "2", "number_of_samples": "1086", "step": "2", "duration": "112.4382", "version": "3", "cpu_user_diff": "138.81", "cpu_system_diff": "44.33", "cpu_user_system_diff": "183.14", "cpu_idle_diff": "3074.3", "cpu_iowait_diff": "0.2", "memory_ram_max": "27386621952", "memory_swap_max": "0", "memory_ram_swap_max": "27386621952", "memory_ram_min": "4825858048", "memory_swap_min": "0", "memory_ram_swap_min": "4825858048", "disk_read_count_diff": "8", "disk_write_count_diff": "3296", "disk_read_bytes_diff": "57344", "disk_write_bytes_diff": "1127419904", "disk_read_time_diff": "1", "disk_write_time_diff": "2760", "disk_busy_time_diff": "584", "network_received_count_diff": "4485", "network_sent_count_diff": "3333", "network_received_bytes_diff": "43550297", "network_sent_bytes_diff": "221393", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "mappings_30_5:backward", "run": "2", "number_of_samples": "3250", "step": "1", "duration": "333.7326", "version": "3", "cpu_user_diff": "479.81", "cpu_system_diff": "105.12", "cpu_user_system_diff": "584.93", "cpu_idle_diff": "9076.86", "cpu_iowait_diff": "9.91", "memory_ram_max": "5654470656", "memory_swap_max": "0", "memory_ram_swap_max": "5654470656", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "10912", "disk_write_count_diff": "39413", "disk_read_bytes_diff": "1067184128", "disk_write_bytes_diff": "29359931392", "disk_read_time_diff": "2474", "disk_write_time_diff": "181703", "disk_busy_time_diff": "14484", "network_received_count_diff": "798", "network_sent_count_diff": "460", "network_received_bytes_diff": "77279", "network_sent_bytes_diff": "6686030", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "mappings_20_1": { "display_name": "20TM + 1POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 1, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM1POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_20_1", "display_name": "20TM + 1POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 1, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM1POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 64.7927, "timing_breakdown": { "rmlmapper_time": 26.308699999999998, "inversion_time": 38.484, "total_time": 64.7927, "inversion_overhead_percentage": 146.27860745684887 }, "throughput": { "rows_per_second": 2598.4824862280425, "cells_per_second": 80552.95707306932 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_1/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_1/data/shared/data.csv" ], "mapping_size_bytes": 8248, "data_size_bytes": 32355859, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_1", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p2", "p20", "p3", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "mappings_20_1", "display_name": "20TM + 1POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 1, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM1POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 75.49459999999999, "timing_breakdown": { "rmlmapper_time": 35.006299999999996, "inversion_time": 40.4883, "total_time": 75.49459999999999, "inversion_overhead_percentage": 115.66003833595668 }, "throughput": { "rows_per_second": 2469.8493144933227, "cells_per_second": 76565.328749293 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_1/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_1/data/shared/data.csv" ], "mapping_size_bytes": 8248, "data_size_bytes": 32355859, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_1", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p2", "p20", "p3", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "mappings_20_1", "display_name": "20TM + 1POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 1, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM1POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 77.98259999999999, "timing_breakdown": { "rmlmapper_time": 33.584599999999995, "inversion_time": 44.398, "total_time": 77.98259999999999, "inversion_overhead_percentage": 132.19749528057505 }, "throughput": { "rows_per_second": 2252.3537096265595, "cells_per_second": 69822.96499842334 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_1/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_1/data/shared/data.csv" ], "mapping_size_bytes": 8248, "data_size_bytes": 32355859, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_1/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_1", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p2", "p20", "p3", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 72.75663333333333, "median": 75.49459999999999, "std": 7.008260240839612, "min": 64.7927, "max": 77.98259999999999, "q1": 70.14365, "q3": 76.73859999999999, "iqr": 6.594949999999997, "ci_95_lower": 55.347149775303194, "ci_95_upper": 90.16611689136346, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 20, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 8248, "data_size_bytes": 32355859, "rdf_statements": 2000000, "source_rows": 100000, "source_cells": 3100000 }, "inversion_time": { "mean": 41.12343333333334, "median": 40.4883, "std": 3.007722521000456, "min": 38.484, "max": 44.398, "q1": 39.48615, "q3": 42.44315, "iqr": 2.9570000000000007, "ci_95_lower": 33.65183639243533, "ci_95_upper": 48.59503027423135, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 131.37871369112688, "median": 132.19749528057505, "std": 15.325697250733084, "min": 115.66003833595668, "max": 146.27860745684887, "q1": 123.92876680826586, "q3": 139.23805136871198, "iqr": 15.309284560446116, "ci_95_lower": 93.30757119171247, "ci_95_upper": 169.44985619054128, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 2440.2285034493084, "median": 2469.8493144933227, "std": 174.95521379224093, "min": 2252.3537096265595, "max": 2598.4824862280425, "q1": 2361.1015120599413, "q3": 2534.165900360683, "iqr": 173.06438830074148, "ci_95_lower": 2005.6156590006613, "ci_95_upper": 2874.8413478979555, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 75647.08360692854, "median": 76565.328749293, "std": 5423.611627559473, "min": 69822.96499842334, "max": 80552.95707306932, "q1": 73194.14687385818, "q3": 78559.14291118116, "iqr": 5364.996037322984, "ci_95_lower": 62174.08542902047, "ci_95_upper": 89120.08178483661, "outliers": [], "n": 3 }, "forward_time": { "mean": 31.6332, "median": 33.584599999999995, "std": 4.665622456864677, "min": 26.308699999999998, "max": 35.006299999999996, "q1": 29.946649999999998, "q3": 34.295449999999995, "iqr": 4.348799999999997, "ci_95_lower": 20.04315130611323, "ci_95_upper": 43.22324869388677, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "mappings_20_1", "run": "3", "number_of_samples": "325", "step": "2", "duration": "33.5846", "version": "3", "cpu_user_diff": "35.89", "cpu_system_diff": "23.28", "cpu_user_system_diff": "59.17", "cpu_idle_diff": "913.73", "cpu_iowait_diff": "0.03", "memory_ram_max": "18990862336", "memory_swap_max": "0", "memory_ram_swap_max": "18990862336", "memory_ram_min": "4807946240", "memory_swap_min": "0", "memory_ram_swap_min": "4807946240", "disk_read_count_diff": "0", "disk_write_count_diff": "901", "disk_read_bytes_diff": "0", "disk_write_bytes_diff": "7020544", "disk_read_time_diff": "0", "disk_write_time_diff": "150", "disk_busy_time_diff": "52", "network_received_count_diff": "3921", "network_sent_count_diff": "2822", "network_received_bytes_diff": "43508351", "network_sent_bytes_diff": "187955", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "mappings_20_1:backward", "run": "2", "number_of_samples": "395", "step": "1", "duration": "40.4883", "version": "3", "cpu_user_diff": "54.14", "cpu_system_diff": "8.77", "cpu_user_system_diff": "62.91", "cpu_idle_diff": "1109.53", "cpu_iowait_diff": "0.87", "memory_ram_max": "5414014976", "memory_swap_max": "0", "memory_ram_swap_max": "5414014976", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "2016", "disk_write_count_diff": "5207", "disk_read_bytes_diff": "215871488", "disk_write_bytes_diff": "2383515648", "disk_read_time_diff": "437", "disk_write_time_diff": "11940", "disk_busy_time_diff": "1584", "network_received_count_diff": "321", "network_sent_count_diff": "215", "network_received_bytes_diff": "32126", "network_sent_bytes_diff": "1513920", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "mappings_20_3": { "display_name": "20TM + 3POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 3, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM3POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_20_3", "display_name": "20TM + 3POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 3, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM3POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 177.4413, "timing_breakdown": { "rmlmapper_time": 57.9324, "inversion_time": 119.5089, "total_time": 177.4413, "inversion_overhead_percentage": 206.29026244381384 }, "throughput": { "rows_per_second": 836.7577644844861, "cells_per_second": 25939.49069901907 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_3/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_3/data/shared/data.csv" ], "mapping_size_bytes": 16728, "data_size_bytes": 32355859, "rdf_statements": 6000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 60, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_3", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "mappings_20_3", "display_name": "20TM + 3POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 3, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM3POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 170.5441, "timing_breakdown": { "rmlmapper_time": 58.8084, "inversion_time": 111.7357, "total_time": 170.5441, "inversion_overhead_percentage": 189.99955788628836 }, "throughput": { "rows_per_second": 894.9691101411635, "cells_per_second": 27744.04241437607 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_3/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_3/data/shared/data.csv" ], "mapping_size_bytes": 16728, "data_size_bytes": 32355859, "rdf_statements": 6000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 60, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_3", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "mappings_20_3", "display_name": "20TM + 3POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 3, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM3POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 192.1205, "timing_breakdown": { "rmlmapper_time": 59.8298, "inversion_time": 132.2907, "total_time": 192.1205, "inversion_overhead_percentage": 221.11172024643238 }, "throughput": { "rows_per_second": 755.9110353184313, "cells_per_second": 23433.242094871373 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_3/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_3/data/shared/data.csv" ], "mapping_size_bytes": 16728, "data_size_bytes": 32355859, "rdf_statements": 6000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 60, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_3/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_3", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 180.0353, "median": 177.4413, "std": 11.0196137064781, "min": 170.5441, "max": 192.1205, "q1": 173.9927, "q3": 184.7809, "iqr": 10.78819999999999, "ci_95_lower": 152.6610620228169, "ci_95_upper": 207.4095379771831, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 20, "predicate_object_maps_count": 60, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 16728, "data_size_bytes": 32355859, "rdf_statements": 6000000, "source_rows": 100000, "source_cells": 3100000 }, "inversion_time": { "mean": 121.17843333333333, "median": 119.5089, "std": 10.378704756053775, "min": 111.7357, "max": 132.2907, "q1": 115.6223, "q3": 125.8998, "iqr": 10.277500000000003, "ci_95_lower": 95.39630144969763, "ci_95_upper": 146.96056521696903, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 205.80051352551152, "median": 206.29026244381384, "std": 15.561862105263122, "min": 189.99955788628836, "max": 221.11172024643238, "q1": 198.1449101650511, "q3": 213.7009913451231, "iqr": 15.556081180071999, "ci_95_lower": 167.14270500476903, "ci_95_upper": 244.458322046254, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 829.212636648027, "median": 836.7577644844861, "std": 69.8354047665117, "min": 755.9110353184313, "max": 894.9691101411635, "q1": 796.3343999014587, "q3": 865.8634373128248, "iqr": 69.52903741136606, "ci_95_lower": 655.7318740521865, "ci_95_upper": 1002.6933992438675, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 25705.591736088838, "median": 25939.49069901907, "std": 2164.897547761862, "min": 23433.242094871373, "max": 27744.04241437607, "q1": 24686.36639694522, "q3": 26841.76655669757, "iqr": 2155.4001597523493, "ci_95_lower": 20327.688095617785, "ci_95_upper": 31083.49537655989, "outliers": [], "n": 3 }, "forward_time": { "mean": 58.85686666666667, "median": 58.8084, "std": 0.9496280605233457, "min": 57.9324, "max": 59.8298, "q1": 58.370400000000004, "q3": 59.3191, "iqr": 0.9486999999999952, "ci_95_lower": 56.4978597893843, "ci_95_upper": 61.21587354394904, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "mappings_20_3", "run": "2", "number_of_samples": "570", "step": "2", "duration": "58.8084", "version": "3", "cpu_user_diff": "74.98", "cpu_system_diff": "29.71", "cpu_user_system_diff": "104.69", "cpu_idle_diff": "1598.93", "cpu_iowait_diff": "0.11", "memory_ram_max": "21562421248", "memory_swap_max": "0", "memory_ram_swap_max": "21562421248", "memory_ram_min": "4841934848", "memory_swap_min": "0", "memory_ram_swap_min": "4841934848", "disk_read_count_diff": "96", "disk_write_count_diff": "2206", "disk_read_bytes_diff": "761856", "disk_write_bytes_diff": "254746624", "disk_read_time_diff": "16", "disk_write_time_diff": "806", "disk_busy_time_diff": "232", "network_received_count_diff": "2932", "network_sent_count_diff": "2053", "network_received_bytes_diff": "43444422", "network_sent_bytes_diff": "137101", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "mappings_20_3:backward", "run": "1", "number_of_samples": "1162", "step": "1", "duration": "119.5089", "version": "3", "cpu_user_diff": "164.66", "cpu_system_diff": "32.64", "cpu_user_system_diff": "197.3", "cpu_idle_diff": "3262.92", "cpu_iowait_diff": "3.02", "memory_ram_max": "5531717632", "memory_swap_max": "0", "memory_ram_swap_max": "5531717632", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "4560", "disk_write_count_diff": "13394", "disk_read_bytes_diff": "461332480", "disk_write_bytes_diff": "8919396352", "disk_read_time_diff": "1041", "disk_write_time_diff": "52774", "disk_busy_time_diff": "4892", "network_received_count_diff": "486", "network_sent_count_diff": "292", "network_received_bytes_diff": "50336", "network_sent_bytes_diff": "4097190", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "mappings_20_10": { "display_name": "20TM + 10POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 10, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM10POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "mappings_20_10", "display_name": "20TM + 10POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 10, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM10POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 556.5163, "timing_breakdown": { "rmlmapper_time": 133.8009, "inversion_time": 422.7154, "total_time": 556.5163, "inversion_overhead_percentage": 315.92866714648403 }, "throughput": { "rows_per_second": 236.56578397664245, "cells_per_second": 7333.539303275916 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_10/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_10/data/shared/data.csv" ], "mapping_size_bytes": 46448, "data_size_bytes": 32355859, "rdf_statements": 20000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 200, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_10", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "mappings_20_10", "display_name": "20TM + 10POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 10, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM10POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 556.664, "timing_breakdown": { "rmlmapper_time": 131.3376, "inversion_time": 425.3264, "total_time": 556.664, "inversion_overhead_percentage": 323.84206807494576 }, "throughput": { "rows_per_second": 235.11355044032067, "cells_per_second": 7288.52006364994 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_10/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_10/data/shared/data.csv" ], "mapping_size_bytes": 46448, "data_size_bytes": 32355859, "rdf_statements": 20000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 200, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_10", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "mappings_20_10", "display_name": "20TM + 10POM", "suite": "mappings", "generator": "Mappings", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_tms": 20, "number_of_poms": 10, "number_of_members": 100000, "number_of_properties": 30, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/mappings#20TM10POM", "file": "data-generator/config/benchmark-mappings-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 572.8051, "timing_breakdown": { "rmlmapper_time": 137.8596, "inversion_time": 434.9455, "total_time": 572.8051, "inversion_overhead_percentage": 315.49888437221637 }, "throughput": { "rows_per_second": 229.91386277131275, "cells_per_second": 7127.329745910695 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_10/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/mappings_20_10/data/shared/data.csv" ], "mapping_size_bytes": 46448, "data_size_bytes": 32355859, "rdf_statements": 20000000, "source_rows": 100000, "source_cells": 3100000, "triples_maps_count": 20, "predicate_object_maps_count": 200, "join_conditions_count": 0, "graph_maps_count": 0, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/mappings_20_10/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "mappings_20_10", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 100000, "reconstructed_rows": 100000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20", "p21", "p22", "p23", "p24", "p25", "p26", "p27", "p28", "p29", "p30" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 561.9951333333333, "median": 556.664, "std": 9.361997026454015, "min": 556.5163, "max": 572.8051, "q1": 556.59015, "q3": 564.73455, "iqr": 8.144400000000019, "ci_95_lower": 538.7386434626245, "ci_95_upper": 585.2516232040422, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 20, "predicate_object_maps_count": 200, "join_conditions_count": 0, "graph_maps_count": 0, "mapping_size_bytes": 46448, "data_size_bytes": 32355859, "rdf_statements": 20000000, "source_rows": 100000, "source_cells": 3100000 }, "inversion_time": { "mean": 427.66243333333335, "median": 425.3264, "std": 6.441011201925774, "min": 422.7154, "max": 434.9455, "q1": 424.0209, "q3": 430.13595, "iqr": 6.1150499999999965, "ci_95_lower": 411.66207450482324, "ci_95_upper": 443.66279216184347, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 318.4232065312154, "median": 315.92866714648403, "std": 4.69778922801505, "min": 315.49888437221637, "max": 323.84206807494576, "q1": 315.7137757593502, "q3": 319.88536761071487, "iqr": 4.171591851364667, "ci_95_lower": 306.7532511480487, "ci_95_upper": 330.09316191438205, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 233.86439906275862, "median": 235.11355044032067, "std": 3.497470272000549, "min": 229.91386277131275, "max": 236.56578397664245, "q1": 232.5137066058167, "q3": 235.83966720848156, "iqr": 3.32596060266485, "ci_95_lower": 225.17620126435637, "ci_95_upper": 242.55259686116088, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 7249.796370945517, "median": 7288.52006364994, "std": 108.42157843201689, "min": 7127.329745910695, "max": 7333.539303275916, "q1": 7207.924904780318, "q3": 7311.029683462928, "iqr": 103.10477868261023, "ci_95_lower": 6980.462239195048, "ci_95_upper": 7519.130502695986, "outliers": [], "n": 3 }, "forward_time": { "mean": 134.33270000000002, "median": 133.8009, "std": 3.293361418065131, "min": 131.3376, "max": 137.8596, "q1": 132.56925, "q3": 135.83025, "iqr": 3.2609999999999957, "ci_95_lower": 126.15153670296088, "ci_95_upper": 142.51386329703917, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "mappings_20_10", "run": "1", "number_of_samples": "1298", "step": "2", "duration": "133.8009", "version": "3", "cpu_user_diff": "163.49", "cpu_system_diff": "52.1", "cpu_user_system_diff": "215.59", "cpu_idle_diff": "3662.05", "cpu_iowait_diff": "0.2", "memory_ram_max": "29784780800", "memory_swap_max": "0", "memory_ram_swap_max": "29784780800", "memory_ram_min": "4844445696", "memory_swap_min": "0", "memory_ram_swap_min": "4844445696", "disk_read_count_diff": "7", "disk_write_count_diff": "3532", "disk_read_bytes_diff": "53248", "disk_write_bytes_diff": "1352499200", "disk_read_time_diff": "1", "disk_write_time_diff": "3186", "disk_busy_time_diff": "560", "network_received_count_diff": "3306", "network_sent_count_diff": "2645", "network_received_bytes_diff": "43472546", "network_sent_bytes_diff": "175857", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "mappings_20_10:backward", "run": "2", "number_of_samples": "4132", "step": "1", "duration": "425.3264", "version": "3", "cpu_user_diff": "632.53", "cpu_system_diff": "130.71", "cpu_user_system_diff": "763.24", "cpu_idle_diff": "11551.16", "cpu_iowait_diff": "12.96", "memory_ram_max": "5685673984", "memory_swap_max": "0", "memory_ram_swap_max": "5685673984", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "13783", "disk_write_count_diff": "50737", "disk_read_bytes_diff": "1351155712", "disk_write_bytes_diff": "38941212672", "disk_read_time_diff": "3297", "disk_write_time_diff": "197573", "disk_busy_time_diff": "19080", "network_received_count_diff": "1098", "network_sent_count_diff": "625", "network_received_bytes_diff": "106430", "network_sent_bytes_diff": "13243027", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True": { "display_name": "Subject 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 926.2864999999999, "timing_breakdown": { "rmlmapper_time": 172.1383, "inversion_time": 754.1482, "total_time": 926.2864999999999, "inversion_overhead_percentage": 438.1059880340401 }, "throughput": { "rows_per_second": 1325.9993194971494, "cells_per_second": 27845.985709440134 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 4613, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 924.8306, "timing_breakdown": { "rmlmapper_time": 168.6984, "inversion_time": 756.1322, "total_time": 924.8306, "inversion_overhead_percentage": 448.21539504820436 }, "throughput": { "rows_per_second": 1322.5200566779195, "cells_per_second": 27772.92119023631 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 4613, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 917.8982, "timing_breakdown": { "rmlmapper_time": 166.2999, "inversion_time": 751.5983, "total_time": 917.8982, "inversion_overhead_percentage": 451.95354897988506 }, "throughput": { "rows_per_second": 1330.4979534945728, "cells_per_second": 27940.45702338603 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 4613, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 923.0051, "median": 924.8306, "std": 4.482212836311984, "min": 917.8982, "max": 926.2864999999999, "q1": 921.3643999999999, "q3": 925.55855, "iqr": 4.194150000000036, "ci_95_lower": 911.870666061226, "ci_95_upper": 934.139533938774, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "mapping_size_bytes": 4613, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 753.9595666666668, "median": 754.1482, "std": 2.272828458844478, "min": 751.5983, "max": 756.1322, "q1": 752.87325, "q3": 755.1402, "iqr": 2.2669500000000653, "ci_95_lower": 748.3135477797118, "ci_95_upper": 759.6055855536217, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 446.0916440207098, "median": 448.21539504820436, "std": 7.1639008129168555, "min": 438.1059880340401, "max": 451.95354897988506, "q1": 443.1606915411222, "q3": 450.0844720140447, "iqr": 6.923780472922488, "ci_95_lower": 428.2955278481042, "ci_95_upper": 463.8877601933154, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1326.3391098898805, "median": 1325.9993194971494, "std": 3.9997878115640386, "min": 1322.5200566779195, "max": 1330.4979534945728, "q1": 1324.2596880875344, "q3": 1328.248636495861, "iqr": 3.988948408326678, "ci_95_lower": 1316.403086148175, "ci_95_upper": 1336.2751336315862, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 27853.12130768749, "median": 27845.985709440134, "std": 83.99554404284426, "min": 27772.92119023631, "max": 27940.45702338603, "q1": 27809.45344983822, "q3": 27893.221366413083, "iqr": 83.7679165748632, "ci_95_lower": 27644.464809111672, "ci_95_upper": 28061.777806263304, "outliers": [], "n": 3 }, "forward_time": { "mean": 169.0455333333333, "median": 168.6984, "std": 2.934638785836048, "min": 166.2999, "max": 172.1383, "q1": 167.49915, "q3": 170.41834999999998, "iqr": 2.9191999999999894, "ci_95_lower": 161.75548645507277, "ci_95_upper": 176.33558021159385, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_1_0_1_20_True", "run": "2", "number_of_samples": "1634", "step": "2", "duration": "168.6984", "version": "3", "cpu_user_diff": "209.51", "cpu_system_diff": "71.37", "cpu_user_system_diff": "280.88", "cpu_idle_diff": "4607.83", "cpu_iowait_diff": "0.45", "memory_ram_max": "33395298304", "memory_swap_max": "0", "memory_ram_swap_max": "33395298304", "memory_ram_min": "4819804160", "memory_swap_min": "0", "memory_ram_swap_min": "4819804160", "disk_read_count_diff": "13", "disk_write_count_diff": "4860", "disk_read_bytes_diff": "53248", "disk_write_bytes_diff": "2305847296", "disk_read_time_diff": "6", "disk_write_time_diff": "4720", "disk_busy_time_diff": "6400", "network_received_count_diff": "10891", "network_sent_count_diff": "5932", "network_received_bytes_diff": "316289661", "network_sent_bytes_diff": "392429", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_True:backward", "run": "1", "number_of_samples": "7332", "step": "1", "duration": "754.1482", "version": "3", "cpu_user_diff": "1529.49", "cpu_system_diff": "429.41", "cpu_user_system_diff": "1958.9", "cpu_idle_diff": "19798.29", "cpu_iowait_diff": "91.71", "memory_ram_max": "5560373248", "memory_swap_max": "0", "memory_ram_swap_max": "5560373248", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "48467", "disk_write_count_diff": "211051", "disk_read_bytes_diff": "4107866112", "disk_write_bytes_diff": "158365184000", "disk_read_time_diff": "11655", "disk_write_time_diff": "1314272", "disk_busy_time_diff": "76572", "network_received_count_diff": "5783", "network_sent_count_diff": "6522", "network_received_bytes_diff": "454314", "network_sent_bytes_diff": "291333079", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True": { "display_name": "Subject 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 4091.8336, "timing_breakdown": { "rmlmapper_time": 784.5490000000001, "inversion_time": 3307.2846, "total_time": 4091.8336, "inversion_overhead_percentage": 421.55233133940635 }, "throughput": { "rows_per_second": 302.36285078097, "cells_per_second": 6349.61986640037 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 4793, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 3975.5665, "timing_breakdown": { "rmlmapper_time": 727.1819, "inversion_time": 3248.3846, "total_time": 3975.5665, "inversion_overhead_percentage": 446.7086708291281 }, "throughput": { "rows_per_second": 307.84532102510275, "cells_per_second": 6464.751741527158 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 4793, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 4007.0092999999997, "timing_breakdown": { "rmlmapper_time": 696.5966, "inversion_time": 3310.4127, "total_time": 4007.0092999999997, "inversion_overhead_percentage": 475.22665198193613 }, "throughput": { "rows_per_second": 302.0771398079762, "cells_per_second": 6343.619935967501 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 4793, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 4024.8031333333333, "median": 4007.0092999999997, "std": 60.141292088907925, "min": 3975.5665, "max": 4091.8336, "q1": 3991.2879, "q3": 4049.42145, "iqr": 58.133550000000014, "ci_95_lower": 3875.4038816218854, "ci_95_upper": 4174.202385044781, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "mapping_size_bytes": 4793, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 3288.693966666667, "median": 3307.2846, "std": 34.94395560327043, "min": 3248.3846, "max": 3310.4127, "q1": 3277.8346, "q3": 3308.84865, "iqr": 31.01404999999977, "ci_95_lower": 3201.8883687548537, "ci_95_upper": 3375.4995645784807, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 447.82921805015684, "median": 446.7086708291281, "std": 26.854699656953738, "min": 421.55233133940635, "max": 475.22665198193613, "q1": 434.1305010842672, "q3": 460.9676614055321, "iqr": 26.83716032126489, "ci_95_lower": 381.1184458945894, "ci_95_upper": 514.5399902057243, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 304.09510387134964, "median": 302.36285078097, "std": 3.250923594188309, "min": 302.0771398079762, "max": 307.84532102510275, "q1": 302.2199952944731, "q3": 305.1040859030364, "iqr": 2.8840906085632696, "ci_95_lower": 296.0193619730075, "ci_95_upper": 312.17084576969177, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 6385.997181298342, "median": 6349.61986640037, "std": 68.26939547795442, "min": 6343.619935967501, "max": 6464.751741527158, "q1": 6346.619901183935, "q3": 6407.185803963764, "iqr": 60.56590277982832, "ci_95_lower": 6216.406601433158, "ci_95_upper": 6555.587761163526, "outliers": [], "n": 3 }, "forward_time": { "mean": 736.1091666666666, "median": 727.1819, "std": 44.65062411706401, "min": 696.5966, "max": 784.5490000000001, "q1": 711.88925, "q3": 755.86545, "iqr": 43.97620000000006, "ci_95_lower": 625.1908674442791, "ci_95_upper": 847.0274658890542, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_5_0_1_20_True", "run": "2", "number_of_samples": "6991", "step": "2", "duration": "727.1819", "version": "3", "cpu_user_diff": "718.85", "cpu_system_diff": "630.78", "cpu_user_system_diff": "1349.63", "cpu_idle_diff": "19670.76", "cpu_iowait_diff": "3.61", "memory_ram_max": "154361454592", "memory_swap_max": "0", "memory_ram_swap_max": "154361454592", "memory_ram_min": "4756267008", "memory_swap_min": "0", "memory_ram_swap_min": "4756267008", "disk_read_count_diff": "2657", "disk_write_count_diff": "19595", "disk_read_bytes_diff": "62468096", "disk_write_bytes_diff": "11001839616", "disk_read_time_diff": "349", "disk_write_time_diff": "156942", "disk_busy_time_diff": "24692", "network_received_count_diff": "14168", "network_sent_count_diff": "8098", "network_received_bytes_diff": "316535362", "network_sent_bytes_diff": "533041", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_True:backward", "run": "1", "number_of_samples": "32150", "step": "1", "duration": "3307.2846", "version": "3", "cpu_user_diff": "7630.95", "cpu_system_diff": "1805.35", "cpu_user_system_diff": "9436.3", "cpu_idle_diff": "86071.07", "cpu_iowait_diff": "302.11", "memory_ram_max": "6080319488", "memory_swap_max": "0", "memory_ram_swap_max": "6080319488", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "169490", "disk_write_count_diff": "981789", "disk_read_bytes_diff": "10558623744", "disk_write_bytes_diff": "667553374208", "disk_read_time_diff": "39641", "disk_write_time_diff": "4380164", "disk_busy_time_diff": "327624", "network_received_count_diff": "10036", "network_sent_count_diff": "7642", "network_received_bytes_diff": "879457", "network_sent_bytes_diff": "291397396", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True": { "display_name": "Subject 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 7125.4144, "timing_breakdown": { "rmlmapper_time": 1162.2034999999998, "inversion_time": 5963.2109, "total_time": 7125.4144, "inversion_overhead_percentage": 513.0952453679585 }, "throughput": { "rows_per_second": 167.6948906838093, "cells_per_second": 3521.592704359995 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 5019, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 7474.412200000001, "timing_breakdown": { "rmlmapper_time": 1140.6718999999998, "inversion_time": 6333.7403, "total_time": 7474.412200000001, "inversion_overhead_percentage": 555.2639895836833 }, "throughput": { "rows_per_second": 157.8845915106434, "cells_per_second": 3315.5764217235114 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 5019, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 7567.5127999999995, "timing_breakdown": { "rmlmapper_time": 1143.5292000000002, "inversion_time": 6423.9836, "total_time": 7567.5127999999995, "inversion_overhead_percentage": 561.7682171998755 }, "throughput": { "rows_per_second": 155.6666489621798, "cells_per_second": 3268.999628205776 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/data/shared/data.csv" ], "mapping_size_bytes": 5019, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 7389.113133333333, "median": 7474.412200000001, "std": 233.06586386962246, "min": 7125.4144, "max": 7567.5127999999995, "q1": 7299.9133, "q3": 7520.9625, "iqr": 221.04919999999947, "ci_95_lower": 6810.145431573135, "ci_95_upper": 7968.080835093531, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 10, "mapping_size_bytes": 5019, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 6240.3116, "median": 6333.7403, "std": 244.18141156543825, "min": 5963.2109, "max": 6423.9836, "q1": 6148.4756, "q3": 6378.86195, "iqr": 230.38635000000068, "ci_95_lower": 5633.731347021867, "ci_95_upper": 6846.891852978133, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 543.375817383839, "median": 555.2639895836833, "std": 26.424629144559603, "min": 513.0952453679585, "max": 561.7682171998755, "q1": 534.1796174758208, "q3": 558.5161033917793, "iqr": 24.33648591595852, "ci_95_lower": 477.73339960682165, "ci_95_upper": 609.0182351608564, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 160.41537705221083, "median": 157.8845915106434, "std": 6.401039471956266, "min": 155.6666489621798, "max": 167.6948906838093, "q1": 156.7756202364116, "q3": 162.78974109722634, "iqr": 6.014120860814728, "ci_95_lower": 144.51431350552184, "ci_95_upper": 176.31644059889982, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 3368.7229180964277, "median": 3315.5764217235114, "std": 134.42182891108146, "min": 3268.999628205776, "max": 3521.592704359995, "q1": 3292.2880249646437, "q3": 3418.5845630417534, "iqr": 126.29653807710974, "ci_95_lower": 3034.8005836159596, "ci_95_upper": 3702.645252576896, "outliers": [], "n": 3 }, "forward_time": { "mean": 1148.8015333333333, "median": 1143.5292000000002, "std": 11.694040094139059, "min": 1140.6718999999998, "max": 1162.2034999999998, "q1": 1142.10055, "q3": 1152.86635, "iqr": 10.7657999999999, "ci_95_lower": 1119.751927332762, "ci_95_upper": 1177.8511393339045, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_10_0_1_20_True", "run": "3", "number_of_samples": "11128", "step": "2", "duration": "1143.5292", "version": "3", "cpu_user_diff": "4043.18", "cpu_system_diff": "564.66", "cpu_user_system_diff": "4607.84", "cpu_idle_diff": "28526.64", "cpu_iowait_diff": "2.73", "memory_ram_max": "162042318848", "memory_swap_max": "0", "memory_ram_swap_max": "162042318848", "memory_ram_min": "4839182336", "memory_swap_min": "0", "memory_ram_swap_min": "4839182336", "disk_read_count_diff": "652", "disk_write_count_diff": "32077", "disk_read_bytes_diff": "9732096", "disk_write_bytes_diff": "20938530816", "disk_read_time_diff": "193", "disk_write_time_diff": "40689", "disk_busy_time_diff": "24064", "network_received_count_diff": "11596", "network_sent_count_diff": "7377", "network_received_bytes_diff": "316388197", "network_sent_bytes_diff": "483887", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_True:backward", "run": "2", "number_of_samples": "61315", "step": "1", "duration": "6333.7403", "version": "3", "cpu_user_diff": "15851.73", "cpu_system_diff": "3696.39", "cpu_user_system_diff": "19548.12", "cpu_idle_diff": "163064.41", "cpu_iowait_diff": "653.01", "memory_ram_max": "6551805952", "memory_swap_max": "0", "memory_ram_swap_max": "6551805952", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "445580", "disk_write_count_diff": "2041348", "disk_read_bytes_diff": "34419946496", "disk_write_bytes_diff": "1340251070464", "disk_read_time_diff": "108423", "disk_write_time_diff": "9660650", "disk_busy_time_diff": "721224", "network_received_count_diff": "14802", "network_sent_count_diff": "8540", "network_received_bytes_diff": "1354680", "network_sent_bytes_diff": "291445670", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_15SM-NG_0POM-NG_1TM_20POM_True": { "display_name": "Subject 15 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 15, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject15NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_15SM-NG_0POM-NG_1TM_20POM_True", "display_name": "Subject 15 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 15, "static": true, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject15NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 1507.241, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-27 06:00:28,047] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n[2026-07-27 06:00:28,051] ERROR at be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:106)\n[2026-07-27 06:00:28,051] ERROR at be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n[2026-07-27 06:00:28,052] ERROR at be.ugent.rml.cli.Main.run(Main.java:459)\n[2026-07-27 06:00:28,053] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-27 06:00:28,053] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-27 06:00:28,054] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-27 06:00:28,047] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n[2026-07-27 06:00:28,051] ERROR at be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:106)\n[2026-07-27 06:00:28,051] ERROR at be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n[2026-07-27 06:00:28,052] ERROR at be.ugent.rml.cli.Main.run(Main.java:459)\n[2026-07-27 06:00:28,053] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-27 06:00:28,053] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-27 06:00:28,054] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "statistics": null, "resource_summary": null }, "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False": { "display_name": "Subject 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 1035.1264, "timing_breakdown": { "rmlmapper_time": 278.4322, "inversion_time": 756.6942, "total_time": 1035.1264, "inversion_overhead_percentage": 271.7696444592256 }, "throughput": { "rows_per_second": 1321.5378154081266, "cells_per_second": 27752.294123570657 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 4635, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 960.29, "timing_breakdown": { "rmlmapper_time": 179.5111, "inversion_time": 780.7789, "total_time": 960.29, "inversion_overhead_percentage": 434.94742107869655 }, "throughput": { "rows_per_second": 1280.772315952698, "cells_per_second": 26896.21863500666 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 4635, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 930.0375, "timing_breakdown": { "rmlmapper_time": 164.3137, "inversion_time": 765.7238, "total_time": 930.0375, "inversion_overhead_percentage": 466.0133634626936 }, "throughput": { "rows_per_second": 1305.9539222889507, "cells_per_second": 27425.032368067965 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 4635, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 975.1513, "median": 960.29, "std": 54.09771625558704, "min": 930.0375, "max": 1035.1264, "q1": 945.1637499999999, "q3": 997.7082, "iqr": 52.5444500000001, "ci_95_lower": 840.7651229299274, "ci_95_upper": 1109.5374770700726, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 1, "mapping_size_bytes": 4635, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 767.7323, "median": 765.7238, "std": 12.167322947550954, "min": 756.6942, "max": 780.7789, "q1": 761.2090000000001, "q3": 773.25135, "iqr": 12.042349999999942, "ci_95_lower": 737.5069942149435, "ci_95_upper": 797.9576057850566, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 390.9101430002052, "median": 434.94742107869655, "std": 104.3413484122969, "min": 271.7696444592256, "max": 466.0133634626936, "q1": 353.3585327689611, "q3": 450.48039227069506, "iqr": 97.12185950173398, "ci_95_lower": 131.71186451433806, "ci_95_upper": 650.1084214860723, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1302.754684549925, "median": 1305.9539222889507, "std": 20.57019270803613, "min": 1280.772315952698, "max": 1321.5378154081266, "q1": 1293.3631191208242, "q3": 1313.7458688485385, "iqr": 20.382749727714327, "ci_95_lower": 1251.6554931059209, "ci_95_upper": 1353.8538759939293, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 27357.848375548423, "median": 27425.032368067965, "std": 431.97404686875694, "min": 26896.21863500666, "max": 27752.294123570657, "q1": 27160.62550153731, "q3": 27588.663245819313, "iqr": 428.0377442820027, "ci_95_lower": 26284.76535522434, "ci_95_upper": 28430.931395872507, "outliers": [], "n": 3 }, "forward_time": { "mean": 207.419, "median": 179.5111, "std": 61.96689577806848, "min": 164.3137, "max": 278.4322, "q1": 171.9124, "q3": 228.97165, "iqr": 57.05925000000002, "ci_95_lower": 53.48469731759778, "ci_95_upper": 361.3533026824023, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_1_0_1_20_False", "run": "2", "number_of_samples": "1744", "step": "2", "duration": "179.5111", "version": "3", "cpu_user_diff": "211.96", "cpu_system_diff": "76.65", "cpu_user_system_diff": "288.61", "cpu_idle_diff": "4912.33", "cpu_iowait_diff": "0.61", "memory_ram_max": "33686495232", "memory_swap_max": "0", "memory_ram_swap_max": "33686495232", "memory_ram_min": "4991676416", "memory_swap_min": "0", "memory_ram_swap_min": "4991676416", "disk_read_count_diff": "118", "disk_write_count_diff": "5539", "disk_read_bytes_diff": "1171456", "disk_write_bytes_diff": "2424291328", "disk_read_time_diff": "15", "disk_write_time_diff": "5026", "disk_busy_time_diff": "1560", "network_received_count_diff": "9151", "network_sent_count_diff": "5695", "network_received_bytes_diff": "316190526", "network_sent_bytes_diff": "376909", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_1SM-NG_0POM-NG_1TM_20POM_False:backward", "run": "3", "number_of_samples": "7437", "step": "1", "duration": "765.7238", "version": "3", "cpu_user_diff": "1550.6", "cpu_system_diff": "450.97", "cpu_user_system_diff": "2001.57", "cpu_idle_diff": "20083.79", "cpu_iowait_diff": "96.09", "memory_ram_max": "5873758208", "memory_swap_max": "0", "memory_ram_swap_max": "5873758208", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "53713", "disk_write_count_diff": "221198", "disk_read_bytes_diff": "4608946176", "disk_write_bytes_diff": "169901580288", "disk_read_time_diff": "12825", "disk_write_time_diff": "1270462", "disk_busy_time_diff": "80480", "network_received_count_diff": "5650", "network_sent_count_diff": "6439", "network_received_bytes_diff": "440044", "network_sent_bytes_diff": "291327327", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False": { "display_name": "Subject 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 3157.1535, "timing_breakdown": { "rmlmapper_time": 763.6926, "inversion_time": 2393.4609, "total_time": 3157.1535, "inversion_overhead_percentage": 313.40632343432424 }, "throughput": { "rows_per_second": 417.80502869296924, "cells_per_second": 8773.905602552353 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 4891, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 3074.5499, "timing_breakdown": { "rmlmapper_time": 789.8335, "inversion_time": 2284.7164, "total_time": 3074.5499, "inversion_overhead_percentage": 289.2655730606514 }, "throughput": { "rows_per_second": 437.69108498542755, "cells_per_second": 9191.51278469398 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 4891, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 3180.0852, "timing_breakdown": { "rmlmapper_time": 744.0975999999999, "inversion_time": 2435.9876, "total_time": 3180.0852, "inversion_overhead_percentage": 327.374742238115 }, "throughput": { "rows_per_second": 410.51112082836545, "cells_per_second": 8620.733537395676 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 4891, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 3137.2628666666665, "median": 3157.1535, "std": 55.508133253815444, "min": 3074.5499, "max": 3180.0852, "q1": 3115.8517, "q3": 3168.61935, "iqr": 52.767649999999776, "ci_95_lower": 2999.3730195420007, "ci_95_upper": 3275.152713791332, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 5, "mapping_size_bytes": 4891, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 2371.3883, "median": 2393.4609, "std": 78.01374071553046, "min": 2284.7164, "max": 2435.9876, "q1": 2339.0886499999997, "q3": 2414.72425, "iqr": 75.63560000000052, "ci_95_lower": 2177.5914246538387, "ci_95_upper": 2565.1851753461615, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 310.0155462443635, "median": 313.40632343432424, "std": 19.27952855526048, "min": 289.2655730606514, "max": 327.374742238115, "q1": 301.3359482474878, "q3": 320.3905328362196, "iqr": 19.054584588731814, "ci_95_lower": 262.1225422954736, "ci_95_upper": 357.90855019325346, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 422.00241150225406, "median": 417.80502869296924, "std": 14.067733638740641, "min": 410.51112082836545, "max": 437.69108498542755, "q1": 414.1580747606673, "q3": 427.7480568391984, "iqr": 13.58998207853108, "ci_95_lower": 387.05622385139975, "ci_95_upper": 456.9485991531084, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 8862.050641547336, "median": 8773.905602552353, "std": 295.42240641355363, "min": 8620.733537395676, "max": 9191.51278469398, "q1": 8697.319569974014, "q3": 8982.709193623166, "iqr": 285.3896236491528, "ci_95_lower": 8128.180700879394, "ci_95_upper": 9595.920582215276, "outliers": [], "n": 3 }, "forward_time": { "mean": 765.8745666666667, "median": 763.6926, "std": 22.94589006997405, "min": 744.0975999999999, "max": 789.8335, "q1": 753.8951, "q3": 776.76305, "iqr": 22.867950000000064, "ci_95_lower": 708.8738158141667, "ci_95_upper": 822.8753175191667, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_5_0_1_20_False", "run": "1", "number_of_samples": "7411", "step": "2", "duration": "763.6926", "version": "3", "cpu_user_diff": "939.85", "cpu_system_diff": "518.2", "cpu_user_system_diff": "1458.05", "cpu_idle_diff": "20675.45", "cpu_iowait_diff": "1.29", "memory_ram_max": "163241246720", "memory_swap_max": "0", "memory_ram_swap_max": "163241246720", "memory_ram_min": "4990177280", "memory_swap_min": "0", "memory_ram_swap_min": "4990177280", "disk_read_count_diff": "81", "disk_write_count_diff": "18785", "disk_read_bytes_diff": "806912", "disk_write_bytes_diff": "11907633152", "disk_read_time_diff": "9", "disk_write_time_diff": "25431", "disk_busy_time_diff": "30468", "network_received_count_diff": "12562", "network_sent_count_diff": "6401", "network_received_bytes_diff": "316428622", "network_sent_bytes_diff": "420375", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_5SM-NG_0POM-NG_1TM_20POM_False:backward", "run": "1", "number_of_samples": "23164", "step": "1", "duration": "2393.4609", "version": "3", "cpu_user_diff": "6921.17", "cpu_system_diff": "1914.59", "cpu_user_system_diff": "8835.76", "cpu_idle_diff": "60094.42", "cpu_iowait_diff": "347.59", "memory_ram_max": "6239223808", "memory_swap_max": "0", "memory_ram_swap_max": "6239223808", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "197616", "disk_write_count_diff": "1097798", "disk_read_bytes_diff": "13343809536", "disk_write_bytes_diff": "759063097344", "disk_read_time_diff": "44465", "disk_write_time_diff": "5388179", "disk_busy_time_diff": "369004", "network_received_count_diff": "8159", "network_sent_count_diff": "7142", "network_received_bytes_diff": "697842", "network_sent_bytes_diff": "291366827", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False": { "display_name": "Subject 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 5590.8861, "timing_breakdown": { "rmlmapper_time": 1278.9112, "inversion_time": 4311.9749, "total_time": 5590.8861, "inversion_overhead_percentage": 337.15983564769783 }, "throughput": { "rows_per_second": 231.91229614996135, "cells_per_second": 4870.158219149188 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 5212, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 5895.5986, "timing_breakdown": { "rmlmapper_time": 1239.5872, "inversion_time": 4656.0114, "total_time": 5895.5986, "inversion_overhead_percentage": 375.60983204731383 }, "throughput": { "rows_per_second": 214.77610643307273, "cells_per_second": 4510.298235094527 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 5212, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 5784.2501999999995, "timing_breakdown": { "rmlmapper_time": 1203.1824, "inversion_time": 4581.0678, "total_time": 5784.2501999999995, "inversion_overhead_percentage": 380.74591184179553 }, "throughput": { "rows_per_second": 218.28971839272933, "cells_per_second": 4584.084086247316 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/data/shared/data.csv" ], "mapping_size_bytes": 5212, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_0POM-NG_1TM_20POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 5756.911633333333, "median": 5784.2501999999995, "std": 154.18487226249988, "min": 5590.8861, "max": 5895.5986, "q1": 5687.568149999999, "q3": 5839.9244, "iqr": 152.35625000000073, "ci_95_lower": 5373.89517756465, "ci_95_upper": 6139.928089102016, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 20, "join_conditions_count": 0, "graph_maps_count": 10, "mapping_size_bytes": 5212, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 4516.351366666667, "median": 4581.0678, "std": 180.9183265747374, "min": 4311.9749, "max": 4656.0114, "q1": 4446.52135, "q3": 4618.5396, "iqr": 172.01825000000008, "ci_95_lower": 4066.9253288755995, "ci_95_upper": 4965.777404457734, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 364.50519317893577, "median": 375.60983204731383, "std": 23.820605844462538, "min": 337.15983564769783, "max": 380.74591184179553, "q1": 356.38483384750583, "q3": 378.1778719445547, "iqr": 21.79303809704885, "ci_95_lower": 305.33152788396603, "ci_95_upper": 423.6788584739055, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 221.6593736585878, "median": 218.28971839272933, "std": 9.051418781679791, "min": 214.77610643307273, "max": 231.91229614996135, "q1": 216.53291241290103, "q3": 225.10100727134534, "iqr": 8.568094858444312, "ci_95_lower": 199.1744029181718, "ci_95_upper": 244.1443443990038, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 4654.846846830344, "median": 4584.084086247316, "std": 190.07979441527556, "min": 4510.298235094527, "max": 4870.158219149188, "q1": 4547.191160670922, "q3": 4727.1211526982515, "iqr": 179.92999202732972, "ci_95_lower": 4182.662461281608, "ci_95_upper": 5127.0312323790795, "outliers": [], "n": 3 }, "forward_time": { "mean": 1240.5602666666666, "median": 1239.5872, "std": 37.87377630252015, "min": 1203.1824, "max": 1278.9112, "q1": 1221.3847999999998, "q3": 1259.2492, "iqr": 37.86440000000016, "ci_95_lower": 1146.4765906671803, "ci_95_upper": 1334.643942666153, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_10_0_1_20_False", "run": "2", "number_of_samples": "12044", "step": "2", "duration": "1239.5872", "version": "3", "cpu_user_diff": "2850.28", "cpu_system_diff": "544.97", "cpu_user_system_diff": "3395.25", "cpu_idle_diff": "32526.94", "cpu_iowait_diff": "5.11", "memory_ram_max": "164110651392", "memory_swap_max": "0", "memory_ram_swap_max": "164110651392", "memory_ram_min": "4945895424", "memory_swap_min": "0", "memory_ram_swap_min": "4945895424", "disk_read_count_diff": "4616", "disk_write_count_diff": "36368", "disk_read_bytes_diff": "88518656", "disk_write_bytes_diff": "23218098176", "disk_read_time_diff": "732", "disk_write_time_diff": "85166", "disk_busy_time_diff": "36316", "network_received_count_diff": "15419", "network_sent_count_diff": "7404", "network_received_bytes_diff": "316641963", "network_sent_bytes_diff": "484965", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_10SM-NG_0POM-NG_1TM_20POM_False:backward", "run": "3", "number_of_samples": "43930", "step": "1", "duration": "4581.0678", "version": "3", "cpu_user_diff": "14194.69", "cpu_system_diff": "3885.79", "cpu_user_system_diff": "18080.48", "cpu_idle_diff": "113551.46", "cpu_iowait_diff": "712.32", "memory_ram_max": "6755213312", "memory_swap_max": "0", "memory_ram_swap_max": "6755213312", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "392289", "disk_write_count_diff": "2217043", "disk_read_bytes_diff": "37810450432", "disk_write_bytes_diff": "1498851282944", "disk_read_time_diff": "94231", "disk_write_time_diff": "11099399", "disk_busy_time_diff": "770748", "network_received_count_diff": "12328", "network_sent_count_diff": "8240", "network_received_bytes_diff": "1109363", "network_sent_bytes_diff": "291484629", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_15SM-NG_0POM-NG_1TM_20POM_False": { "display_name": "Subject 15 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 15, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject15NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_15SM-NG_0POM-NG_1TM_20POM_False", "display_name": "Subject 15 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 0, "number_of_ng_s": 15, "static": false, "number_of_tms": 1, "number_of_poms": 20, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject15NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 1436.5063, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-27 17:08:30,923] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n[2026-07-27 17:08:30,925] ERROR at java.base/java.util.Arrays.copyOfRangeByte(Arrays.java:3863)\n[2026-07-27 17:08:30,926] ERROR at java.base/java.util.Arrays.copyOfRange(Arrays.java:3854)\n[2026-07-27 17:08:30,927] ERROR at java.base/java.lang.StringLatin1.newString(StringLatin1.java:756)\n[2026-07-27 17:08:30,927] ERROR at java.base/java.lang.String.substring(String.java:2828)\n[2026-07-27 17:08:30,928] ERROR at java.base/java.lang.String.subSequence(String.java:2861)\n[2026-07-27 17:08:30,928] ERROR at java.base/java.util.regex.Matcher.getSubSequence(Matcher.java:1819)\n[2026-07-27 17:08:30,929] ERROR at java.base/java.util.regex.Matcher.group(Matcher.java:691)\n[2026-07-27 17:08:30,930] ERROR at be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:351)\n[2026-07-27 17:08:30,930] ERROR at be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n[2026-07-27 17:08:30,931] ERROR at be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n[2026-07-27 17:08:30,931] ERROR at be.ugent.rml.cli.Main.run(Main.java:459)\n[2026-07-27 17:08:30,932] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-27 17:08:30,932] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-27 17:08:30,933] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-27 17:08:30,923] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n[2026-07-27 17:08:30,925] ERROR at java.base/java.util.Arrays.copyOfRangeByte(Arrays.java:3863)\n[2026-07-27 17:08:30,926] ERROR at java.base/java.util.Arrays.copyOfRange(Arrays.java:3854)\n[2026-07-27 17:08:30,927] ERROR at java.base/java.lang.StringLatin1.newString(StringLatin1.java:756)\n[2026-07-27 17:08:30,927] ERROR at java.base/java.lang.String.substring(String.java:2828)\n[2026-07-27 17:08:30,928] ERROR at java.base/java.lang.String.subSequence(String.java:2861)\n[2026-07-27 17:08:30,928] ERROR at java.base/java.util.regex.Matcher.getSubSequence(Matcher.java:1819)\n[2026-07-27 17:08:30,929] ERROR at java.base/java.util.regex.Matcher.group(Matcher.java:691)\n[2026-07-27 17:08:30,930] ERROR at be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:351)\n[2026-07-27 17:08:30,930] ERROR at be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n[2026-07-27 17:08:30,931] ERROR at be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n[2026-07-27 17:08:30,931] ERROR at be.ugent.rml.cli.Main.run(Main.java:459)\n[2026-07-27 17:08:30,932] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-27 17:08:30,932] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-27 17:08:30,933] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "statistics": null, "resource_summary": null }, "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True": { "display_name": "1 POM 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM1NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "display_name": "1 POM 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM1NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 88.90780000000001, "timing_breakdown": { "rmlmapper_time": 43.0321, "inversion_time": 45.8757, "total_time": 88.90780000000001, "inversion_overhead_percentage": 106.60809023961181 }, "throughput": { "rows_per_second": 21798.032509585682, "cells_per_second": 457758.6827012994 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 563, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "display_name": "1 POM 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM1NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 74.96629999999999, "timing_breakdown": { "rmlmapper_time": 28.781999999999996, "inversion_time": 46.1843, "total_time": 74.96629999999999, "inversion_overhead_percentage": 160.46244180390522 }, "throughput": { "rows_per_second": 21652.379704791456, "cells_per_second": 454699.97380062053 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 563, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "display_name": "1 POM 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM1NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 80.6281, "timing_breakdown": { "rmlmapper_time": 37.0172, "inversion_time": 43.6109, "total_time": 80.6281, "inversion_overhead_percentage": 117.81253039127758 }, "throughput": { "rows_per_second": 22930.04730468759, "cells_per_second": 481530.9933984394 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 563, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 81.50073333333334, "median": 80.6281, "std": 7.0115955575983895, "min": 74.96629999999999, "max": 88.90780000000001, "q1": 77.7972, "q3": 84.76795000000001, "iqr": 6.9707500000000095, "ci_95_lower": 64.0829643891621, "ci_95_upper": 98.91850227750459, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "mapping_size_bytes": 563, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 45.22363333333334, "median": 45.8757, "std": 1.405165503893877, "min": 43.6109, "max": 46.1843, "q1": 44.743300000000005, "q3": 46.03, "iqr": 1.2866999999999962, "ci_95_lower": 41.7330087138599, "ci_95_upper": 48.714257952806776, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 128.29435414493153, "median": 117.81253039127758, "std": 28.416091700031977, "min": 106.60809023961181, "max": 160.46244180390522, "q1": 112.2103103154447, "q3": 139.1374860975914, "iqr": 26.92717578214669, "ci_95_lower": 57.70486913232655, "ci_95_upper": 198.8838391575365, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 22126.81983968824, "median": 21798.032509585682, "std": 699.4172254692212, "min": 21652.379704791456, "max": 22930.04730468759, "q1": 21725.20610718857, "q3": 22364.039907136634, "iqr": 638.8337999480646, "ci_95_lower": 20389.371133652363, "ci_95_upper": 23864.268545724117, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 464663.2166334531, "median": 457758.6827012994, "std": 14687.761734853655, "min": 454699.97380062053, "max": 481530.9933984394, "q1": 456229.32825096, "q3": 469644.8380498694, "iqr": 13415.509798909421, "ci_95_lower": 428176.7938066997, "ci_95_upper": 501149.6394602065, "outliers": [], "n": 3 }, "forward_time": { "mean": 36.2771, "median": 37.0172, "std": 7.153820553382649, "min": 28.781999999999996, "max": 43.0321, "q1": 32.8996, "q3": 40.02465, "iqr": 7.125050000000002, "ci_95_lower": 18.506024580247544, "ci_95_upper": 54.048175419752454, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_0_1_1_1_True", "run": "3", "number_of_samples": "358", "step": "2", "duration": "37.0172", "version": "3", "cpu_user_diff": "46.93", "cpu_system_diff": "24.64", "cpu_user_system_diff": "71.57", "cpu_idle_diff": "1000.92", "cpu_iowait_diff": "0.07", "memory_ram_max": "20681326592", "memory_swap_max": "0", "memory_ram_swap_max": "20681326592", "memory_ram_min": "4964442112", "memory_swap_min": "0", "memory_ram_swap_min": "4964442112", "disk_read_count_diff": "31", "disk_write_count_diff": "1223", "disk_read_bytes_diff": "421888", "disk_write_bytes_diff": "41021440", "disk_read_time_diff": "28", "disk_write_time_diff": "533", "disk_busy_time_diff": "192", "network_received_count_diff": "9899", "network_sent_count_diff": "5786", "network_received_bytes_diff": "316218612", "network_sent_bytes_diff": "383209", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_True:backward", "run": "1", "number_of_samples": "444", "step": "1", "duration": "45.8757", "version": "3", "cpu_user_diff": "53.31", "cpu_system_diff": "8.04", "cpu_user_system_diff": "61.35", "cpu_idle_diff": "1266.77", "cpu_iowait_diff": "1.14", "memory_ram_max": "5454180352", "memory_swap_max": "0", "memory_ram_swap_max": "5454180352", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "3136", "disk_write_count_diff": "6871", "disk_read_bytes_diff": "277479424", "disk_write_bytes_diff": "2226212864", "disk_read_time_diff": "639", "disk_write_time_diff": "9524", "disk_busy_time_diff": "1756", "network_received_count_diff": "2145", "network_sent_count_diff": "1330", "network_received_bytes_diff": "173557", "network_sent_bytes_diff": "16017059", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True": { "display_name": "1 POM 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM5NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "display_name": "1 POM 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM5NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 238.7414, "timing_breakdown": { "rmlmapper_time": 60.4012, "inversion_time": 178.3402, "total_time": 238.7414, "inversion_overhead_percentage": 295.2593657079661 }, "throughput": { "rows_per_second": 5607.2607297737695, "cells_per_second": 117752.47532524915 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 743, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "display_name": "1 POM 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM5NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 226.0614, "timing_breakdown": { "rmlmapper_time": 57.0466, "inversion_time": 169.0148, "total_time": 226.0614, "inversion_overhead_percentage": 296.2749751957172 }, "throughput": { "rows_per_second": 5916.641619550477, "cells_per_second": 124249.47401056002 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 743, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "display_name": "1 POM 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM5NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 231.1893, "timing_breakdown": { "rmlmapper_time": 62.4601, "inversion_time": 168.7292, "total_time": 231.1893, "inversion_overhead_percentage": 270.13917685050137 }, "throughput": { "rows_per_second": 5926.656441208754, "cells_per_second": 124459.78526538383 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 743, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 231.99736666666664, "median": 231.1893, "std": 6.378505217002912, "min": 226.0614, "max": 238.7414, "q1": 228.62535, "q3": 234.96535, "iqr": 6.340000000000003, "ci_95_lower": 216.15228131251348, "ci_95_upper": 247.8424520208198, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "mapping_size_bytes": 743, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 172.02806666666666, "median": 169.0148, "std": 5.468332675810187, "min": 168.7292, "max": 178.3402, "q1": 168.872, "q3": 173.6775, "iqr": 4.805499999999995, "ci_95_lower": 158.44397524629, "ci_95_upper": 185.61215808704333, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 287.22450591806154, "median": 295.2593657079661, "std": 14.805040279175714, "min": 270.13917685050137, "max": 296.2749751957172, "q1": 282.6992712792337, "q3": 295.76717045184165, "iqr": 13.067899172607952, "ci_95_lower": 250.44674703657853, "ci_95_upper": 324.00226479954455, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 5816.852930177666, "median": 5916.641619550477, "std": 181.5812270468022, "min": 5607.2607297737695, "max": 5926.656441208754, "q1": 5761.951174662123, "q3": 5921.649030379615, "iqr": 159.69785571749253, "ci_95_lower": 5365.780156324806, "ci_95_upper": 6267.9257040305265, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 122153.91153373099, "median": 124249.47401056002, "std": 3813.2057679828554, "min": 117752.47532524915, "max": 124459.78526538383, "q1": 121000.97466790458, "q3": 124354.62963797193, "iqr": 3353.6549700673495, "ci_95_lower": 112681.3832828209, "ci_95_upper": 131626.4397846411, "outliers": [], "n": 3 }, "forward_time": { "mean": 59.9693, "median": 60.4012, "std": 2.7324711837455853, "min": 57.0466, "max": 62.4601, "q1": 58.7239, "q3": 61.43065, "iqr": 2.7067499999999995, "ci_95_lower": 53.18146528618652, "ci_95_upper": 66.75713471381347, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_0_5_1_1_True", "run": "1", "number_of_samples": "583", "step": "2", "duration": "60.4012", "version": "3", "cpu_user_diff": "79.89", "cpu_system_diff": "33.32", "cpu_user_system_diff": "113.21", "cpu_idle_diff": "1635.98", "cpu_iowait_diff": "0.61", "memory_ram_max": "23798804480", "memory_swap_max": "0", "memory_ram_swap_max": "23798804480", "memory_ram_min": "4965208064", "memory_swap_min": "0", "memory_ram_swap_min": "4965208064", "disk_read_count_diff": "108", "disk_write_count_diff": "3716", "disk_read_bytes_diff": "1302528", "disk_write_bytes_diff": "1138536448", "disk_read_time_diff": "49", "disk_write_time_diff": "3064", "disk_busy_time_diff": "1080", "network_received_count_diff": "8705", "network_sent_count_diff": "5041", "network_received_bytes_diff": "316135614", "network_sent_bytes_diff": "334067", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_True:backward", "run": "2", "number_of_samples": "1643", "step": "1", "duration": "169.0148", "version": "3", "cpu_user_diff": "220.66", "cpu_system_diff": "59.57", "cpu_user_system_diff": "280.23", "cpu_idle_diff": "4609.92", "cpu_iowait_diff": "7.46", "memory_ram_max": "5592793088", "memory_swap_max": "0", "memory_ram_swap_max": "5592793088", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "9362", "disk_write_count_diff": "35093", "disk_read_bytes_diff": "631279616", "disk_write_bytes_diff": "14063128576", "disk_read_time_diff": "1729", "disk_write_time_diff": "112332", "disk_busy_time_diff": "9204", "network_received_count_diff": "3971", "network_sent_count_diff": "3770", "network_received_bytes_diff": "16230666", "network_sent_bytes_diff": "16207798", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True": { "display_name": "1 POM 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM10NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "display_name": "1 POM 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM10NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 521.479, "timing_breakdown": { "rmlmapper_time": 143.5129, "inversion_time": 377.9661, "total_time": 521.479, "inversion_overhead_percentage": 263.36733492250517 }, "throughput": { "rows_per_second": 2645.739922178206, "cells_per_second": 55560.53836574233 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 969, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "display_name": "1 POM 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM10NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 469.90970000000004, "timing_breakdown": { "rmlmapper_time": 113.4879, "inversion_time": 356.4218, "total_time": 469.90970000000004, "inversion_overhead_percentage": 314.06149906730144 }, "throughput": { "rows_per_second": 2805.6645244482797, "cells_per_second": 58918.95501341388 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 969, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "display_name": "1 POM 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM10NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 471.1562, "timing_breakdown": { "rmlmapper_time": 102.10239999999999, "inversion_time": 369.0538, "total_time": 471.1562, "inversion_overhead_percentage": 361.45457893252274 }, "throughput": { "rows_per_second": 2709.6320373885865, "cells_per_second": 56902.27278516032 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 969, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 487.5149666666667, "median": 471.1562, "std": 29.42031799221983, "min": 469.90970000000004, "max": 521.479, "q1": 470.53295, "q3": 496.3176, "iqr": 25.78465, "ci_95_lower": 414.43084525050665, "ci_95_upper": 560.5990880828267, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "mapping_size_bytes": 969, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 367.81389999999993, "median": 369.0538, "std": 10.825535997353649, "min": 356.4218, "max": 377.9661, "q1": 362.7378, "q3": 373.50995, "iqr": 10.77215000000001, "ci_95_lower": 340.921777779063, "ci_95_upper": 394.70602222093686, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 312.9611376407765, "median": 314.06149906730144, "std": 49.05287917973745, "min": 263.36733492250517, "max": 361.45457893252274, "q1": 288.71441699490333, "q3": 337.75803899991206, "iqr": 49.04362200500873, "ci_95_lower": 191.10703060045807, "ci_95_upper": 434.8152446810949, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 2720.3454946716906, "median": 2709.6320373885865, "std": 80.49877780456038, "min": 2645.739922178206, "max": 2805.6645244482797, "q1": 2677.6859797833963, "q3": 2757.648280918433, "iqr": 79.9623011350368, "ci_95_lower": 2520.3754449775715, "ci_95_upper": 2920.3155443658097, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 57127.255388105514, "median": 56902.27278516032, "std": 1690.4743338957685, "min": 55560.53836574233, "max": 58918.95501341388, "q1": 56231.405575451325, "q3": 57910.6138992871, "iqr": 1679.2083238357736, "ci_95_lower": 52927.88434452902, "ci_95_upper": 61326.62643168201, "outliers": [], "n": 3 }, "forward_time": { "mean": 119.70106666666668, "median": 113.4879, "std": 21.39298851454218, "min": 102.10239999999999, "max": 143.5129, "q1": 107.79514999999999, "q3": 128.5004, "iqr": 20.70525000000002, "ci_95_lower": 66.55793713065077, "ci_95_upper": 172.84419620268258, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_0_10_1_1_True", "run": "2", "number_of_samples": "1097", "step": "2", "duration": "113.4879", "version": "3", "cpu_user_diff": "121.33", "cpu_system_diff": "60.98", "cpu_user_system_diff": "182.31", "cpu_idle_diff": "3106.56", "cpu_iowait_diff": "0.26", "memory_ram_max": "46680391680", "memory_swap_max": "0", "memory_ram_swap_max": "46680391680", "memory_ram_min": "4986486784", "memory_swap_min": "0", "memory_ram_swap_min": "4986486784", "disk_read_count_diff": "0", "disk_write_count_diff": "4526", "disk_read_bytes_diff": "0", "disk_write_bytes_diff": "1778888704", "disk_read_time_diff": "0", "disk_write_time_diff": "3111", "disk_busy_time_diff": "904", "network_received_count_diff": "8653", "network_sent_count_diff": "4492", "network_received_bytes_diff": "316139599", "network_sent_bytes_diff": "297453", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_True:backward", "run": "3", "number_of_samples": "3598", "step": "1", "duration": "369.0538", "version": "3", "cpu_user_diff": "498.72", "cpu_system_diff": "134.99", "cpu_user_system_diff": "633.71", "cpu_idle_diff": "10045.3", "cpu_iowait_diff": "15.96", "memory_ram_max": "5579210752", "memory_swap_max": "0", "memory_ram_swap_max": "5579210752", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "17893", "disk_write_count_diff": "60694", "disk_read_bytes_diff": "1099894784", "disk_write_bytes_diff": "33652019200", "disk_read_time_diff": "3448", "disk_write_time_diff": "198601", "disk_busy_time_diff": "19828", "network_received_count_diff": "2706", "network_sent_count_diff": "1699", "network_received_bytes_diff": "227288", "network_sent_bytes_diff": "16040433", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True": { "display_name": "1 POM 15 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM15NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "display_name": "1 POM 15 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM15NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 744.4799, "timing_breakdown": { "rmlmapper_time": 138.3169, "inversion_time": 606.163, "total_time": 744.4799, "inversion_overhead_percentage": 438.2421815410843 }, "throughput": { "rows_per_second": 1649.7212795898133, "cells_per_second": 34644.14687138608 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 1199, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "display_name": "1 POM 15 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM15NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 849.2571, "timing_breakdown": { "rmlmapper_time": 234.44150000000002, "inversion_time": 614.8156, "total_time": 849.2571, "inversion_overhead_percentage": 262.24691447546616 }, "throughput": { "rows_per_second": 1626.5039468744774, "cells_per_second": 34156.58288436403 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 1199, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "display_name": "1 POM 15 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": true, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM15NG static", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 682.9017, "timing_breakdown": { "rmlmapper_time": 132.7583, "inversion_time": 550.1434, "total_time": 682.9017, "inversion_overhead_percentage": 414.3947308755838 }, "throughput": { "rows_per_second": 1817.7078921604802, "cells_per_second": 38171.865735370084 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/data/shared/data.csv" ], "mapping_size_bytes": 1199, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 758.8795666666666, "median": 744.4799, "std": 84.10732772697831, "min": 682.9017, "max": 849.2571, "q1": 713.6908000000001, "q3": 796.8685, "iqr": 83.17769999999996, "ci_95_lower": 549.9453820255357, "ci_95_upper": 967.8137513077976, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "mapping_size_bytes": 1199, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 590.3739999999999, "median": 606.163, "std": 35.10830035703806, "min": 550.1434, "max": 614.8156, "q1": 578.1532, "q3": 610.4893, "iqr": 32.33609999999999, "ci_95_lower": 503.16014708762407, "ci_95_upper": 677.5878529123758, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 371.62794229737807, "median": 414.3947308755838, "std": 95.47424868174805, "min": 262.24691447546616, "max": 438.2421815410843, "q1": 338.32082267552494, "q3": 426.31845620833406, "iqr": 87.99763353280912, "ci_95_lower": 134.4567606460185, "ci_95_upper": 608.7991239487376, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1697.977706208257, "median": 1649.7212795898133, "std": 104.33718994547976, "min": 1626.5039468744774, "max": 1817.7078921604802, "q1": 1638.1126132321453, "q3": 1733.714585875147, "iqr": 95.60197264300155, "ci_95_lower": 1438.7897579266332, "ci_95_upper": 1957.1656544898806, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 35657.531830373395, "median": 34644.14687138608, "std": 2191.080988855073, "min": 34156.58288436403, "max": 38171.865735370084, "q1": 34400.36487787505, "q3": 36408.00630337808, "iqr": 2007.6414255030322, "ci_95_lower": 30214.584916459302, "ci_95_upper": 41100.47874428749, "outliers": [], "n": 3 }, "forward_time": { "mean": 168.50556666666668, "median": 138.3169, "std": 57.1697908592758, "min": 132.7583, "max": 234.44150000000002, "q1": 135.5376, "q3": 186.37920000000003, "iqr": 50.84160000000003, "ci_95_lower": 26.487933220260345, "ci_95_upper": 310.523200113073, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_0_15_1_1_True", "run": "1", "number_of_samples": "1340", "step": "2", "duration": "138.3169", "version": "3", "cpu_user_diff": "166.19", "cpu_system_diff": "75.23", "cpu_user_system_diff": "241.42", "cpu_idle_diff": "3714.01", "cpu_iowait_diff": "0.41", "memory_ram_max": "30629146624", "memory_swap_max": "0", "memory_ram_swap_max": "30629146624", "memory_ram_min": "4994273280", "memory_swap_min": "0", "memory_ram_swap_min": "4994273280", "disk_read_count_diff": "6", "disk_write_count_diff": "5635", "disk_read_bytes_diff": "24576", "disk_write_bytes_diff": "2520248320", "disk_read_time_diff": "1", "disk_write_time_diff": "7379", "disk_busy_time_diff": "1340", "network_received_count_diff": "9551", "network_sent_count_diff": "5194", "network_received_bytes_diff": "316200538", "network_sent_bytes_diff": "343677", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_True:backward", "run": "1", "number_of_samples": "5918", "step": "1", "duration": "606.163", "version": "3", "cpu_user_diff": "808.27", "cpu_system_diff": "248.89", "cpu_user_system_diff": "1057.16", "cpu_idle_diff": "16482.53", "cpu_iowait_diff": "27.39", "memory_ram_max": "5599891456", "memory_swap_max": "0", "memory_ram_swap_max": "5599891456", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "25374", "disk_write_count_diff": "100660", "disk_read_bytes_diff": "1599913984", "disk_write_bytes_diff": "55046791168", "disk_read_time_diff": "4884", "disk_write_time_diff": "328370", "disk_busy_time_diff": "31688", "network_received_count_diff": "6864", "network_sent_count_diff": "5524", "network_received_bytes_diff": "16478514", "network_sent_bytes_diff": "32251013", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False": { "display_name": "1 POM 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "display_name": "1 POM 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 91.8226, "timing_breakdown": { "rmlmapper_time": 45.9825, "inversion_time": 45.8401, "total_time": 91.8226, "inversion_overhead_percentage": 99.69031696841189 }, "throughput": { "rows_per_second": 21814.961136646736, "cells_per_second": 458114.18386958144 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 585, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "display_name": "1 POM 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 76.1542, "timing_breakdown": { "rmlmapper_time": 31.2746, "inversion_time": 44.8796, "total_time": 76.1542, "inversion_overhead_percentage": 143.50175541813485 }, "throughput": { "rows_per_second": 22281.838519059882, "cells_per_second": 467918.60890025756 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 585, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "display_name": "1 POM 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 86.8356, "timing_breakdown": { "rmlmapper_time": 38.0796, "inversion_time": 48.756, "total_time": 86.8356, "inversion_overhead_percentage": 128.03705921280687 }, "throughput": { "rows_per_second": 20510.296168676676, "cells_per_second": 430716.21954221016 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 585, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_1POM-NG_1TM_1POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 84.93746666666667, "median": 86.8356, "std": 8.004803073988345, "min": 76.1542, "max": 91.8226, "q1": 81.4949, "q3": 89.3291, "iqr": 7.834199999999996, "ci_95_lower": 65.05243347543725, "ci_95_upper": 104.82249985789608, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 1, "mapping_size_bytes": 585, "data_size_bytes": 235666890, "rdf_statements": 1000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 46.49190000000001, "median": 45.8401, "std": 2.018725258671916, "min": 44.8796, "max": 48.756, "q1": 45.35985, "q3": 47.29805, "iqr": 1.938200000000002, "ci_95_lower": 41.47710845527016, "ci_95_upper": 51.506691544729854, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 123.7430438664512, "median": 128.03705921280687, "std": 22.21912375870208, "min": 99.69031696841189, "max": 143.50175541813485, "q1": 113.86368809060937, "q3": 135.76940731547086, "iqr": 21.905719224861485, "ci_95_lower": 68.54768061541162, "ci_95_upper": 178.93840711749078, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 21535.69860812777, "median": 21814.961136646736, "std": 918.194557093659, "min": 20510.296168676676, "max": 22281.838519059882, "q1": 21162.628652661704, "q3": 22048.39982785331, "iqr": 885.7711751916067, "ci_95_lower": 19254.776882127517, "ci_95_upper": 23816.62033412802, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 452249.6707706831, "median": 458114.18386958144, "std": 19282.08569896687, "min": 430716.21954221016, "max": 467918.60890025756, "q1": 444415.20170589583, "q3": 463016.3963849195, "iqr": 18601.194679023698, "ci_95_lower": 404350.31452467776, "ci_95_upper": 500149.02701668843, "outliers": [], "n": 3 }, "forward_time": { "mean": 38.44556666666667, "median": 38.0796, "std": 7.360776406285777, "min": 31.2746, "max": 45.9825, "q1": 34.677099999999996, "q3": 42.03105, "iqr": 7.353950000000005, "ci_95_lower": 20.160384408050103, "ci_95_upper": 56.73074892528324, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_0_1_1_1_False", "run": "3", "number_of_samples": "366", "step": "2", "duration": "38.0796", "version": "3", "cpu_user_diff": "45.29", "cpu_system_diff": "27.58", "cpu_user_system_diff": "72.87", "cpu_idle_diff": "1029.8", "cpu_iowait_diff": "0.21", "memory_ram_max": "20610002944", "memory_swap_max": "0", "memory_ram_swap_max": "20610002944", "memory_ram_min": "4968157184", "memory_swap_min": "0", "memory_ram_swap_min": "4968157184", "disk_read_count_diff": "4", "disk_write_count_diff": "2356", "disk_read_bytes_diff": "16384", "disk_write_bytes_diff": "603852800", "disk_read_time_diff": "0", "disk_write_time_diff": "1730", "disk_busy_time_diff": "520", "network_received_count_diff": "9173", "network_sent_count_diff": "5597", "network_received_bytes_diff": "316165689", "network_sent_bytes_diff": "370783", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_0SM-NG_1POM-NG_1TM_1POM_False:backward", "run": "1", "number_of_samples": "449", "step": "1", "duration": "45.8401", "version": "3", "cpu_user_diff": "57.35", "cpu_system_diff": "13.39", "cpu_user_system_diff": "70.74", "cpu_idle_diff": "1255.59", "cpu_iowait_diff": "1.74", "memory_ram_max": "5584023552", "memory_swap_max": "0", "memory_ram_swap_max": "5584023552", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "4263", "disk_write_count_diff": "9266", "disk_read_bytes_diff": "441901056", "disk_write_bytes_diff": "3738591232", "disk_read_time_diff": "870", "disk_write_time_diff": "17416", "disk_busy_time_diff": "2804", "network_received_count_diff": "2156", "network_sent_count_diff": "1337", "network_received_bytes_diff": "174271", "network_sent_bytes_diff": "16017541", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False": { "display_name": "1 POM 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False", "display_name": "1 POM 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 201.58780000000002, "timing_breakdown": { "rmlmapper_time": 71.6571, "inversion_time": 129.9307, "total_time": 201.58780000000002, "inversion_overhead_percentage": 181.32285565561543 }, "throughput": { "rows_per_second": 7696.4104711203745, "cells_per_second": 161624.61989352785 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 841, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p2", "p3", "p4", "p5" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False", "display_name": "1 POM 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 200.7885, "timing_breakdown": { "rmlmapper_time": 75.557, "inversion_time": 125.2315, "total_time": 200.7885, "inversion_overhead_percentage": 165.74440488637717 }, "throughput": { "rows_per_second": 7985.211388508483, "cells_per_second": 167689.43915867814 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 841, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p2", "p3", "p4", "p5" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False", "display_name": "1 POM 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 194.02179999999998, "timing_breakdown": { "rmlmapper_time": 70.7342, "inversion_time": 123.2876, "total_time": 194.02179999999998, "inversion_overhead_percentage": 174.29701615343072 }, "throughput": { "rows_per_second": 8111.115797533572, "cells_per_second": 170333.431748205 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 841, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_5POM-NG_1TM_1POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p2", "p3", "p4", "p5" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 198.79936666666666, "median": 200.7885, "std": 4.156750842104136, "min": 194.02179999999998, "max": 201.58780000000002, "q1": 197.40515, "q3": 201.18815, "iqr": 3.7830000000000155, "ci_95_lower": 188.47342514144583, "ci_95_upper": 209.12530819188748, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 5, "mapping_size_bytes": 841, "data_size_bytes": 235666890, "rdf_statements": 5000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 126.14993333333332, "median": 125.2315, "std": 3.4154552029463585, "min": 123.2876, "max": 129.9307, "q1": 124.25954999999999, "q3": 127.58109999999999, "iqr": 3.321550000000002, "ci_95_lower": 117.6654722609004, "ci_95_upper": 134.63439440576624, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 173.78809223180778, "median": 174.29701615343072, "std": 7.801684738625054, "min": 165.74440488637717, "max": 181.32285565561543, "q1": 170.02071051990396, "q3": 177.80993590452306, "iqr": 7.789225384619101, "ci_95_lower": 154.40763295740226, "ci_95_upper": 193.1685515062133, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 7930.912552387475, "median": 7985.211388508483, "std": 212.61796641380303, "min": 7696.4104711203745, "max": 8111.115797533572, "q1": 7840.810929814428, "q3": 8048.163593021027, "iqr": 207.35266320659866, "ci_95_lower": 7402.740243823282, "ci_95_upper": 8459.084860951669, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 166549.163600137, "median": 167689.43915867814, "std": 4464.977294689872, "min": 161624.61989352785, "max": 170333.431748205, "q1": 164657.029526103, "q3": 169011.43545344158, "iqr": 4354.405927338579, "ci_95_lower": 155457.5451202889, "ci_95_upper": 177640.78207998507, "outliers": [], "n": 3 }, "forward_time": { "mean": 72.64943333333333, "median": 71.6571, "std": 2.5599597737724977, "min": 70.7342, "max": 75.557, "q1": 71.19565, "q3": 73.60705, "iqr": 2.4114000000000004, "ci_95_lower": 66.29014071874123, "ci_95_upper": 79.00872594792544, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_0_5_1_1_False", "run": "1", "number_of_samples": "691", "step": "2", "duration": "71.6571", "version": "3", "cpu_user_diff": "89.01", "cpu_system_diff": "36.77", "cpu_user_system_diff": "125.78", "cpu_idle_diff": "1949.96", "cpu_iowait_diff": "0.32", "memory_ram_max": "24297320448", "memory_swap_max": "0", "memory_ram_swap_max": "24297320448", "memory_ram_min": "4980711424", "memory_swap_min": "0", "memory_ram_swap_min": "4980711424", "disk_read_count_diff": "114", "disk_write_count_diff": "3443", "disk_read_bytes_diff": "933888", "disk_write_bytes_diff": "925188096", "disk_read_time_diff": "7", "disk_write_time_diff": "2347", "disk_busy_time_diff": "864", "network_received_count_diff": "11297", "network_sent_count_diff": "6581", "network_received_bytes_diff": "316311580", "network_sent_bytes_diff": "435583", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_0SM-NG_5POM-NG_1TM_1POM_False:backward", "run": "2", "number_of_samples": "1216", "step": "1", "duration": "125.2315", "version": "3", "cpu_user_diff": "223.14", "cpu_system_diff": "73.18", "cpu_user_system_diff": "296.32", "cpu_idle_diff": "3318.15", "cpu_iowait_diff": "13.2", "memory_ram_max": "5857177600", "memory_swap_max": "0", "memory_ram_swap_max": "5857177600", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "16246", "disk_write_count_diff": "40901", "disk_read_bytes_diff": "1487663104", "disk_write_bytes_diff": "25891966976", "disk_read_time_diff": "3518", "disk_write_time_diff": "198299", "disk_busy_time_diff": "14396", "network_received_count_diff": "2347", "network_sent_count_diff": "2115", "network_received_bytes_diff": "191334", "network_sent_bytes_diff": "16068484", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False": { "display_name": "1 POM 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False", "display_name": "1 POM 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 312.9008, "timing_breakdown": { "rmlmapper_time": 104.6774, "inversion_time": 208.2234, "total_time": 312.9008, "inversion_overhead_percentage": 198.91915542418897 }, "throughput": { "rows_per_second": 4802.534201247314, "cells_per_second": 100853.2182261936 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 1162, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False", "display_name": "1 POM 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 331.4163, "timing_breakdown": { "rmlmapper_time": 118.96119999999999, "inversion_time": 212.4551, "total_time": 331.4163, "inversion_overhead_percentage": 178.59192745197595 }, "throughput": { "rows_per_second": 4706.876888340172, "cells_per_second": 98844.41465514361 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 1162, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False", "display_name": "1 POM 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 332.9364, "timing_breakdown": { "rmlmapper_time": 112.2438, "inversion_time": 220.6926, "total_time": 332.9364, "inversion_overhead_percentage": 196.61896692734925 }, "throughput": { "rows_per_second": 4531.189536939616, "cells_per_second": 95154.98027573194 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 1162, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_10POM-NG_1TM_1POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 325.7511666666667, "median": 331.4163, "std": 11.154668018517318, "min": 312.9008, "max": 332.9364, "q1": 322.15855, "q3": 332.17634999999996, "iqr": 10.017799999999966, "ci_95_lower": 298.0414351798125, "ci_95_upper": 353.4608981535209, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 10, "mapping_size_bytes": 1162, "data_size_bytes": 235666890, "rdf_statements": 10000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 213.79036666666664, "median": 212.4551, "std": 6.34093368230053, "min": 208.2234, "max": 220.6926, "q1": 210.33925, "q3": 216.57385, "iqr": 6.2346, "ci_95_lower": 198.038614178756, "ci_95_upper": 229.54211915457728, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 191.37668326783805, "median": 196.61896692734925, "std": 11.1314959791424, "min": 178.59192745197595, "max": 198.91915542418897, "q1": 187.60544718966258, "q3": 197.7690611757691, "iqr": 10.163613986106526, "ci_95_lower": 163.72451431785325, "ci_95_upper": 219.02885221782284, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 4680.200208842368, "median": 4706.876888340172, "std": 137.62527251139497, "min": 4531.189536939616, "max": 4802.534201247314, "q1": 4619.0332126398935, "q3": 4754.705544793743, "iqr": 135.6723321538493, "ci_95_lower": 4338.320079306895, "ci_95_upper": 5022.08033837784, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 98284.2043856897, "median": 98844.41465514361, "std": 2890.130722739296, "min": 95154.98027573194, "max": 100853.2182261936, "q1": 96999.69746543778, "q3": 99848.8164406686, "iqr": 2849.118975230813, "ci_95_lower": 91104.72166544478, "ci_95_upper": 105463.68710593463, "outliers": [], "n": 3 }, "forward_time": { "mean": 111.96079999999999, "median": 112.2438, "std": 7.146103998683471, "min": 104.6774, "max": 118.96119999999999, "q1": 108.4606, "q3": 115.60249999999999, "iqr": 7.141899999999993, "ci_95_lower": 94.20889356478055, "ci_95_upper": 129.71270643521945, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_0_10_1_1_False", "run": "3", "number_of_samples": "1091", "step": "2", "duration": "112.2438", "version": "3", "cpu_user_diff": "136.54", "cpu_system_diff": "53.09", "cpu_user_system_diff": "189.63", "cpu_idle_diff": "3053.09", "cpu_iowait_diff": "0.28", "memory_ram_max": "28098088960", "memory_swap_max": "0", "memory_ram_swap_max": "28098088960", "memory_ram_min": "4974759936", "memory_swap_min": "0", "memory_ram_swap_min": "4974759936", "disk_read_count_diff": "0", "disk_write_count_diff": "3777", "disk_read_bytes_diff": "0", "disk_write_bytes_diff": "1419358208", "disk_read_time_diff": "0", "disk_write_time_diff": "3134", "disk_busy_time_diff": "860", "network_received_count_diff": "11810", "network_sent_count_diff": "6221", "network_received_bytes_diff": "316343396", "network_sent_bytes_diff": "411647", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_0SM-NG_10POM-NG_1TM_1POM_False:backward", "run": "2", "number_of_samples": "2063", "step": "1", "duration": "212.4551", "version": "3", "cpu_user_diff": "449.75", "cpu_system_diff": "154.97", "cpu_user_system_diff": "604.72", "cpu_idle_diff": "5520.4", "cpu_iowait_diff": "28.25", "memory_ram_max": "5939945472", "memory_swap_max": "0", "memory_ram_swap_max": "5939945472", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "31429", "disk_write_count_diff": "82868", "disk_read_bytes_diff": "2776457216", "disk_write_bytes_diff": "57290977280", "disk_read_time_diff": "7041", "disk_write_time_diff": "456009", "disk_busy_time_diff": "30988", "network_received_count_diff": "2466", "network_sent_count_diff": "2116", "network_received_bytes_diff": "202643", "network_sent_bytes_diff": "16068195", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False": { "display_name": "1 POM 15 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM15NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False", "display_name": "1 POM 15 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM15NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 453.9732, "timing_breakdown": { "rmlmapper_time": 146.6413, "inversion_time": 307.3319, "total_time": 453.9732, "inversion_overhead_percentage": 209.58072521179233 }, "throughput": { "rows_per_second": 3253.8112704864025, "cells_per_second": 68330.03668021444 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 1487, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False", "display_name": "1 POM 15 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM15NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 442.9186, "timing_breakdown": { "rmlmapper_time": 141.98090000000002, "inversion_time": 300.9377, "total_time": 442.9186, "inversion_overhead_percentage": 211.95646738399319 }, "throughput": { "rows_per_second": 3322.9469089449412, "cells_per_second": 69781.88508784377 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 1487, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False", "display_name": "1 POM 15 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 0, "static": false, "number_of_tms": 1, "number_of_poms": 1, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#1POM15NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 445.0996, "timing_breakdown": { "rmlmapper_time": 142.39440000000002, "inversion_time": 302.7052, "total_time": 445.0996, "inversion_overhead_percentage": 212.58223638008232 }, "throughput": { "rows_per_second": 3303.5441743319902, "cells_per_second": 69374.42766097179 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/data/shared/data.csv" ], "mapping_size_bytes": 1487, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_0SM-NG_15POM-NG_1TM_1POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data": [ "p10", "p11", "p12", "p13", "p14", "p15", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9" ] }, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 447.3304666666667, "median": 445.0996, "std": 5.855221588747375, "min": 442.9186, "max": 453.9732, "q1": 444.0091, "q3": 449.5364, "iqr": 5.527300000000025, "ci_95_lower": 432.78528990740466, "ci_95_upper": 461.8756434259288, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 1, "join_conditions_count": 0, "graph_maps_count": 15, "mapping_size_bytes": 1487, "data_size_bytes": 235666890, "rdf_statements": 15000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 303.6582666666667, "median": 302.7052, "std": 3.3019237518957634, "min": 300.9377, "max": 307.3319, "q1": 301.82145, "q3": 305.01855, "iqr": 3.1970999999999776, "ci_95_lower": 295.4558333532583, "ci_95_upper": 311.8606999800751, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 211.37314299195597, "median": 211.95646738399319, "std": 1.5834986053361728, "min": 209.58072521179233, "max": 212.58223638008232, "q1": 210.76859629789277, "q3": 212.26935188203777, "iqr": 1.500755584144997, "ci_95_lower": 207.43951438993633, "ci_95_upper": 215.3067715939756, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 3293.4341179211115, "median": 3303.5441743319902, "std": 35.65941750422758, "min": 3253.8112704864025, "max": 3322.9469089449412, "q1": 3278.6777224091966, "q3": 3313.2455416384655, "iqr": 34.567819229268935, "ci_95_lower": 3204.85121411981, "ci_95_upper": 3382.017021722413, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 69162.11647634333, "median": 69374.42766097179, "std": 748.8477675887843, "min": 68330.03668021444, "max": 69781.88508784377, "q1": 68852.23217059311, "q3": 69578.15637440779, "iqr": 725.9242038146767, "ci_95_lower": 67301.87549651599, "ci_95_upper": 71022.35745617068, "outliers": [], "n": 3 }, "forward_time": { "mean": 143.6722, "median": 142.39440000000002, "std": 2.5796146359485452, "min": 141.98090000000002, "max": 146.6413, "q1": 142.18765000000002, "q3": 144.51785, "iqr": 2.3301999999999907, "ci_95_lower": 137.26408200105712, "ci_95_upper": 150.0803179989429, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_0_15_1_1_False", "run": "3", "number_of_samples": "1379", "step": "2", "duration": "142.3944", "version": "3", "cpu_user_diff": "175.8", "cpu_system_diff": "60.63", "cpu_user_system_diff": "236.43", "cpu_idle_diff": "3887.36", "cpu_iowait_diff": "0.27", "memory_ram_max": "31934128128", "memory_swap_max": "0", "memory_ram_swap_max": "31934128128", "memory_ram_min": "4945661952", "memory_swap_min": "0", "memory_ram_swap_min": "4945661952", "disk_read_count_diff": "2", "disk_write_count_diff": "3920", "disk_read_bytes_diff": "49152", "disk_write_bytes_diff": "1505824768", "disk_read_time_diff": "1", "disk_write_time_diff": "3393", "disk_busy_time_diff": "4716", "network_received_count_diff": "11645", "network_sent_count_diff": "6075", "network_received_bytes_diff": "316333705", "network_sent_bytes_diff": "401831", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_0SM-NG_15POM-NG_1TM_1POM_False:backward", "run": "3", "number_of_samples": "2948", "step": "1", "duration": "302.7052", "version": "3", "cpu_user_diff": "720.37", "cpu_system_diff": "245.08", "cpu_user_system_diff": "965.45", "cpu_idle_diff": "7749.07", "cpu_iowait_diff": "51.94", "memory_ram_max": "5965320192", "memory_swap_max": "0", "memory_ram_swap_max": "5965320192", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "45925", "disk_write_count_diff": "138608", "disk_read_bytes_diff": "4062261248", "disk_write_bytes_diff": "96329371648", "disk_read_time_diff": "10689", "disk_write_time_diff": "730482", "disk_busy_time_diff": "50444", "network_received_count_diff": "2668", "network_sent_count_diff": "2254", "network_received_bytes_diff": "220744", "network_sent_bytes_diff": "16076991", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True": { "display_name": "Subject 1 NG + 10 POM 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NG10POM1NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "display_name": "Subject 1 NG + 10 POM 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NG10POM1NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 827.5323, "timing_breakdown": { "rmlmapper_time": 158.66660000000002, "inversion_time": 668.8657, "total_time": 827.5323, "inversion_overhead_percentage": 421.55418972865107 }, "throughput": { "rows_per_second": 1495.0684419906718, "cells_per_second": 31396.43728180411 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 3023, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "display_name": "Subject 1 NG + 10 POM 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NG10POM1NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 803.8282, "timing_breakdown": { "rmlmapper_time": 159.50719999999998, "inversion_time": 644.321, "total_time": 803.8282, "inversion_overhead_percentage": 403.9447749067127 }, "throughput": { "rows_per_second": 1552.0214303119096, "cells_per_second": 32592.450036550104 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 3023, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "display_name": "Subject 1 NG + 10 POM 1 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NG10POM1NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 826.8206, "timing_breakdown": { "rmlmapper_time": 155.2954, "inversion_time": 671.5252, "total_time": 826.8206, "inversion_overhead_percentage": 432.4179595789702 }, "throughput": { "rows_per_second": 1489.1473916392117, "cells_per_second": 31272.095224423443 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 3023, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 819.3937, "median": 826.8206, "std": 13.484814492976877, "min": 803.8282, "max": 827.5323, "q1": 815.3244, "q3": 827.1764499999999, "iqr": 11.852049999999963, "ci_95_lower": 785.8955637820387, "ci_95_upper": 852.8918362179612, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "mapping_size_bytes": 3023, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 661.5706333333334, "median": 668.8657, "std": 14.997687243816392, "min": 644.321, "max": 671.5252, "q1": 656.59335, "q3": 670.1954499999999, "iqr": 13.60209999999995, "ci_95_lower": 624.3143128619322, "ci_95_upper": 698.8269538047346, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 419.305641404778, "median": 421.55418972865107, "std": 14.369152324292278, "min": 403.9447749067127, "max": 432.4179595789702, "q1": 412.7494823176819, "q3": 426.98607465381065, "iqr": 14.236592336128751, "ci_95_lower": 383.6106882301186, "ci_95_upper": 455.00059457943735, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1512.0790879805975, "median": 1495.0684419906718, "std": 34.717542287724164, "min": 1489.1473916392117, "max": 1552.0214303119096, "q1": 1492.1079168149417, "q3": 1523.5449361512906, "iqr": 31.43701933634884, "ci_95_lower": 1425.835931924375, "ci_95_upper": 1598.32224403682, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 31753.660847592557, "median": 31396.43728180411, "std": 729.0683880422093, "min": 31272.095224423443, "max": 32592.450036550104, "q1": 31334.266253113776, "q3": 31994.44365917711, "iqr": 660.1774060633325, "ci_95_lower": 29942.55457041188, "ci_95_upper": 33564.767124773236, "outliers": [], "n": 3 }, "forward_time": { "mean": 157.82306666666668, "median": 158.66660000000002, "std": 2.2290078899217285, "min": 155.2954, "max": 159.50719999999998, "q1": 156.981, "q3": 159.0869, "iqr": 2.1059000000000196, "ci_95_lower": 152.2859041075231, "ci_95_upper": 163.36022922581026, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_1_1_1_10_True", "run": "1", "number_of_samples": "1533", "step": "2", "duration": "158.6666", "version": "3", "cpu_user_diff": "181.09", "cpu_system_diff": "75.06", "cpu_user_system_diff": "256.15", "cpu_idle_diff": "4341.99", "cpu_iowait_diff": "0.3", "memory_ram_max": "33403858944", "memory_swap_max": "0", "memory_ram_swap_max": "33403858944", "memory_ram_min": "4971147264", "memory_swap_min": "0", "memory_ram_swap_min": "4971147264", "disk_read_count_diff": "11", "disk_write_count_diff": "4453", "disk_read_bytes_diff": "167936", "disk_write_bytes_diff": "1887408128", "disk_read_time_diff": "3", "disk_write_time_diff": "4531", "disk_busy_time_diff": "6204", "network_received_count_diff": "12406", "network_sent_count_diff": "6682", "network_received_bytes_diff": "316384927", "network_sent_bytes_diff": "441905", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_True:backward", "run": "1", "number_of_samples": "6483", "step": "1", "duration": "668.8657", "version": "3", "cpu_user_diff": "1317.02", "cpu_system_diff": "356.75", "cpu_user_system_diff": "1673.77", "cpu_idle_diff": "17619.01", "cpu_iowait_diff": "67.42", "memory_ram_max": "5677576192", "memory_swap_max": "0", "memory_ram_swap_max": "5677576192", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "38278", "disk_write_count_diff": "188259", "disk_read_bytes_diff": "2764795904", "disk_write_bytes_diff": "126418219008", "disk_read_time_diff": "8734", "disk_write_time_diff": "967401", "disk_busy_time_diff": "62768", "network_received_count_diff": "4388", "network_sent_count_diff": "4170", "network_received_bytes_diff": "356536", "network_sent_bytes_diff": "142239320", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True": { "display_name": "Subject 5 NG + 10 POM 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG10POM5NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "display_name": "Subject 5 NG + 10 POM 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG10POM5NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 4338.607, "timing_breakdown": { "rmlmapper_time": 1034.7357, "inversion_time": 3303.8713, "total_time": 4338.607, "inversion_overhead_percentage": 319.29615456391423 }, "throughput": { "rows_per_second": 302.67522829960114, "cells_per_second": 6356.179794291625 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 5163, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "display_name": "Subject 5 NG + 10 POM 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG10POM5NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 4447.9919, "timing_breakdown": { "rmlmapper_time": 983.4737, "inversion_time": 3464.5182, "total_time": 4447.9919, "inversion_overhead_percentage": 352.2735991821642 }, "throughput": { "rows_per_second": 288.6404233639183, "cells_per_second": 6061.448890642283 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 5163, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "display_name": "Subject 5 NG + 10 POM 5 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG10POM5NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 4207.2513, "timing_breakdown": { "rmlmapper_time": 942.4897, "inversion_time": 3264.7616, "total_time": 4207.2513, "inversion_overhead_percentage": 346.3975892786945 }, "throughput": { "rows_per_second": 306.3010787678954, "cells_per_second": 6432.322654125803 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 5163, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 4331.2834, "median": 4338.607, "std": 120.5372782993295, "min": 4207.2513, "max": 4447.9919, "q1": 4272.92915, "q3": 4393.29945, "iqr": 120.3703000000005, "ci_95_lower": 4031.852201304891, "ci_95_upper": 4630.714598695109, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "mapping_size_bytes": 5163, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 3344.3837, "median": 3303.8713, "std": 105.86130419662334, "min": 3264.7616, "max": 3464.5182, "q1": 3284.31645, "q3": 3384.1947499999997, "iqr": 99.87829999999985, "ci_95_lower": 3081.4096420300943, "ci_95_upper": 3607.3577579699054, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 339.3224476749244, "median": 346.3975892786945, "std": 17.590371938150888, "min": 319.29615456391423, "max": 352.2735991821642, "q1": 332.84687192130434, "q3": 349.33559423042936, "iqr": 16.488722309125023, "ci_95_lower": 295.625541379649, "ci_95_upper": 383.01935397019975, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 299.20557681047165, "median": 302.67522829960114, "std": 9.327569266240834, "min": 288.6404233639183, "max": 306.3010787678954, "q1": 295.65782583175974, "q3": 304.48815353374823, "iqr": 8.830327701988494, "ci_95_lower": 276.03461023723946, "ci_95_upper": 322.37654338370385, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 6283.317113019904, "median": 6356.179794291625, "std": 195.87895459105798, "min": 6061.448890642283, "max": 6432.322654125803, "q1": 6208.814342466954, "q3": 6394.251224208714, "iqr": 185.43688174175986, "ci_95_lower": 5796.726814982027, "ci_95_upper": 6769.907411057782, "outliers": [], "n": 3 }, "forward_time": { "mean": 986.8996999999999, "median": 983.4737, "std": 46.218332250309494, "min": 942.4897, "max": 1034.7357, "q1": 962.9817, "q3": 1009.1047, "iqr": 46.122999999999934, "ci_95_lower": 872.0869978827997, "ci_95_upper": 1101.7124021172003, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_5_5_1_10_True", "run": "2", "number_of_samples": "9543", "step": "2", "duration": "983.4737", "version": "3", "cpu_user_diff": "1026.79", "cpu_system_diff": "364.47", "cpu_user_system_diff": "1391.26", "cpu_idle_diff": "27108.47", "cpu_iowait_diff": "1.55", "memory_ram_max": "155626135552", "memory_swap_max": "0", "memory_ram_swap_max": "155626135552", "memory_ram_min": "4979666944", "memory_swap_min": "0", "memory_ram_swap_min": "4979666944", "disk_read_count_diff": "202", "disk_write_count_diff": "19620", "disk_read_bytes_diff": "4718592", "disk_write_bytes_diff": "10803376128", "disk_read_time_diff": "43", "disk_write_time_diff": "24260", "disk_busy_time_diff": "20744", "network_received_count_diff": "9579", "network_sent_count_diff": "4810", "network_received_bytes_diff": "316249420", "network_sent_bytes_diff": "314869", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_True:backward", "run": "1", "number_of_samples": "32036", "step": "1", "duration": "3303.8713", "version": "3", "cpu_user_diff": "7365.23", "cpu_system_diff": "1718.27", "cpu_user_system_diff": "9083.5", "cpu_idle_diff": "86324.55", "cpu_iowait_diff": "272.41", "memory_ram_max": "6176071680", "memory_swap_max": "0", "memory_ram_swap_max": "6176071680", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "155922", "disk_write_count_diff": "929163", "disk_read_bytes_diff": "9111728128", "disk_write_bytes_diff": "611728138240", "disk_read_time_diff": "33617", "disk_write_time_diff": "3820690", "disk_busy_time_diff": "311692", "network_received_count_diff": "8473", "network_sent_count_diff": "5299", "network_received_bytes_diff": "774922", "network_sent_bytes_diff": "142303173", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True": { "display_name": "Subject 10 NG + 10 POM 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG10POM10NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True", "display_name": "Subject 10 NG + 10 POM 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG10POM10NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 8901.8519, "timing_breakdown": { "rmlmapper_time": 2515.9888, "inversion_time": 6385.8631, "total_time": 8901.8519, "inversion_overhead_percentage": 253.81126895318448 }, "throughput": { "rows_per_second": 156.5959032225417, "cells_per_second": 3288.5139676733756 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 7849, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 110, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True", "display_name": "Subject 10 NG + 10 POM 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG10POM10NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 8599.0992, "timing_breakdown": { "rmlmapper_time": 2476.9451, "inversion_time": 6122.1541, "total_time": 8599.0992, "inversion_overhead_percentage": 247.16551448798762 }, "throughput": { "rows_per_second": 163.34120044446448, "cells_per_second": 3430.165209333754 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 7849, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 110, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True", "display_name": "Subject 10 NG + 10 POM 10 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG10POM10NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 8966.5858, "timing_breakdown": { "rmlmapper_time": 2395.1375, "inversion_time": 6571.4483, "total_time": 8966.5858, "inversion_overhead_percentage": 274.36622323353043 }, "throughput": { "rows_per_second": 152.17345619229783, "cells_per_second": 3195.6425800382544 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/data/shared/data.csv" ], "mapping_size_bytes": 7849, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 110, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_True/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 8822.5123, "median": 8901.8519, "std": 196.17002673958618, "min": 8599.0992, "max": 8966.5858, "q1": 8750.47555, "q3": 8934.218850000001, "iqr": 183.7433000000019, "ci_95_lower": 8335.198938661124, "ci_95_upper": 9309.825661338877, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 110, "mapping_size_bytes": 7849, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 6359.8218333333325, "median": 6385.8631, "std": 225.77628355434808, "min": 6122.1541, "max": 6571.4483, "q1": 6254.008599999999, "q3": 6478.655699999999, "iqr": 224.64710000000014, "ci_95_lower": 5798.96245293714, "ci_95_upper": 6920.681213729525, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 258.4476688915675, "median": 253.81126895318448, "std": 14.180683776053993, "min": 247.16551448798762, "max": 274.36622323353043, "q1": 250.48839172058604, "q3": 264.0887460933575, "iqr": 13.600354372771449, "ci_95_lower": 223.2208975450657, "ci_95_upper": 293.6744402380693, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 157.370186619768, "median": 156.5959032225417, "std": 5.623990043098005, "min": 152.17345619229783, "max": 163.34120044446448, "q1": 154.38467970741976, "q3": 159.96855183350308, "iqr": 5.583872126083321, "ci_95_lower": 143.39942086319988, "ci_95_upper": 171.3409523763361, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 3304.773919015128, "median": 3288.5139676733756, "std": 118.10379090505806, "min": 3195.6425800382544, "max": 3430.165209333754, "q1": 3242.078273855815, "q3": 3359.3395885035648, "iqr": 117.26131464774971, "ci_95_lower": 3011.3878381271975, "ci_95_upper": 3598.159999903058, "outliers": [], "n": 3 }, "forward_time": { "mean": 2462.6904666666665, "median": 2476.9451, "std": 61.67377973274663, "min": 2395.1375, "max": 2515.9888, "q1": 2436.0413, "q3": 2496.46695, "iqr": 60.42565000000013, "ci_95_lower": 2309.4843046063675, "ci_95_upper": 2615.8966287269654, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_10_10_1_10_True", "run": "2", "number_of_samples": "24067", "step": "2", "duration": "2476.9451", "version": "3", "cpu_user_diff": "3550.35", "cpu_system_diff": "555.18", "cpu_user_system_diff": "4105.53", "cpu_idle_diff": "67684.4", "cpu_iowait_diff": "3.22", "memory_ram_max": "164659019776", "memory_swap_max": "0", "memory_ram_swap_max": "164659019776", "memory_ram_min": "4987441152", "memory_swap_min": "0", "memory_ram_swap_min": "4987441152", "disk_read_count_diff": "3846", "disk_write_count_diff": "40456", "disk_read_bytes_diff": "80596992", "disk_write_bytes_diff": "20956000256", "disk_read_time_diff": "637", "disk_write_time_diff": "52262", "disk_busy_time_diff": "36752", "network_received_count_diff": "13390", "network_sent_count_diff": "7513", "network_received_bytes_diff": "316585934", "network_sent_bytes_diff": "491933", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_True:backward", "run": "1", "number_of_samples": "61943", "step": "1", "duration": "6385.8631", "version": "3", "cpu_user_diff": "14967.24", "cpu_system_diff": "3323.03", "cpu_user_system_diff": "18290.27", "cpu_idle_diff": "165988.12", "cpu_iowait_diff": "548.81", "memory_ram_max": "6580871168", "memory_swap_max": "0", "memory_ram_swap_max": "6580871168", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "307103", "disk_write_count_diff": "1856997", "disk_read_bytes_diff": "18060300288", "disk_write_bytes_diff": "1196531634176", "disk_read_time_diff": "70335", "disk_write_time_diff": "7847625", "disk_busy_time_diff": "625372", "network_received_count_diff": "13657", "network_sent_count_diff": "6385", "network_received_bytes_diff": "1440286", "network_sent_bytes_diff": "142363993", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_15SM-NG_15POM-NG_1TM_10POM_True": { "display_name": "Subject 15 NG + 10 POM 15 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 15, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject15NG10POM15NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_15SM-NG_15POM-NG_1TM_10POM_True", "display_name": "Subject 15 NG + 10 POM 15 NG static", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 15, "static": true, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject15NG10POM15NGstatic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 4563.759400000001, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-28 12:48:54,412] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n[2026-07-28 12:48:54,415] ERROR at java.base/java.util.regex.Matcher.(Matcher.java:251)\n[2026-07-28 12:48:54,416] ERROR at java.base/java.util.regex.Pattern.matcher(Pattern.java:1180)\n[2026-07-28 12:48:54,417] ERROR at be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:343)\n[2026-07-28 12:48:54,417] ERROR at be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n[2026-07-28 12:48:54,418] ERROR at be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n[2026-07-28 12:48:54,419] ERROR at be.ugent.rml.cli.Main.run(Main.java:459)\n[2026-07-28 12:48:54,420] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-28 12:48:54,420] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-28 12:48:54,421] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-28 12:48:54,412] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n[2026-07-28 12:48:54,415] ERROR at java.base/java.util.regex.Matcher.(Matcher.java:251)\n[2026-07-28 12:48:54,416] ERROR at java.base/java.util.regex.Pattern.matcher(Pattern.java:1180)\n[2026-07-28 12:48:54,417] ERROR at be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:343)\n[2026-07-28 12:48:54,417] ERROR at be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:101)\n[2026-07-28 12:48:54,418] ERROR at be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n[2026-07-28 12:48:54,419] ERROR at be.ugent.rml.cli.Main.run(Main.java:459)\n[2026-07-28 12:48:54,420] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-28 12:48:54,420] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-28 12:48:54,421] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "statistics": null, "resource_summary": null }, "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False": { "display_name": "Subject 1 NG + 10 POM 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NG10POM1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "display_name": "Subject 1 NG + 10 POM 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NG10POM1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 678.3131999999999, "timing_breakdown": { "rmlmapper_time": 171.1659, "inversion_time": 507.1473, "total_time": 678.3131999999999, "inversion_overhead_percentage": 296.2899152225998 }, "throughput": { "rows_per_second": 1971.8137117164974, "cells_per_second": 41408.08794604645 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 3265, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "display_name": "Subject 1 NG + 10 POM 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NG10POM1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 690.1424999999999, "timing_breakdown": { "rmlmapper_time": 170.87199999999999, "inversion_time": 519.2705, "total_time": 690.1424999999999, "inversion_overhead_percentage": 303.8944356009177 }, "throughput": { "rows_per_second": 1925.7785682028925, "cells_per_second": 40441.34993226074 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 3265, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "display_name": "Subject 1 NG + 10 POM 1 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 1, "number_of_ng_s": 1, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject1NG10POM1NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 686.2832, "timing_breakdown": { "rmlmapper_time": 168.32129999999998, "inversion_time": 517.9619, "total_time": 686.2832, "inversion_overhead_percentage": 307.7221361764673 }, "throughput": { "rows_per_second": 1930.6439334630597, "cells_per_second": 40543.52260272425 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 3265, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_1SM-NG_1POM-NG_1TM_10POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 684.9129666666666, "median": 686.2832, "std": 6.032515160638497, "min": 678.3131999999999, "max": 690.1424999999999, "q1": 682.2982, "q3": 688.2128499999999, "iqr": 5.914649999999938, "ci_95_lower": 669.9273682594189, "ci_95_upper": 699.8985650739144, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 11, "mapping_size_bytes": 3265, "data_size_bytes": 235666890, "rdf_statements": 20000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 514.7932333333333, "median": 517.9619, "std": 6.653820774061581, "min": 507.1473, "max": 519.2705, "q1": 512.5545999999999, "q3": 518.6161999999999, "iqr": 6.0615999999999985, "ci_95_lower": 498.26422622125915, "ci_95_upper": 531.3222404454075, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 302.6354956666616, "median": 303.8944356009177, "std": 5.819159415504986, "min": 296.2899152225998, "max": 307.7221361764673, "q1": 300.0921754117587, "q3": 305.80828588869247, "iqr": 5.71611047693375, "ci_95_lower": 288.1799023119187, "ci_95_upper": 317.0910890214045, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 1942.7454044608166, "median": 1930.6439334630597, "std": 25.29116070511024, "min": 1925.7785682028925, "max": 1971.8137117164974, "q1": 1928.211250832976, "q3": 1951.2288225897787, "iqr": 23.01757175680268, "ci_95_lower": 1879.9186783793143, "ci_95_upper": 2005.572130542319, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 40797.65349367715, "median": 40543.52260272425, "std": 531.1143748073187, "min": 40441.34993226074, "max": 41408.08794604645, "q1": 40492.43626749249, "q3": 40975.80527438535, "iqr": 483.3690068928554, "ci_95_lower": 39478.29224596559, "ci_95_upper": 42117.01474138871, "outliers": [], "n": 3 }, "forward_time": { "mean": 170.11973333333333, "median": 170.87199999999999, "std": 1.5644060033550602, "min": 168.32129999999998, "max": 171.1659, "q1": 169.59664999999998, "q3": 171.01895, "iqr": 1.422300000000007, "ci_95_lower": 166.2335333839104, "ci_95_upper": 174.00593328275625, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_1_1_1_10_False", "run": "2", "number_of_samples": "1658", "step": "2", "duration": "170.872", "version": "3", "cpu_user_diff": "206.35", "cpu_system_diff": "69.77", "cpu_user_system_diff": "276.12", "cpu_idle_diff": "4675.09", "cpu_iowait_diff": "0.53", "memory_ram_max": "34532835328", "memory_swap_max": "0", "memory_ram_swap_max": "34532835328", "memory_ram_min": "5024153600", "memory_swap_min": "0", "memory_ram_swap_min": "5024153600", "disk_read_count_diff": "92", "disk_write_count_diff": "5527", "disk_read_bytes_diff": "1269760", "disk_write_bytes_diff": "2716336128", "disk_read_time_diff": "18", "disk_write_time_diff": "6205", "disk_busy_time_diff": "3772", "network_received_count_diff": "15109", "network_sent_count_diff": "7968", "network_received_bytes_diff": "316564464", "network_sent_bytes_diff": "526757", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_1SM-NG_1POM-NG_1TM_10POM_False:backward", "run": "3", "number_of_samples": "4997", "step": "1", "duration": "517.9619", "version": "3", "cpu_user_diff": "1221.63", "cpu_system_diff": "370.63", "cpu_user_system_diff": "1592.26", "cpu_idle_diff": "13311.09", "cpu_iowait_diff": "70.14", "memory_ram_max": "5891526656", "memory_swap_max": "0", "memory_ram_swap_max": "5891526656", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "44489", "disk_write_count_diff": "202776", "disk_read_bytes_diff": "3389517824", "disk_write_bytes_diff": "141528113152", "disk_read_time_diff": "9853", "disk_write_time_diff": "1008949", "disk_busy_time_diff": "69080", "network_received_count_diff": "3720", "network_sent_count_diff": "4037", "network_received_bytes_diff": "306264", "network_sent_bytes_diff": "142231149", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False": { "display_name": "Subject 5 NG + 10 POM 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG10POM5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False", "display_name": "Subject 5 NG + 10 POM 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG10POM5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 3305.4938, "timing_breakdown": { "rmlmapper_time": 1108.4921000000002, "inversion_time": 2197.0017, "total_time": 3305.4938, "inversion_overhead_percentage": 198.19732589884939 }, "throughput": { "rows_per_second": 455.16578344022224, "cells_per_second": 9558.481452244667 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 6241, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False", "display_name": "Subject 5 NG + 10 POM 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG10POM5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 3336.0278, "timing_breakdown": { "rmlmapper_time": 1079.7044999999998, "inversion_time": 2256.3233, "total_time": 3336.0278, "inversion_overhead_percentage": 208.97600223023986 }, "throughput": { "rows_per_second": 443.1988979593483, "cells_per_second": 9307.176857146314 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 6241, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False", "display_name": "Subject 5 NG + 10 POM 5 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 5, "number_of_ng_s": 5, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject5NG10POM5NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 3284.0388, "timing_breakdown": { "rmlmapper_time": 1071.0764, "inversion_time": 2212.9624, "total_time": 3284.0388, "inversion_overhead_percentage": 206.6110690143112 }, "throughput": { "rows_per_second": 451.8829601442844, "cells_per_second": 9489.542163029973 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 6241, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_5SM-NG_5POM-NG_1TM_10POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 3308.5201333333334, "median": 3305.4938, "std": 26.126290405132778, "min": 3284.0388, "max": 3336.0278, "q1": 3294.7663000000002, "q3": 3320.7608, "iqr": 25.99449999999979, "ci_95_lower": 3243.6188300698022, "ci_95_upper": 3373.4214365968646, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 55, "mapping_size_bytes": 6241, "data_size_bytes": 235666890, "rdf_statements": 100000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 2222.0957999999996, "median": 2212.9624, "std": 30.697350102411228, "min": 2197.0017, "max": 2256.3233, "q1": 2204.9820499999996, "q3": 2234.64285, "iqr": 29.660800000000563, "ci_95_lower": 2145.839354959797, "ci_95_upper": 2298.352245040202, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 204.59479904780014, "median": 206.6110690143112, "std": 5.665154393095579, "min": 198.19732589884939, "max": 208.97600223023986, "q1": 202.40419745658028, "q3": 207.79353562227553, "iqr": 5.38933816569525, "ci_95_lower": 190.52177537702335, "ci_95_upper": 218.66782271857693, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 450.082547181285, "median": 451.8829601442844, "std": 6.183259832490479, "min": 443.1988979593483, "max": 455.16578344022224, "q1": 447.54092905181636, "q3": 453.5243717922533, "iqr": 5.983442740436942, "ci_95_lower": 434.72247824984436, "ci_95_upper": 465.44261611272566, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 9451.733490806984, "median": 9489.542163029973, "std": 129.84845648229995, "min": 9307.176857146314, "max": 9558.481452244667, "q1": 9398.359510088143, "q3": 9524.01180763732, "iqr": 125.65229754917709, "ci_95_lower": 9129.172043246732, "ci_95_upper": 9774.294938367237, "outliers": [], "n": 3 }, "forward_time": { "mean": 1086.4243333333334, "median": 1079.7044999999998, "std": 19.592109933423185, "min": 1071.0764, "max": 1108.4921000000002, "q1": 1075.3904499999999, "q3": 1094.0983, "iqr": 18.707850000000235, "ci_95_lower": 1037.7548341949587, "ci_95_upper": 1135.093832471708, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_5_5_1_10_False", "run": "2", "number_of_samples": "10490", "step": "2", "duration": "1079.7045", "version": "3", "cpu_user_diff": "1383.19", "cpu_system_diff": "386.17", "cpu_user_system_diff": "1769.36", "cpu_idle_diff": "29522.16", "cpu_iowait_diff": "2.03", "memory_ram_max": "164490047488", "memory_swap_max": "0", "memory_ram_swap_max": "164490047488", "memory_ram_min": "4985110528", "memory_swap_min": "0", "memory_ram_swap_min": "4985110528", "disk_read_count_diff": "1164", "disk_write_count_diff": "20967", "disk_read_bytes_diff": "10579968", "disk_write_bytes_diff": "12162273280", "disk_read_time_diff": "224", "disk_write_time_diff": "49073", "disk_busy_time_diff": "16492", "network_received_count_diff": "11595", "network_sent_count_diff": "5945", "network_received_bytes_diff": "316385439", "network_sent_bytes_diff": "389271", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_5SM-NG_5POM-NG_1TM_10POM_False:backward", "run": "3", "number_of_samples": "21438", "step": "1", "duration": "2212.9624", "version": "3", "cpu_user_diff": "6385.66", "cpu_system_diff": "1787.3", "cpu_user_system_diff": "8172.96", "cpu_idle_diff": "55539.25", "cpu_iowait_diff": "334.3", "memory_ram_max": "6366990336", "memory_swap_max": "0", "memory_ram_swap_max": "6366990336", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "185604", "disk_write_count_diff": "1089558", "disk_read_bytes_diff": "11923120128", "disk_write_bytes_diff": "694275379200", "disk_read_time_diff": "41686", "disk_write_time_diff": "5051134", "disk_busy_time_diff": "359120", "network_received_count_diff": "10181", "network_sent_count_diff": "7881", "network_received_bytes_diff": "1580270", "network_sent_bytes_diff": "143288000", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False": { "display_name": "Subject 10 NG + 10 POM 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG10POM10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "completed", "scenario_name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False", "display_name": "Subject 10 NG + 10 POM 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG10POM10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 6845.8109, "timing_breakdown": { "rmlmapper_time": 2768.86, "inversion_time": 4076.9509, "total_time": 6845.8109, "inversion_overhead_percentage": 147.24294113823015 }, "throughput": { "rows_per_second": 245.28134493844408, "cells_per_second": 5150.908243707326 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 9972, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 110, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False", "display_name": "Subject 10 NG + 10 POM 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG10POM10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 6937.9069, "timing_breakdown": { "rmlmapper_time": 2709.232, "inversion_time": 4228.6749, "total_time": 6937.9069, "inversion_overhead_percentage": 156.0838975768779 }, "throughput": { "rows_per_second": 236.4806998996305, "cells_per_second": 4966.09469789224 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 9972, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 110, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False", "display_name": "Subject 10 NG + 10 POM 10 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "PARTIAL", "parameters": { "number_of_ng_pom": 10, "number_of_ng_s": 10, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject10NG10POM10NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 6978.0881, "timing_breakdown": { "rmlmapper_time": 2819.0207, "inversion_time": 4159.0674, "total_time": 6978.0881, "inversion_overhead_percentage": 147.5358942912338 }, "throughput": { "rows_per_second": 240.4385175388117, "cells_per_second": 5049.208868315046 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/data/shared/data.csv" ], "mapping_size_bytes": 9972, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000, "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 110, "inversion_count": 1, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/namedgraph_10SM-NG_10POM-NG_1TM_10POM_False/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False", "validation_passed": true, "expected_outcome": "PARTIAL", "outcome": "PARTIAL", "checks": { "tables": true, "rdf_round_trip": true }, "missing_mapped_columns": {}, "source_tables": [ "data" ], "destination_tables": [ "data" ], "tables": { "data": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": true, "values": true, "multiplicities": true }, "losses": { "columns": [ "id", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 0, "values": false, "multiplicities": false }, "metrics": { "original_rows": 1000000, "reconstructed_rows": 1000000, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 6920.601966666666, "median": 6937.9069, "std": 67.8152633867428, "min": 6845.8109, "max": 6978.0881, "q1": 6891.8589, "q3": 6957.9974999999995, "iqr": 66.13859999999931, "ci_95_lower": 6752.139513455377, "ci_95_upper": 7089.0644198779555, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 1, "predicate_object_maps_count": 10, "join_conditions_count": 0, "graph_maps_count": 110, "mapping_size_bytes": 9972, "data_size_bytes": 235666890, "rdf_statements": 200000000, "source_rows": 1000000, "source_cells": 21000000 }, "inversion_time": { "mean": 4154.897733333333, "median": 4159.0674, "std": 75.94789420440401, "min": 4076.9509, "max": 4228.6749, "q1": 4118.00915, "q3": 4193.87115, "iqr": 75.86200000000008, "ci_95_lower": 3966.232705212149, "ci_95_upper": 4343.562761454517, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 150.2875776687806, "median": 147.5358942912338, "std": 5.0218969269806095, "min": 147.24294113823015, "max": 156.0838975768779, "q1": 147.38941771473196, "q3": 151.80989593405585, "iqr": 4.420478219323883, "ci_95_lower": 137.812494127945, "ci_95_upper": 162.76266120961623, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 240.73352079229542, "median": 240.4385175388117, "std": 4.407732803207672, "min": 236.4806998996305, "max": 245.28134493844408, "q1": 238.4596087192211, "q3": 242.8599312386279, "iqr": 4.400322519406785, "ci_95_lower": 229.78410551252824, "ci_95_upper": 251.6829360720626, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 5055.403936638205, "median": 5049.208868315046, "std": 92.56238886736136, "min": 4966.09469789224, "max": 5150.908243707326, "q1": 5007.6517831036435, "q3": 5100.058556011186, "iqr": 92.40677290754229, "ci_95_lower": 4825.466215763094, "ci_95_upper": 5285.341657513316, "outliers": [], "n": 3 }, "forward_time": { "mean": 2765.704233333334, "median": 2768.86, "std": 54.96233991892391, "min": 2709.232, "max": 2819.0207, "q1": 2739.0460000000003, "q3": 2793.94035, "iqr": 54.89434999999958, "ci_95_lower": 2629.1702120146942, "ci_95_upper": 2902.2382546519734, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "namedgraph_10_10_1_10_False", "run": "1", "number_of_samples": "26885", "step": "2", "duration": "2768.86", "version": "3", "cpu_user_diff": "4138.95", "cpu_system_diff": "658.78", "cpu_user_system_diff": "4797.73", "cpu_idle_diff": "75456.62", "cpu_iowait_diff": "3.45", "memory_ram_max": "164400443392", "memory_swap_max": "0", "memory_ram_swap_max": "164400443392", "memory_ram_min": "4999823360", "memory_swap_min": "0", "memory_ram_swap_min": "4999823360", "disk_read_count_diff": "3327", "disk_write_count_diff": "56590", "disk_read_bytes_diff": "53305344", "disk_write_bytes_diff": "23363354624", "disk_read_time_diff": "468", "disk_write_time_diff": "75032", "disk_busy_time_diff": "76044", "network_received_count_diff": "15735", "network_sent_count_diff": "7630", "network_received_bytes_diff": "316880908", "network_sent_bytes_diff": "634837", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "namedgraph_10SM-NG_10POM-NG_1TM_10POM_False:backward", "run": "3", "number_of_samples": "40143", "step": "1", "duration": "4159.0674", "version": "3", "cpu_user_diff": "13476.07", "cpu_system_diff": "3709.59", "cpu_user_system_diff": "17185.66", "cpu_idle_diff": "102323.1", "cpu_iowait_diff": "679.39", "memory_ram_max": "6581198848", "memory_swap_max": "0", "memory_ram_swap_max": "6581198848", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "378445", "disk_write_count_diff": "2186860", "disk_read_bytes_diff": "35019112448", "disk_write_bytes_diff": "1431618260992", "disk_read_time_diff": "90179", "disk_write_time_diff": "10010118", "disk_busy_time_diff": "778780", "network_received_count_diff": "15291", "network_sent_count_diff": "10427", "network_received_bytes_diff": "2445477", "network_sent_bytes_diff": "143903570", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "namedgraph_15SM-NG_15POM-NG_1TM_10POM_False": { "display_name": "Subject 15 NG + 10 POM 15 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 15, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject15NG10POM15NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "raw_runs": [ { "status": "failed", "scenario_name": "namedgraph_15SM-NG_15POM-NG_1TM_10POM_False", "display_name": "Subject 15 NG + 10 POM 15 NG dynamic", "suite": "named-graphs", "generator": "NamedGraph", "expected_outcome": "AMBIGUOUS", "parameters": { "number_of_ng_pom": 15, "number_of_ng_s": 15, "static": false, "number_of_tms": 1, "number_of_poms": 10, "number_of_members": 1000000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "engine": "RMLMapper" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/namedgraphs#Subject15NG10POM15NGdynamic", "file": "data-generator/config/benchmark-namedgraph-rmlmapper.json", "overrides": {} }, "execution_time": 5144.3919, "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-29 03:34:36,611] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n[2026-07-29 03:34:36,613] ERROR at be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:357)\n[2026-07-29 03:34:36,614] ERROR at be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:99)\n[2026-07-29 03:34:36,614] ERROR at be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n[2026-07-29 03:34:36,615] ERROR at be.ugent.rml.cli.Main.run(Main.java:459)\n[2026-07-29 03:34:36,615] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-29 03:34:36,616] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-29 03:34:36,617] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "out_of_memory", "outcome": "OUT_OF_MEMORY", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-07-29 03:34:36,611] ERROR Exception in thread \"main\" java.lang.OutOfMemoryError: Java heap space\n[2026-07-29 03:34:36,613] ERROR at be.ugent.rml.store.RDF4JStore.convertStringToTerm(RDF4JStore.java:357)\n[2026-07-29 03:34:36,614] ERROR at be.ugent.rml.store.RDF4JStore.getQuads(RDF4JStore.java:99)\n[2026-07-29 03:34:36,614] ERROR at be.ugent.rml.cli.Main.writeOutputTargets(Main.java:519)\n[2026-07-29 03:34:36,615] ERROR at be.ugent.rml.cli.Main.run(Main.java:459)\n[2026-07-29 03:34:36,615] ERROR at be.ugent.rml.cli.Main.main(Main.java:49)\n[2026-07-29 03:34:36,616] ERROR Command failed while waiting for exit with status code: 1\n[2026-07-29 03:34:36,617] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "statistics": null, "resource_summary": null }, "joins_relations_1-1_50.0": { "display_name": "1-1 relation", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/kg-inversion-benchmark/postgresql#joins-relation-1-1", "file": null, "overrides": { "scenario": "documented KROWN scale absent from config" } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_1-1_50.0", "display_name": "1-1 relation", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/kg-inversion-benchmark/postgresql#joins-relation-1-1", "file": null, "overrides": { "scenario": "documented KROWN scale absent from config" } }, "execution_time": 6010.5169, "timing_breakdown": { "forward_time": 5996.9692, "inversion_time": 13.5477, "total_time": 6010.5169, "inversion_overhead_percentage": 0.2259091142238983 }, "throughput": { "rows_per_second": 14762.653439329184, "cells_per_second": 310015.72222591285 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046679, "rdf_statements": 124869, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_1-1_50.0", "display_name": "1-1 relation", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/kg-inversion-benchmark/postgresql#joins-relation-1-1", "file": null, "overrides": { "scenario": "documented KROWN scale absent from config" } }, "execution_time": 6208.1197, "timing_breakdown": { "forward_time": 6196.5472, "inversion_time": 11.5725, "total_time": 6208.1197, "inversion_overhead_percentage": 0.18675723151112283 }, "throughput": { "rows_per_second": 17282.350399654355, "cells_per_second": 362929.3583927414 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046679, "rdf_statements": 124869, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_1-1_50.0", "display_name": "1-1 relation", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/kg-inversion-benchmark/postgresql#joins-relation-1-1", "file": null, "overrides": { "scenario": "documented KROWN scale absent from config" } }, "execution_time": 6268.1447, "timing_breakdown": { "forward_time": 6256.1914, "inversion_time": 11.9533, "total_time": 6268.1447, "inversion_overhead_percentage": 0.1910635278837537 }, "throughput": { "rows_per_second": 16731.781181765706, "cells_per_second": 351367.4048170798 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046679, "rdf_statements": 124869, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-1_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 6162.260433333333, "median": 6208.1197, "std": 134.7973482217413, "min": 6010.5169, "max": 6268.1447, "q1": 6109.3183, "q3": 6238.1322, "iqr": 128.8139000000001, "ci_95_lower": 5827.405257171764, "ci_95_upper": 6497.115609494902, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046679, "rdf_statements": 124869, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 6149.9026, "median": 6196.5472, "std": 135.76017926873857, "min": 5996.9692, "max": 6256.1914, "q1": 6096.7582, "q3": 6226.3693, "iqr": 129.61110000000008, "ci_95_lower": 5812.655618924541, "ci_95_upper": 6487.1495810754595, "outliers": [], "n": 3 }, "inversion_time": { "mean": 12.357833333333334, "median": 11.9533, "std": 1.0478975013489316, "min": 11.5725, "max": 13.5477, "q1": 11.7629, "q3": 12.7505, "iqr": 0.9876000000000005, "ci_95_lower": 9.754711632183511, "ci_95_upper": 14.960955034483156, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.20124329120625828, "median": 0.1910635278837537, "std": 0.02146947055624309, "min": 0.18675723151112283, "max": 0.2259091142238983, "q1": 0.18891037969743826, "q3": 0.208486321053826, "iqr": 0.019575941356387738, "ci_95_lower": 0.14791016974618149, "ci_95_upper": 0.2545764126663351, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 16258.928340249748, "median": 16731.781181765706, "std": 1324.7303688921995, "min": 14762.653439329184, "max": 17282.350399654355, "q1": 15747.217310547445, "q3": 17007.065790710032, "iqr": 1259.8484801625873, "ci_95_lower": 12968.11567298371, "ci_95_upper": 19549.741007515786, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 341437.4951452447, "median": 351367.4048170798, "std": 27819.337746736175, "min": 310015.72222591285, "max": 362929.3583927414, "q1": 330691.5635214963, "q3": 357148.3816049106, "iqr": 26456.818083414284, "ci_95_lower": 272330.42913265794, "ci_95_upper": 410544.56115783146, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_1_1_50.0", "run": "2", "number_of_samples": "60485", "step": "2", "duration": "6196.5472", "version": "3", "cpu_user_diff": "6255.22", "cpu_system_diff": "300.06", "cpu_user_system_diff": "6555.28", "cpu_idle_diff": "173079.12", "cpu_iowait_diff": "2.81", "memory_ram_max": "103363506176", "memory_swap_max": "0", "memory_ram_swap_max": "103363506176", "memory_ram_min": "4446265344", "memory_swap_min": "0", "memory_ram_swap_min": "4446265344", "disk_read_count_diff": "2107", "disk_write_count_diff": "23496", "disk_read_bytes_diff": "138735616", "disk_write_bytes_diff": "346046464", "disk_read_time_diff": "461", "disk_write_time_diff": "7292", "disk_busy_time_diff": "49240", "network_received_count_diff": "9498", "network_sent_count_diff": "1706", "network_received_bytes_diff": "59839221", "network_sent_bytes_diff": "165884", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_1-1_50.0:backward", "run": "3", "number_of_samples": "117", "step": "1", "duration": "11.9533", "version": "3", "cpu_user_diff": "16.14", "cpu_system_diff": "1.82", "cpu_user_system_diff": "17.96", "cpu_idle_diff": "328.25", "cpu_iowait_diff": "0.13", "memory_ram_max": "5285847040", "memory_swap_max": "0", "memory_ram_swap_max": "5285847040", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "201", "disk_write_count_diff": "1946", "disk_read_bytes_diff": "19329024", "disk_write_bytes_diff": "67596288", "disk_read_time_diff": "38", "disk_write_time_diff": "646", "disk_busy_time_diff": "176", "network_received_count_diff": "593", "network_sent_count_diff": "398", "network_received_bytes_diff": "54797", "network_sent_bytes_diff": "3157956", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_1-5_50.0": { "display_name": "Join Relation 1-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_1-5_50.0", "display_name": "Join Relation 1-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6050.1781, "timing_breakdown": { "forward_time": 6038.4114, "inversion_time": 11.7667, "total_time": 6050.1781, "inversion_overhead_percentage": 0.194864165763863 }, "throughput": { "rows_per_second": 16997.118988331476, "cells_per_second": 356939.498754961 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-5_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-5_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-5_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046533, "rdf_statements": 125052, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-5_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25052, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125052, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25052, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125052, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_1-5_50.0", "display_name": "Join Relation 1-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6353.5608999999995, "timing_breakdown": { "forward_time": 6341.4599, "inversion_time": 12.101, "total_time": 6353.5608999999995, "inversion_overhead_percentage": 0.19082356729875405 }, "throughput": { "rows_per_second": 16527.559705809435, "cells_per_second": 347078.75382199814 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-5_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-5_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-5_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046533, "rdf_statements": 125052, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-5_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25052, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125052, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25052, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125052, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_1-5_50.0", "display_name": "Join Relation 1-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 5805.0842999999995, "timing_breakdown": { "forward_time": 5793.3273, "inversion_time": 11.757, "total_time": 5805.0842999999995, "inversion_overhead_percentage": 0.2029403724522866 }, "throughput": { "rows_per_second": 17011.142298205326, "cells_per_second": 357233.98826231185 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-5_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-5_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-5_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046533, "rdf_statements": 125052, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-5_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-5_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25052, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125052, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25052, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125052, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 6069.607766666667, "median": 6050.1781, "std": 274.7540339048242, "min": 5805.0842999999995, "max": 6353.5608999999995, "q1": 5927.6312, "q3": 6201.8695, "iqr": 274.2383, "ci_95_lower": 5387.080909588164, "ci_95_upper": 6752.13462374517, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046533, "rdf_statements": 125052, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 6057.732866666666, "median": 6038.4114, "std": 274.5766306540003, "min": 5793.3273, "max": 6341.4599, "q1": 5915.86935, "q3": 6189.935649999999, "iqr": 274.0662999999995, "ci_95_lower": 5375.646703693723, "ci_95_upper": 6739.81902963961, "outliers": [], "n": 3 }, "inversion_time": { "mean": 11.874899999999998, "median": 11.7667, "std": 0.19586839969734834, "min": 11.757, "max": 12.101, "q1": 11.761849999999999, "q3": 11.93385, "iqr": 0.1720000000000006, "ci_95_lower": 11.38833592177163, "ci_95_upper": 12.361464078228368, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.19620936850496787, "median": 0.194864165763863, "std": 0.006169393778417401, "min": 0.19082356729875405, "max": 0.2029403724522866, "q1": 0.19284386653130853, "q3": 0.1989022691080748, "iqr": 0.006058402576766264, "ci_95_lower": 0.18088374476136335, "ci_95_upper": 0.2115349922485724, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 16845.27366411541, "median": 16997.118988331476, "std": 275.23768416006146, "min": 16527.559705809435, "max": 17011.142298205326, "q1": 16762.339347070454, "q3": 17004.1306432684, "iqr": 241.79129619794548, "ci_95_lower": 16161.545353198577, "ci_95_upper": 17529.001975032246, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 353750.7469464236, "median": 356939.498754961, "std": 5779.991367361293, "min": 347078.75382199814, "max": 357233.98826231185, "q1": 352009.12628847954, "q3": 357086.7435086364, "iqr": 5077.617220156884, "ci_95_lower": 339392.45241717005, "ci_95_upper": 368109.04147567716, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_1_5_50.0", "run": "1", "number_of_samples": "58898", "step": "2", "duration": "6038.4114", "version": "3", "cpu_user_diff": "6127.92", "cpu_system_diff": "306.76", "cpu_user_system_diff": "6434.68", "cpu_idle_diff": "168600.92", "cpu_iowait_diff": "3.34", "memory_ram_max": "103773372416", "memory_swap_max": "0", "memory_ram_swap_max": "103773372416", "memory_ram_min": "4817092608", "memory_swap_min": "0", "memory_ram_swap_min": "4817092608", "disk_read_count_diff": "1180", "disk_write_count_diff": "33430", "disk_read_bytes_diff": "20791296", "disk_write_bytes_diff": "445927424", "disk_read_time_diff": "188", "disk_write_time_diff": "11626", "disk_busy_time_diff": "109332", "network_received_count_diff": "11832", "network_sent_count_diff": "3695", "network_received_bytes_diff": "59938556", "network_sent_bytes_diff": "222455", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_1-5_50.0:backward", "run": "1", "number_of_samples": "116", "step": "1", "duration": "11.7667", "version": "3", "cpu_user_diff": "16.02", "cpu_system_diff": "1.53", "cpu_user_system_diff": "17.55", "cpu_idle_diff": "323.24", "cpu_iowait_diff": "0.14", "memory_ram_max": "5274001408", "memory_swap_max": "0", "memory_ram_swap_max": "5274001408", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "373", "disk_write_count_diff": "1879", "disk_read_bytes_diff": "29966336", "disk_write_bytes_diff": "64352256", "disk_read_time_diff": "98", "disk_write_time_diff": "871", "disk_busy_time_diff": "256", "network_received_count_diff": "593", "network_sent_count_diff": "399", "network_received_bytes_diff": "54834", "network_sent_bytes_diff": "3162672", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_1-10_50.0": { "display_name": "Join Relation 1-10 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-10#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_1-10_50.0", "display_name": "Join Relation 1-10 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-10#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6027.006, "timing_breakdown": { "forward_time": 6014.8051000000005, "inversion_time": 12.2009, "total_time": 6027.006, "inversion_overhead_percentage": 0.20284780299863747 }, "throughput": { "rows_per_second": 16392.23335983411, "cells_per_second": 344236.9005565163 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-10_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-10_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-10_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046658, "rdf_statements": 124517, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-10_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24517, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124517, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24517, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124517, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_1-10_50.0", "display_name": "Join Relation 1-10 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-10#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6071.0058, "timing_breakdown": { "forward_time": 6058.7896, "inversion_time": 12.2162, "total_time": 6071.0058, "inversion_overhead_percentage": 0.20162773105704151 }, "throughput": { "rows_per_second": 16371.703148278515, "cells_per_second": 343805.76611384883 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-10_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-10_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-10_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046658, "rdf_statements": 124517, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-10_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24517, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124517, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24517, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124517, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_1-10_50.0", "display_name": "Join Relation 1-10 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-10#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6816.3083, "timing_breakdown": { "forward_time": 6804.4182, "inversion_time": 11.8901, "total_time": 6816.3083, "inversion_overhead_percentage": 0.1747408764499513 }, "throughput": { "rows_per_second": 16820.716394311232, "cells_per_second": 353235.0442805359 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-10_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-10_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-10_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046658, "rdf_statements": 124517, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-10_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-10_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24517, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124517, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24517, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124517, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 6304.773366666667, "median": 6071.0058, "std": 443.54817846008916, "min": 6027.006, "max": 6816.3083, "q1": 6049.0059, "q3": 6443.65705, "iqr": 394.6511499999997, "ci_95_lower": 5202.9386095757945, "ci_95_upper": 7406.60812375754, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046658, "rdf_statements": 124517, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 6292.6709666666675, "median": 6058.7896, "std": 443.73143023489246, "min": 6014.8051000000005, "max": 6804.4182, "q1": 6036.797350000001, "q3": 6431.6039, "iqr": 394.80654999999933, "ci_95_lower": 5190.380986931261, "ci_95_upper": 7394.960946402074, "outliers": [], "n": 3 }, "inversion_time": { "mean": 12.102400000000001, "median": 12.2009, "std": 0.1840162764540139, "min": 11.8901, "max": 12.2162, "q1": 12.0455, "q3": 12.20855, "iqr": 0.16305000000000014, "ci_95_lower": 11.645278228084711, "ci_95_upper": 12.559521771915291, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.1930721368352101, "median": 0.20162773105704151, "std": 0.0158870536717727, "min": 0.1747408764499513, "max": 0.20284780299863747, "q1": 0.1881843037534964, "q3": 0.2022377670278395, "iqr": 0.014053463274343092, "ci_95_lower": 0.15360650768055797, "ci_95_upper": 0.23253776598986223, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 16528.217634141285, "median": 16392.23335983411, "std": 253.51926144249106, "min": 16371.703148278515, "max": 16820.716394311232, "q1": 16381.968254056312, "q3": 16606.474877072673, "iqr": 224.50662301636112, "ci_95_lower": 15898.440876136901, "ci_95_upper": 17157.99439214567, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 347092.57031696703, "median": 344236.9005565163, "std": 5323.904490292321, "min": 343805.76611384883, "max": 353235.0442805359, "q1": 344021.3333351826, "q3": 348735.9724185261, "iqr": 4714.6390833435, "ci_95_lower": 333867.25839887495, "ci_95_upper": 360317.8822350591, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_1_10_50.0", "run": "2", "number_of_samples": "59073", "step": "2", "duration": "6058.7896", "version": "3", "cpu_user_diff": "6124.27", "cpu_system_diff": "329.53", "cpu_user_system_diff": "6453.8", "cpu_idle_diff": "169166.51", "cpu_iowait_diff": "3.01", "memory_ram_max": "103792869376", "memory_swap_max": "0", "memory_ram_swap_max": "103792869376", "memory_ram_min": "4825419776", "memory_swap_min": "0", "memory_ram_swap_min": "4825419776", "disk_read_count_diff": "194", "disk_write_count_diff": "32881", "disk_read_bytes_diff": "2617344", "disk_write_bytes_diff": "357367808", "disk_read_time_diff": "34", "disk_write_time_diff": "10248", "disk_busy_time_diff": "133528", "network_received_count_diff": "14089", "network_sent_count_diff": "6385", "network_received_bytes_diff": "60098600", "network_sent_bytes_diff": "406952", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_1-10_50.0:backward", "run": "1", "number_of_samples": "120", "step": "1", "duration": "12.2009", "version": "3", "cpu_user_diff": "16.25", "cpu_system_diff": "2.27", "cpu_user_system_diff": "18.52", "cpu_idle_diff": "334.37", "cpu_iowait_diff": "0.21", "memory_ram_max": "5320769536", "memory_swap_max": "0", "memory_ram_swap_max": "5320769536", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "240", "disk_write_count_diff": "1894", "disk_read_bytes_diff": "19406848", "disk_write_bytes_diff": "63844352", "disk_read_time_diff": "59", "disk_write_time_diff": "1627", "disk_busy_time_diff": "300", "network_received_count_diff": "589", "network_sent_count_diff": "396", "network_received_bytes_diff": "54502", "network_sent_bytes_diff": "3149359", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_1-15_50.0": { "display_name": "Join Relation 1-15 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-15#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_1-15_50.0", "display_name": "Join Relation 1-15 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-15#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6062.5496, "timing_breakdown": { "forward_time": 6049.3275, "inversion_time": 13.2221, "total_time": 6062.5496, "inversion_overhead_percentage": 0.21857140318489945 }, "throughput": { "rows_per_second": 15126.190242094675, "cells_per_second": 317649.9950839882 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-15_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-15_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-15_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046343, "rdf_statements": 124815, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-15_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24815, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124815, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24815, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124815, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_1-15_50.0", "display_name": "Join Relation 1-15 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-15#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6663.3366, "timing_breakdown": { "forward_time": 6651.0552, "inversion_time": 12.2814, "total_time": 6663.3366, "inversion_overhead_percentage": 0.18465340657524537 }, "throughput": { "rows_per_second": 16284.788379175014, "cells_per_second": 341980.55596267525 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-15_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-15_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-15_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046343, "rdf_statements": 124815, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-15_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24815, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124815, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24815, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124815, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_1-15_50.0", "display_name": "Join Relation 1-15 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/1-15#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6060.9698, "timing_breakdown": { "forward_time": 6049.3691, "inversion_time": 11.6007, "total_time": 6060.9698, "inversion_overhead_percentage": 0.1917671051019188 }, "throughput": { "rows_per_second": 17240.33894506366, "cells_per_second": 362047.11784633686 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-15_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-15_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_1-15_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046343, "rdf_statements": 124815, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_1-15_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_1-15_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24815, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124815, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24815, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124815, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 6262.285333333333, "median": 6062.5496, "std": 347.3214833741402, "min": 6060.9698, "max": 6663.3366, "q1": 6061.7597000000005, "q3": 6362.9431, "iqr": 301.1833999999999, "ci_95_lower": 5399.490938382566, "ci_95_upper": 7125.0797282841, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046343, "rdf_statements": 124815, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 6249.917266666666, "median": 6049.3691, "std": 347.3956413109456, "min": 6049.3275, "max": 6651.0552, "q1": 6049.3483, "q3": 6350.212149999999, "iqr": 300.86384999999973, "ci_95_lower": 5386.938653188456, "ci_95_upper": 7112.895880144877, "outliers": [], "n": 3 }, "inversion_time": { "mean": 12.368066666666666, "median": 12.2814, "std": 0.8141669505287801, "min": 11.6007, "max": 13.2221, "q1": 11.94105, "q3": 12.75175, "iqr": 0.8106999999999989, "ci_95_lower": 10.345563841197357, "ci_95_upper": 14.390569492135974, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.19833063828735456, "median": 0.1917671051019188, "std": 0.01788624050521416, "min": 0.18465340657524537, "max": 0.21857140318489945, "q1": 0.18821025583858209, "q3": 0.20516925414340914, "iqr": 0.016958998304827055, "ci_95_lower": 0.1538987537269158, "ci_95_upper": 0.24276252284779332, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 16217.105855444452, "median": 16284.788379175014, "std": 1058.6981994790888, "min": 15126.190242094675, "max": 17240.33894506366, "q1": 15705.489310634845, "q3": 16762.563662119337, "iqr": 1057.0743514844926, "ci_95_lower": 13587.153732756273, "ci_95_upper": 18847.05797813263, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 340559.2229643334, "median": 341980.55596267525, "std": 22232.66218906086, "min": 317649.9950839882, "max": 362047.11784633686, "q1": 329815.2755233317, "q3": 352013.8369045061, "iqr": 22198.561381174368, "ci_95_lower": 285330.2283878817, "ci_95_upper": 395788.21754078515, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_1_15_50.0", "run": "3", "number_of_samples": "59031", "step": "2", "duration": "6049.3691", "version": "3", "cpu_user_diff": "6115.71", "cpu_system_diff": "278.29", "cpu_user_system_diff": "6394.0", "cpu_idle_diff": "168957.3", "cpu_iowait_diff": "2.95", "memory_ram_max": "103904702464", "memory_swap_max": "0", "memory_ram_swap_max": "103904702464", "memory_ram_min": "4948631552", "memory_swap_min": "0", "memory_ram_swap_min": "4948631552", "disk_read_count_diff": "283", "disk_write_count_diff": "33297", "disk_read_bytes_diff": "4698112", "disk_write_bytes_diff": "358174720", "disk_read_time_diff": "56", "disk_write_time_diff": "11070", "disk_busy_time_diff": "73336", "network_received_count_diff": "12694", "network_sent_count_diff": "4722", "network_received_bytes_diff": "59994090", "network_sent_bytes_diff": "288020", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_1-15_50.0:backward", "run": "2", "number_of_samples": "121", "step": "1", "duration": "12.2814", "version": "3", "cpu_user_diff": "16.31", "cpu_system_diff": "1.78", "cpu_user_system_diff": "18.09", "cpu_idle_diff": "337.77", "cpu_iowait_diff": "0.11", "memory_ram_max": "5356560384", "memory_swap_max": "0", "memory_ram_swap_max": "5356560384", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "161", "disk_write_count_diff": "1551", "disk_read_bytes_diff": "16949248", "disk_write_bytes_diff": "62046208", "disk_read_time_diff": "31", "disk_write_time_diff": "788", "disk_busy_time_diff": "144", "network_received_count_diff": "595", "network_sent_count_diff": "403", "network_received_bytes_diff": "54918", "network_sent_bytes_diff": "3157335", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_5-1_50.0": { "display_name": "Join Relation 5-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_5-1_50.0", "display_name": "Join Relation 5-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 5914.5163, "timing_breakdown": { "forward_time": 5902.0297, "inversion_time": 12.4866, "total_time": 5914.5163, "inversion_overhead_percentage": 0.21156450635956642 }, "throughput": { "rows_per_second": 16017.170406675958, "cells_per_second": 336360.5785401951 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046608, "rdf_statements": 124948, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_5-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24948, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124948, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24948, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124948, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_5-1_50.0", "display_name": "Join Relation 5-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6495.2786, "timing_breakdown": { "forward_time": 6483.089099999999, "inversion_time": 12.1895, "total_time": 6495.2786, "inversion_overhead_percentage": 0.18801993636027617 }, "throughput": { "rows_per_second": 16407.563886951884, "cells_per_second": 344558.8416259896 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046608, "rdf_statements": 124948, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_5-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24948, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124948, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24948, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124948, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_5-1_50.0", "display_name": "Join Relation 5-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6329.81, "timing_breakdown": { "forward_time": 6318.4641, "inversion_time": 11.3459, "total_time": 6329.81, "inversion_overhead_percentage": 0.1795673730266189 }, "throughput": { "rows_per_second": 17627.513022325245, "cells_per_second": 370177.77346883016 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046608, "rdf_statements": 124948, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-1_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_5-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24948, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124948, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24948, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124948, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 6246.534966666667, "median": 6329.81, "std": 299.20270830629727, "min": 5914.5163, "max": 6495.2786, "q1": 6122.16315, "q3": 6412.5443, "iqr": 290.38114999999925, "ci_95_lower": 5503.2742355051605, "ci_95_upper": 6989.795697828174, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046608, "rdf_statements": 124948, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 6234.527633333334, "median": 6318.4641, "std": 299.4853993259991, "min": 5902.0297, "max": 6483.089099999999, "q1": 6110.2469, "q3": 6400.776599999999, "iqr": 290.52969999999914, "ci_95_lower": 5490.564658749013, "ci_95_upper": 6978.490607917655, "outliers": [], "n": 3 }, "inversion_time": { "mean": 12.007333333333333, "median": 12.1895, "std": 0.5917665446215533, "min": 11.3459, "max": 12.4866, "q1": 11.767700000000001, "q3": 12.338049999999999, "iqr": 0.5703499999999977, "ci_95_lower": 10.53730374328675, "ci_95_upper": 13.477362923379918, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.19305060524882048, "median": 0.18801993636027617, "std": 0.016581159714604738, "min": 0.1795673730266189, "max": 0.21156450635956642, "q1": 0.18379365469344755, "q3": 0.1997922213599213, "iqr": 0.015998566666473757, "ci_95_lower": 0.15186072109721552, "ci_95_upper": 0.23424048940042544, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 16684.082438651032, "median": 16407.563886951884, "std": 840.0284025075533, "min": 16017.170406675958, "max": 17627.513022325245, "q1": 16212.367146813922, "q3": 17017.538454638565, "iqr": 805.171307824643, "ci_95_lower": 14597.336205040634, "ci_95_upper": 18770.828672261432, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 350365.7312116716, "median": 344558.8416259896, "std": 17640.59645265861, "min": 336360.5785401951, "max": 370177.77346883016, "q1": 340459.71008309233, "q3": 357368.3075474099, "iqr": 16908.597464317572, "ci_95_lower": 306544.06030585326, "ci_95_upper": 394187.40211748995, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_5_1_50.0", "run": "3", "number_of_samples": "61660", "step": "2", "duration": "6318.4641", "version": "3", "cpu_user_diff": "6387.92", "cpu_system_diff": "306.1", "cpu_user_system_diff": "6694.02", "cpu_idle_diff": "176440.37", "cpu_iowait_diff": "5.13", "memory_ram_max": "103891070976", "memory_swap_max": "0", "memory_ram_swap_max": "103891070976", "memory_ram_min": "4963495936", "memory_swap_min": "0", "memory_ram_swap_min": "4963495936", "disk_read_count_diff": "255", "disk_write_count_diff": "33922", "disk_read_bytes_diff": "5369856", "disk_write_bytes_diff": "366342144", "disk_read_time_diff": "49", "disk_write_time_diff": "10898", "disk_busy_time_diff": "207716", "network_received_count_diff": "13023", "network_sent_count_diff": "4580", "network_received_bytes_diff": "60046152", "network_sent_bytes_diff": "284762", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_5-1_50.0:backward", "run": "2", "number_of_samples": "120", "step": "1", "duration": "12.1895", "version": "3", "cpu_user_diff": "16.25", "cpu_system_diff": "1.62", "cpu_user_system_diff": "17.87", "cpu_idle_diff": "335.16", "cpu_iowait_diff": "0.12", "memory_ram_max": "5378674688", "memory_swap_max": "0", "memory_ram_swap_max": "5378674688", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "165", "disk_write_count_diff": "1865", "disk_read_bytes_diff": "16850944", "disk_write_bytes_diff": "63295488", "disk_read_time_diff": "32", "disk_write_time_diff": "797", "disk_busy_time_diff": "156", "network_received_count_diff": "601", "network_sent_count_diff": "402", "network_received_bytes_diff": "55633", "network_sent_bytes_diff": "3160117", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_10-1_50.0": { "display_name": "Join Relation 10-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 10, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/10-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_10-1_50.0", "display_name": "Join Relation 10-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 10, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/10-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6866.5586, "timing_breakdown": { "forward_time": 6854.7666, "inversion_time": 11.792, "total_time": 6866.5586, "inversion_overhead_percentage": 0.17202628022374972 }, "throughput": { "rows_per_second": 16960.6512890095, "cells_per_second": 356173.67706919945 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046368, "rdf_statements": 125118, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_10-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25118, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125118, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25118, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125118, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_10-1_50.0", "display_name": "Join Relation 10-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 10, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/10-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6918.6821, "timing_breakdown": { "forward_time": 6907.4412, "inversion_time": 11.2409, "total_time": 6918.6821, "inversion_overhead_percentage": 0.16273609393880906 }, "throughput": { "rows_per_second": 17792.169666129936, "cells_per_second": 373635.5629887287 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046368, "rdf_statements": 125118, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_10-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25118, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125118, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25118, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125118, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_10-1_50.0", "display_name": "Join Relation 10-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 10, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/10-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7091.3666, "timing_breakdown": { "forward_time": 7079.7945, "inversion_time": 11.5721, "total_time": 7091.3666, "inversion_overhead_percentage": 0.16345248439061333 }, "throughput": { "rows_per_second": 17282.947779573282, "cells_per_second": 362941.90337103896 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046368, "rdf_statements": 125118, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-1_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_10-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25118, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125118, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 25118, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 125118, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 6958.8691, "median": 6918.6821, "std": 117.66862556667351, "min": 6866.5586, "max": 7091.3666, "q1": 6892.62035, "q3": 7005.02435, "iqr": 112.40399999999954, "ci_95_lower": 6666.564029739997, "ci_95_upper": 7251.174170260003, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046368, "rdf_statements": 125118, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 6947.3341, "median": 6907.4412, "std": 117.69864717748456, "min": 6854.7666, "max": 7079.7945, "q1": 6881.1039, "q3": 6993.6178500000005, "iqr": 112.51395000000048, "ci_95_lower": 6654.954451924414, "ci_95_upper": 7239.713748075586, "outliers": [], "n": 3 }, "inversion_time": { "mean": 11.534999999999998, "median": 11.5721, "std": 0.2774168524080684, "min": 11.2409, "max": 11.792, "q1": 11.406500000000001, "q3": 11.68205, "iqr": 0.2755499999999991, "ci_95_lower": 10.84585833505804, "ci_95_upper": 12.224141664941957, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.16607161951772403, "median": 0.16345248439061333, "std": 0.005169312518389055, "min": 0.16273609393880906, "max": 0.17202628022374972, "q1": 0.1630942891647112, "q3": 0.16773938230718152, "iqr": 0.00464509314247033, "ci_95_lower": 0.1532303353469707, "ci_95_upper": 0.17891290368847737, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 17345.25624490424, "median": 17282.947779573282, "std": 419.2463017262944, "min": 16960.6512890095, "max": 17792.169666129936, "q1": 17121.799534291393, "q3": 17537.55872285161, "iqr": 415.759188560216, "ci_95_lower": 16303.790696274096, "ci_95_upper": 18386.721793534387, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 364250.38114298903, "median": 362941.90337103896, "std": 8804.172336252226, "min": 356173.67706919945, "max": 373635.5629887287, "q1": 359557.7902201192, "q3": 368288.7331798838, "iqr": 8730.942959764623, "ci_95_lower": 342379.6046217559, "ci_95_upper": 386121.1576642222, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_10_1_50.0", "run": "2", "number_of_samples": "67476", "step": "2", "duration": "6907.4412", "version": "3", "cpu_user_diff": "6974.61", "cpu_system_diff": "329.56", "cpu_user_system_diff": "7304.17", "cpu_idle_diff": "192891.68", "cpu_iowait_diff": "3.6", "memory_ram_max": "103915921408", "memory_swap_max": "0", "memory_ram_swap_max": "103915921408", "memory_ram_min": "4900397056", "memory_swap_min": "0", "memory_ram_swap_min": "4900397056", "disk_read_count_diff": "1287", "disk_write_count_diff": "38657", "disk_read_bytes_diff": "16134144", "disk_write_bytes_diff": "393756672", "disk_read_time_diff": "177", "disk_write_time_diff": "12351", "disk_busy_time_diff": "167724", "network_received_count_diff": "14110", "network_sent_count_diff": "4425", "network_received_bytes_diff": "60134926", "network_sent_bytes_diff": "265320", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_10-1_50.0:backward", "run": "3", "number_of_samples": "114", "step": "1", "duration": "11.5721", "version": "3", "cpu_user_diff": "15.68", "cpu_system_diff": "1.92", "cpu_user_system_diff": "17.6", "cpu_idle_diff": "317.67", "cpu_iowait_diff": "0.11", "memory_ram_max": "5464641536", "memory_swap_max": "0", "memory_ram_swap_max": "5464641536", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "247", "disk_write_count_diff": "1887", "disk_read_bytes_diff": "17444864", "disk_write_bytes_diff": "62533632", "disk_read_time_diff": "165", "disk_write_time_diff": "875", "disk_busy_time_diff": "168", "network_received_count_diff": "597", "network_sent_count_diff": "401", "network_received_bytes_diff": "55100", "network_sent_bytes_diff": "3164434", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_15-1_50.0": { "display_name": "Join Relation 15-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 15, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/15-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_15-1_50.0", "display_name": "Join Relation 15-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 15, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/15-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7244.2032, "timing_breakdown": { "forward_time": 7229.0504, "inversion_time": 15.1528, "total_time": 7244.2032, "inversion_overhead_percentage": 0.20960982648564738 }, "throughput": { "rows_per_second": 13198.88073491368, "cells_per_second": 277176.4954331873 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_15-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_15-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_15-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046957, "rdf_statements": 124518, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_15-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24518, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124518, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24518, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124518, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_15-1_50.0", "display_name": "Join Relation 15-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 15, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/15-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7132.3669, "timing_breakdown": { "forward_time": 7120.8264, "inversion_time": 11.5405, "total_time": 7132.3669, "inversion_overhead_percentage": 0.16206686347528426 }, "throughput": { "rows_per_second": 17330.271652008145, "cells_per_second": 363935.7046921711 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_15-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_15-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_15-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046957, "rdf_statements": 124518, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_15-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24518, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124518, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24518, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124518, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_15-1_50.0", "display_name": "Join Relation 15-1 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 15, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/15-1#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7087.2644, "timing_breakdown": { "forward_time": 7076.1131, "inversion_time": 11.1513, "total_time": 7087.2644, "inversion_overhead_percentage": 0.1575907541670017 }, "throughput": { "rows_per_second": 17935.12863971017, "cells_per_second": 376637.7014339135 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_15-1_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_15-1_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_15-1_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046957, "rdf_statements": 124518, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_15-1_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_15-1_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24518, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124518, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24518, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124518, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 7154.6115, "median": 7132.3669, "std": 80.7995260396371, "min": 7087.2644, "max": 7244.2032, "q1": 7109.8156500000005, "q3": 7188.28505, "iqr": 78.46939999999995, "ci_95_lower": 6953.894350273385, "ci_95_upper": 7355.328649726615, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046957, "rdf_statements": 124518, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 7141.996633333333, "median": 7120.8264, "std": 78.63579666642521, "min": 7076.1131, "max": 7229.0504, "q1": 7098.46975, "q3": 7174.9384, "iqr": 76.4686499999998, "ci_95_lower": 6946.654485340736, "ci_95_upper": 7337.3387813259305, "outliers": [], "n": 3 }, "inversion_time": { "mean": 12.614866666666666, "median": 11.5405, "std": 2.2065127154252546, "min": 11.1513, "max": 15.1528, "q1": 11.3459, "q3": 13.34665, "iqr": 2.00075, "ci_95_lower": 7.133585218822167, "ci_95_upper": 18.096148114511166, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.17642248137597774, "median": 0.16206686347528426, "std": 0.028828090384313644, "min": 0.1575907541670017, "max": 0.20960982648564738, "q1": 0.15982880882114298, "q3": 0.1858383449804658, "iqr": 0.026009536159322832, "ci_95_lower": 0.10480953489455715, "ci_95_upper": 0.24803542785739835, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 16154.760342210664, "median": 17330.271652008145, "std": 2577.6697196341156, "min": 13198.88073491368, "max": 17935.12863971017, "q1": 15264.576193460913, "q3": 17632.700145859155, "iqr": 2368.123952398242, "ci_95_lower": 9751.473783230656, "ci_95_upper": 22558.04690119067, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 339249.96718642395, "median": 363935.7046921711, "std": 54131.064112316424, "min": 277176.4954331873, "max": 376637.7014339135, "q1": 320556.10006267915, "q3": 370286.70306304225, "iqr": 49730.6030003631, "ci_95_lower": 204780.9494478438, "ci_95_upper": 473718.9849250041, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_15_1_50.0", "run": "2", "number_of_samples": "69517", "step": "2", "duration": "7120.8264", "version": "3", "cpu_user_diff": "7197.05", "cpu_system_diff": "307.21", "cpu_user_system_diff": "7504.26", "cpu_idle_diff": "198865.65", "cpu_iowait_diff": "4.01", "memory_ram_max": "104015593472", "memory_swap_max": "0", "memory_ram_swap_max": "104015593472", "memory_ram_min": "5097218048", "memory_swap_min": "0", "memory_ram_swap_min": "5097218048", "disk_read_count_diff": "1266", "disk_write_count_diff": "40600", "disk_read_bytes_diff": "14049280", "disk_write_bytes_diff": "459288576", "disk_read_time_diff": "186", "disk_write_time_diff": "12918", "disk_busy_time_diff": "154888", "network_received_count_diff": "14941", "network_sent_count_diff": "5462", "network_received_bytes_diff": "60217010", "network_sent_bytes_diff": "344354", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_15-1_50.0:backward", "run": "2", "number_of_samples": "114", "step": "1", "duration": "11.5405", "version": "3", "cpu_user_diff": "15.83", "cpu_system_diff": "1.64", "cpu_user_system_diff": "17.47", "cpu_idle_diff": "316.84", "cpu_iowait_diff": "0.13", "memory_ram_max": "5524815872", "memory_swap_max": "0", "memory_ram_swap_max": "5524815872", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "159", "disk_write_count_diff": "1923", "disk_read_bytes_diff": "16080896", "disk_write_bytes_diff": "62136320", "disk_read_time_diff": "32", "disk_write_time_diff": "898", "disk_busy_time_diff": "192", "network_received_count_diff": "589", "network_sent_count_diff": "397", "network_received_bytes_diff": "54416", "network_sent_bytes_diff": "3149158", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_3-3_50.0": { "display_name": "Join Relation 3-3 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 3, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/3-3#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_3-3_50.0", "display_name": "Join Relation 3-3 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 3, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/3-3#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7090.4596, "timing_breakdown": { "forward_time": 7074.2293, "inversion_time": 16.2303, "total_time": 7090.4596, "inversion_overhead_percentage": 0.22942852587489637 }, "throughput": { "rows_per_second": 12322.631128198493, "cells_per_second": 258775.25369216836 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-3_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-3_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-3_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046289, "rdf_statements": 225352, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_3-3_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125352, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225352, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125352, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225352, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_3-3_50.0", "display_name": "Join Relation 3-3 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 3, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/3-3#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7655.4294, "timing_breakdown": { "forward_time": 7639.8266, "inversion_time": 15.6028, "total_time": 7655.4294, "inversion_overhead_percentage": 0.20422976615725807 }, "throughput": { "rows_per_second": 12818.212115774091, "cells_per_second": 269182.45443125593 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-3_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-3_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-3_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046289, "rdf_statements": 225352, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_3-3_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125352, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225352, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125352, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225352, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_3-3_50.0", "display_name": "Join Relation 3-3 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 3, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/3-3#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7392.1868, "timing_breakdown": { "forward_time": 7376.5671, "inversion_time": 15.6197, "total_time": 7392.1868, "inversion_overhead_percentage": 0.21174754853107752 }, "throughput": { "rows_per_second": 12804.34323322471, "cells_per_second": 268891.2078977189 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-3_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-3_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-3_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046289, "rdf_statements": 225352, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-3_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_3-3_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125352, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225352, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125352, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225352, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 7379.3586, "median": 7392.1868, "std": 282.703273352892, "min": 7090.4596, "max": 7655.4294, "q1": 7241.323200000001, "q3": 7523.8081, "iqr": 282.48489999999947, "ci_95_lower": 6677.084737428819, "ci_95_upper": 8081.63246257118, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046289, "rdf_statements": 225352, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 7363.541, "median": 7376.5671, "std": 283.02356068484846, "min": 7074.2293, "max": 7639.8266, "q1": 7225.3982, "q3": 7508.19685, "iqr": 282.79865000000063, "ci_95_lower": 6660.47149958891, "ci_95_upper": 8066.6105004110905, "outliers": [], "n": 3 }, "inversion_time": { "mean": 15.8176, "median": 15.6197, "std": 0.3575085593380945, "min": 15.6028, "max": 16.2303, "q1": 15.61125, "q3": 15.925, "iqr": 0.31375000000000064, "ci_95_lower": 14.929499505474709, "ci_95_upper": 16.705700494525292, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.21513528018774397, "median": 0.21174754853107752, "std": 0.01293645690133132, "min": 0.20422976615725807, "max": 0.22942852587489637, "q1": 0.2079886573441678, "q3": 0.22058803720298695, "iqr": 0.012599379858819149, "ci_95_lower": 0.182999339742714, "ci_95_upper": 0.24727122063277393, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 12648.395492399097, "median": 12804.34323322471, "std": 282.2054255556768, "min": 12322.631128198493, "max": 12818.212115774091, "q1": 12563.487180711601, "q3": 12811.2776744994, "iqr": 247.79049378779928, "ci_95_lower": 11947.35835231569, "ci_95_upper": 13349.432632482503, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 265616.30534038105, "median": 268891.2078977189, "std": 5926.313936669196, "min": 258775.25369216836, "max": 269182.45443125593, "q1": 263833.23079494364, "q3": 269036.8311644874, "iqr": 5203.6003695437685, "ci_95_lower": 250894.52539862954, "ci_95_upper": 280338.08528213255, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_3_3_50.0", "run": "3", "number_of_samples": "71896", "step": "2", "duration": "7376.5671", "version": "3", "cpu_user_diff": "7463.54", "cpu_system_diff": "294.6", "cpu_user_system_diff": "7758.14", "cpu_idle_diff": "206033.2", "cpu_iowait_diff": "3.64", "memory_ram_max": "104128561152", "memory_swap_max": "0", "memory_ram_swap_max": "104128561152", "memory_ram_min": "5092003840", "memory_swap_min": "0", "memory_ram_swap_min": "5092003840", "disk_read_count_diff": "512", "disk_write_count_diff": "39648", "disk_read_bytes_diff": "3235840", "disk_write_bytes_diff": "394051584", "disk_read_time_diff": "48", "disk_write_time_diff": "12761", "disk_busy_time_diff": "228528", "network_received_count_diff": "16505", "network_sent_count_diff": "6814", "network_received_bytes_diff": "60318186", "network_sent_bytes_diff": "420752", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_3-3_50.0:backward", "run": "3", "number_of_samples": "154", "step": "1", "duration": "15.6197", "version": "3", "cpu_user_diff": "19.75", "cpu_system_diff": "1.86", "cpu_user_system_diff": "21.61", "cpu_idle_diff": "430.7", "cpu_iowait_diff": "0.16", "memory_ram_max": "5591265280", "memory_swap_max": "0", "memory_ram_swap_max": "5591265280", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "262", "disk_write_count_diff": "2140", "disk_read_bytes_diff": "27930624", "disk_write_bytes_diff": "136654848", "disk_read_time_diff": "47", "disk_write_time_diff": "1336", "disk_busy_time_diff": "276", "network_received_count_diff": "1004", "network_sent_count_diff": "645", "network_received_bytes_diff": "87174", "network_sent_bytes_diff": "5682501", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_3-5_50.0": { "display_name": "Join Relation 3-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 3, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/3-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_3-5_50.0", "display_name": "Join Relation 3-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 3, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/3-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6966.492000000001, "timing_breakdown": { "forward_time": 6947.660400000001, "inversion_time": 18.8316, "total_time": 6966.492000000001, "inversion_overhead_percentage": 0.27104951761890955 }, "throughput": { "rows_per_second": 10620.44648357017, "cells_per_second": 223029.37615497352 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-5_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-5_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-5_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046482, "rdf_statements": 225193, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_3-5_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125193, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225193, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125193, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225193, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_3-5_50.0", "display_name": "Join Relation 3-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 3, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/3-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7434.448799999999, "timing_breakdown": { "forward_time": 7418.264499999999, "inversion_time": 16.1843, "total_time": 7434.448799999999, "inversion_overhead_percentage": 0.2181682791170361 }, "throughput": { "rows_per_second": 12357.655258491253, "cells_per_second": 259510.76042831634 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-5_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-5_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-5_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046482, "rdf_statements": 225193, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_3-5_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125193, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225193, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125193, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225193, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_3-5_50.0", "display_name": "Join Relation 3-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 3, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/3-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7389.8632, "timing_breakdown": { "forward_time": 7374.0403, "inversion_time": 15.8229, "total_time": 7389.8632, "inversion_overhead_percentage": 0.21457571909391385 }, "throughput": { "rows_per_second": 12639.907981469894, "cells_per_second": 265438.0676108678 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-5_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-5_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_3-5_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046482, "rdf_statements": 225193, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_3-5_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_3-5_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125193, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225193, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125193, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225193, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 7263.601333333333, "median": 7389.8632, "std": 258.26814727560355, "min": 6966.492000000001, "max": 7434.448799999999, "q1": 7178.177600000001, "q3": 7412.155999999999, "iqr": 233.97839999999815, "ci_95_lower": 6622.027688942118, "ci_95_upper": 7905.174977724548, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046482, "rdf_statements": 225193, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 7246.655066666666, "median": 7374.0403, "std": 259.87940085305524, "min": 6947.660400000001, "max": 7418.264499999999, "q1": 7160.850350000001, "q3": 7396.152399999999, "iqr": 235.30204999999842, "ci_95_lower": 6601.078846500511, "ci_95_upper": 7892.231286832822, "outliers": [], "n": 3 }, "inversion_time": { "mean": 16.94626666666667, "median": 16.1843, "std": 1.6427153811093802, "min": 15.8229, "max": 18.8316, "q1": 16.0036, "q3": 17.50795, "iqr": 1.5043500000000023, "ci_95_lower": 12.865535438780544, "ci_95_upper": 21.026997894552796, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.23459783860995317, "median": 0.2181682791170361, "std": 0.03161914449837199, "min": 0.21457571909391385, "max": 0.27104951761890955, "q1": 0.21637199910547497, "q3": 0.24460889836797284, "iqr": 0.028236899262497867, "ci_95_lower": 0.15605152934826433, "ci_95_upper": 0.313144147871642, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 11872.669907843772, "median": 12357.655258491253, "std": 1093.601517067275, "min": 10620.44648357017, "max": 12639.907981469894, "q1": 11489.050871030711, "q3": 12498.781619980575, "iqr": 1009.7307489498635, "ci_95_lower": 9156.013137669583, "ci_95_upper": 14589.326678017962, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 249326.0680647192, "median": 259510.76042831634, "std": 22965.631858412802, "min": 223029.37615497352, "max": 265438.0676108678, "q1": 241270.06829164492, "q3": 262474.41401959205, "iqr": 21204.345727947133, "ci_95_lower": 192276.27589106114, "ci_95_upper": 306375.86023837724, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_3_5_50.0", "run": "3", "number_of_samples": "71896", "step": "2", "duration": "7374.0403", "version": "3", "cpu_user_diff": "7452.59", "cpu_system_diff": "320.35", "cpu_user_system_diff": "7772.94", "cpu_idle_diff": "205939.19", "cpu_iowait_diff": "3.73", "memory_ram_max": "104114438144", "memory_swap_max": "0", "memory_ram_swap_max": "104114438144", "memory_ram_min": "5115248640", "memory_swap_min": "0", "memory_ram_swap_min": "5115248640", "disk_read_count_diff": "131", "disk_write_count_diff": "36242", "disk_read_bytes_diff": "1363968", "disk_write_bytes_diff": "404254720", "disk_read_time_diff": "10", "disk_write_time_diff": "11895", "disk_busy_time_diff": "132052", "network_received_count_diff": "15234", "network_sent_count_diff": "5728", "network_received_bytes_diff": "60240849", "network_sent_bytes_diff": "354990", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_3-5_50.0:backward", "run": "2", "number_of_samples": "159", "step": "1", "duration": "16.1843", "version": "3", "cpu_user_diff": "20.06", "cpu_system_diff": "2.24", "cpu_user_system_diff": "22.3", "cpu_idle_diff": "446.44", "cpu_iowait_diff": "0.14", "memory_ram_max": "5547442176", "memory_swap_max": "0", "memory_ram_swap_max": "5547442176", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "263", "disk_write_count_diff": "1821", "disk_read_bytes_diff": "27230208", "disk_write_bytes_diff": "132558848", "disk_read_time_diff": "54", "disk_write_time_diff": "911", "disk_busy_time_diff": "244", "network_received_count_diff": "1004", "network_sent_count_diff": "641", "network_received_bytes_diff": "87144", "network_sent_bytes_diff": "5678400", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_5-3_50.0": { "display_name": "Join Relation 5-3 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-3#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_5-3_50.0", "display_name": "Join Relation 5-3 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-3#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7309.7080000000005, "timing_breakdown": { "forward_time": 7292.1552, "inversion_time": 17.5528, "total_time": 7309.7080000000005, "inversion_overhead_percentage": 0.24070798712567174 }, "throughput": { "rows_per_second": 11394.193518982725, "cells_per_second": 239278.06389863725 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-3_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-3_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-3_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046403, "rdf_statements": 225158, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_5-3_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125158, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225158, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125158, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225158, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_5-3_50.0", "display_name": "Join Relation 5-3 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-3#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7562.296600000001, "timing_breakdown": { "forward_time": 7546.160400000001, "inversion_time": 16.1362, "total_time": 7562.296600000001, "inversion_overhead_percentage": 0.21383324955562827 }, "throughput": { "rows_per_second": 12394.491887805061, "cells_per_second": 260284.32964390627 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-3_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-3_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-3_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046403, "rdf_statements": 225158, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_5-3_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125158, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225158, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125158, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225158, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_5-3_50.0", "display_name": "Join Relation 5-3 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 3, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-3#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7174.6479, "timing_breakdown": { "forward_time": 7157.9505, "inversion_time": 16.6974, "total_time": 7174.6479, "inversion_overhead_percentage": 0.23327068271846804 }, "throughput": { "rows_per_second": 11977.912728927859, "cells_per_second": 251536.167307485 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-3_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-3_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-3_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046403, "rdf_statements": 225158, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-3_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_5-3_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125158, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225158, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 125158, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 225158, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 7348.884166666667, "median": 7309.7080000000005, "std": 196.77133347859248, "min": 7174.6479, "max": 7562.296600000001, "q1": 7242.17795, "q3": 7436.0023, "iqr": 193.82434999999987, "ci_95_lower": 6860.077076581095, "ci_95_upper": 7837.691256752239, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046403, "rdf_statements": 225158, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 7332.0887, "median": 7292.1552, "std": 197.16172278408948, "min": 7157.9505, "max": 7546.160400000001, "q1": 7225.05285, "q3": 7419.157800000001, "iqr": 194.10495000000083, "ci_95_lower": 6842.311829118379, "ci_95_upper": 7821.865570881621, "outliers": [], "n": 3 }, "inversion_time": { "mean": 16.795466666666666, "median": 16.6974, "std": 0.713373459930586, "min": 16.1362, "max": 17.5528, "q1": 16.4168, "q3": 17.1251, "iqr": 0.7083000000000013, "ci_95_lower": 15.023348752291284, "ci_95_upper": 18.56758458104205, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.22927063979992268, "median": 0.23327068271846804, "std": 0.01387671205211559, "min": 0.21383324955562827, "max": 0.24070798712567174, "q1": 0.22355196613704814, "q3": 0.2369893349220699, "iqr": 0.013437368785021747, "ci_95_lower": 0.19479897607616203, "ci_95_upper": 0.26374230352368333, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 11922.19937857188, "median": 11977.912728927859, "std": 502.4710834695588, "min": 11394.193518982725, "max": 12394.491887805061, "q1": 11686.053123955291, "q3": 12186.20230836646, "iqr": 500.1491844111697, "ci_95_lower": 10673.992011061102, "ci_95_upper": 13170.406746082659, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 250366.18695000952, "median": 251536.167307485, "std": 10551.892752860716, "min": 239278.06389863725, "max": 260284.32964390627, "q1": 245407.11560306113, "q3": 255910.24847569564, "iqr": 10503.13287263451, "ci_95_lower": 224153.8322322832, "ci_95_upper": 276578.54166773584, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_5_3_50.0", "run": "1", "number_of_samples": "71120", "step": "2", "duration": "7292.1552", "version": "3", "cpu_user_diff": "7369.71", "cpu_system_diff": "311.24", "cpu_user_system_diff": "7680.95", "cpu_idle_diff": "203664.28", "cpu_iowait_diff": "3.61", "memory_ram_max": "104157601792", "memory_swap_max": "0", "memory_ram_swap_max": "104157601792", "memory_ram_min": "5111431168", "memory_swap_min": "0", "memory_ram_swap_min": "5111431168", "disk_read_count_diff": "487", "disk_write_count_diff": "40285", "disk_read_bytes_diff": "6975488", "disk_write_bytes_diff": "517738496", "disk_read_time_diff": "91", "disk_write_time_diff": "13573", "disk_busy_time_diff": "254120", "network_received_count_diff": "14851", "network_sent_count_diff": "4656", "network_received_bytes_diff": "60204403", "network_sent_bytes_diff": "280366", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_5-3_50.0:backward", "run": "3", "number_of_samples": "164", "step": "1", "duration": "16.6974", "version": "3", "cpu_user_diff": "20.17", "cpu_system_diff": "2.89", "cpu_user_system_diff": "23.06", "cpu_idle_diff": "460.42", "cpu_iowait_diff": "0.16", "memory_ram_max": "5596737536", "memory_swap_max": "0", "memory_ram_swap_max": "5596737536", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "256", "disk_write_count_diff": "1808", "disk_read_bytes_diff": "26349568", "disk_write_bytes_diff": "130895872", "disk_read_time_diff": "48", "disk_write_time_diff": "962", "disk_busy_time_diff": "224", "network_received_count_diff": "1008", "network_sent_count_diff": "648", "network_received_bytes_diff": "87420", "network_sent_bytes_diff": "5677891", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_10-5_50.0": { "display_name": "Join Relation 10-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 10, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/10-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_10-5_50.0", "display_name": "Join Relation 10-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 10, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/10-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 8213.561500000002, "timing_breakdown": { "forward_time": 8186.325000000001, "inversion_time": 27.2365, "total_time": 8213.561500000002, "inversion_overhead_percentage": 0.3327072892903714 }, "throughput": { "rows_per_second": 7343.087401097791, "cells_per_second": 154204.83542305362 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-5_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-5_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-5_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046246, "rdf_statements": 325114, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_10-5_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 225114, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 325114, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 225114, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 325114, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_10-5_50.0", "display_name": "Join Relation 10-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 10, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/10-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7606.6627, "timing_breakdown": { "forward_time": 7582.3459, "inversion_time": 24.3168, "total_time": 7606.6627, "inversion_overhead_percentage": 0.3207028579374096 }, "throughput": { "rows_per_second": 8224.766416633767, "cells_per_second": 172720.09474930912 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-5_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-5_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-5_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046246, "rdf_statements": 325114, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_10-5_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 225114, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 325114, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 225114, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 325114, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_10-5_50.0", "display_name": "Join Relation 10-5 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 10, "m": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/10-5#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6751.384500000001, "timing_breakdown": { "forward_time": 6728.597900000001, "inversion_time": 22.7866, "total_time": 6751.384500000001, "inversion_overhead_percentage": 0.33865302011879767 }, "throughput": { "rows_per_second": 8777.088288731096, "cells_per_second": 184318.85406335304 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-5_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-5_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_10-5_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046246, "rdf_statements": 325114, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_10-5_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_10-5_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 225114, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 325114, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 225114, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 325114, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 7523.869566666667, "median": 7606.6627, "std": 734.5960944815957, "min": 6751.384500000001, "max": 8213.561500000002, "q1": 7179.0236, "q3": 7910.1121, "iqr": 731.0884999999998, "ci_95_lower": 5699.031705460427, "ci_95_upper": 9348.707427872907, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046246, "rdf_statements": 325114, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 7499.0896, "median": 7582.3459, "std": 732.4211787870897, "min": 6728.597900000001, "max": 8186.325000000001, "q1": 7155.4719000000005, "q3": 7884.3354500000005, "iqr": 728.86355, "ci_95_lower": 5679.65452889036, "ci_95_upper": 9318.52467110964, "outliers": [], "n": 3 }, "inversion_time": { "mean": 24.779966666666667, "median": 24.3168, "std": 2.2608173352425736, "min": 22.7866, "max": 27.2365, "q1": 23.5517, "q3": 25.77665, "iqr": 2.2249499999999998, "ci_95_lower": 19.1637850648117, "ci_95_upper": 30.39614826852163, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.3306877224488596, "median": 0.3327072892903714, "std": 0.009143908806141614, "min": 0.3207028579374096, "max": 0.33865302011879767, "q1": 0.3267050736138905, "q3": 0.33568015470458457, "iqr": 0.00897508109069406, "ci_95_lower": 0.30797299375071724, "ci_95_upper": 0.3534024511470019, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 8114.980702154218, "median": 8224.766416633767, "std": 723.2767891762568, "min": 7343.087401097791, "max": 8777.088288731096, "q1": 7783.926908865779, "q3": 8500.927352682433, "iqr": 717.0004438166534, "ci_95_lower": 6318.261554127786, "ci_95_upper": 9911.69985018065, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 170414.59474523857, "median": 172720.09474930912, "std": 15188.812572701398, "min": 154204.83542305362, "max": 184318.85406335304, "q1": 163462.46508618136, "q3": 178519.47440633108, "iqr": 15057.009320149722, "ci_95_lower": 132683.49263668348, "ci_95_upper": 208145.69685379366, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_10_5_50.0", "run": "2", "number_of_samples": "73815", "step": "2", "duration": "7582.3459", "version": "3", "cpu_user_diff": "7674.51", "cpu_system_diff": "326.86", "cpu_user_system_diff": "8001.37", "cpu_idle_diff": "211737.46", "cpu_iowait_diff": "3.62", "memory_ram_max": "104215576576", "memory_swap_max": "0", "memory_ram_swap_max": "104215576576", "memory_ram_min": "5172264960", "memory_swap_min": "0", "memory_ram_swap_min": "5172264960", "disk_read_count_diff": "112", "disk_write_count_diff": "40568", "disk_read_bytes_diff": "1368064", "disk_write_bytes_diff": "427347968", "disk_read_time_diff": "14", "disk_write_time_diff": "14042", "disk_busy_time_diff": "262520", "network_received_count_diff": "15370", "network_sent_count_diff": "5799", "network_received_bytes_diff": "60264506", "network_sent_bytes_diff": "354103", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_10-5_50.0:backward", "run": "2", "number_of_samples": "237", "step": "1", "duration": "24.3168", "version": "3", "cpu_user_diff": "28.37", "cpu_system_diff": "2.88", "cpu_user_system_diff": "31.25", "cpu_idle_diff": "672.85", "cpu_iowait_diff": "0.4", "memory_ram_max": "5688016896", "memory_swap_max": "0", "memory_ram_swap_max": "5688016896", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "330", "disk_write_count_diff": "1962", "disk_read_bytes_diff": "33931264", "disk_write_bytes_diff": "167657472", "disk_read_time_diff": "120", "disk_write_time_diff": "1049", "disk_busy_time_diff": "472", "network_received_count_diff": "1416", "network_sent_count_diff": "899", "network_received_bytes_diff": "119796", "network_sent_bytes_diff": "8189153", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_relations_5-10_50.0": { "display_name": "Join Relation 5-10 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-10#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_relations_5-10_50.0", "display_name": "Join Relation 5-10 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-10#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7299.4192, "timing_breakdown": { "forward_time": 7278.122600000001, "inversion_time": 21.2966, "total_time": 7299.4192, "inversion_overhead_percentage": 0.29261117420583155 }, "throughput": { "rows_per_second": 9391.170421569639, "cells_per_second": 197214.57885296244 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-10_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-10_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-10_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046286, "rdf_statements": 324889, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_5-10_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 224889, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 324889, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 224889, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 324889, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_relations_5-10_50.0", "display_name": "Join Relation 5-10 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-10#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 7246.5743, "timing_breakdown": { "forward_time": 7223.0545, "inversion_time": 23.5198, "total_time": 7246.5743, "inversion_overhead_percentage": 0.32562124513943513 }, "throughput": { "rows_per_second": 8503.473668993784, "cells_per_second": 178572.94704886945 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-10_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-10_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-10_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046286, "rdf_statements": 324889, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_5-10_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 224889, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 324889, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 224889, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 324889, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_relations_5-10_50.0", "display_name": "Join Relation 5-10 50%", "suite": "joins", "generator": "JoinsRelation", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 5, "m": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/relation/5-10#50", "file": "data-generator/config/benchmark-joins-relation-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 6411.67, "timing_breakdown": { "forward_time": 6389.3188, "inversion_time": 22.3512, "total_time": 6411.67, "inversion_overhead_percentage": 0.34982132993582976 }, "throughput": { "rows_per_second": 8948.065428254413, "cells_per_second": 187909.37399334266 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-10_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-10_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_relations_5-10_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046286, "rdf_statements": 324889, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_relations_5-10_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_relations_5-10_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 224889, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 324889, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 224889, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 324889, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 6985.887833333334, "median": 7246.5743, "std": 497.98869058696846, "min": 6411.67, "max": 7299.4192, "q1": 6829.12215, "q3": 7272.99675, "iqr": 443.8746000000001, "ci_95_lower": 5748.815347021079, "ci_95_upper": 8222.96031964559, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046286, "rdf_statements": 324889, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 6963.498633333334, "median": 7223.0545, "std": 498.01604860127105, "min": 6389.3188, "max": 7278.122600000001, "q1": 6806.18665, "q3": 7250.58855, "iqr": 444.40190000000075, "ci_95_lower": 5726.358185946031, "ci_95_upper": 8200.639080720637, "outliers": [], "n": 3 }, "inversion_time": { "mean": 22.3892, "median": 22.3512, "std": 1.1120870289685059, "min": 21.2966, "max": 23.5198, "q1": 21.823900000000002, "q3": 22.935499999999998, "iqr": 1.1115999999999957, "ci_95_lower": 19.62662267259095, "ci_95_upper": 25.151777327409047, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.3226845830936988, "median": 0.32562124513943513, "std": 0.02871791196519714, "min": 0.29261117420583155, "max": 0.34982132993582976, "q1": 0.3091162096726333, "q3": 0.3377212875376324, "iqr": 0.028605077864999107, "ci_95_lower": 0.25134533497822653, "ci_95_upper": 0.39402383120917106, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 8947.569839605945, "median": 8948.065428254413, "std": 443.8485837980237, "min": 8503.473668993784, "max": 9391.170421569639, "q1": 8725.7695486241, "q3": 9169.617924912025, "iqr": 443.84837628792593, "ci_95_lower": 7844.988834286298, "ci_95_upper": 10050.150844925593, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 187898.96663172485, "median": 187909.37399334266, "std": 9320.820259758511, "min": 178572.94704886945, "max": 197214.57885296244, "q1": 183241.16052110604, "q3": 192561.97642315255, "iqr": 9320.81590204651, "ci_95_lower": 164744.7655200122, "ci_95_upper": 211053.1677434375, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_relation_5_10_50.0", "run": "2", "number_of_samples": "70532", "step": "2", "duration": "7223.0545", "version": "3", "cpu_user_diff": "7311.97", "cpu_system_diff": "291.29", "cpu_user_system_diff": "7603.26", "cpu_idle_diff": "201743.05", "cpu_iowait_diff": "3.56", "memory_ram_max": "104266866688", "memory_swap_max": "0", "memory_ram_swap_max": "104266866688", "memory_ram_min": "5178007552", "memory_swap_min": "0", "memory_ram_swap_min": "5178007552", "disk_read_count_diff": "723", "disk_write_count_diff": "41281", "disk_read_bytes_diff": "6930432", "disk_write_bytes_diff": "426229760", "disk_read_time_diff": "271", "disk_write_time_diff": "12767", "disk_busy_time_diff": "259320", "network_received_count_diff": "14291", "network_sent_count_diff": "4771", "network_received_bytes_diff": "60184324", "network_sent_bytes_diff": "330529", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_relations_5-10_50.0:backward", "run": "3", "number_of_samples": "219", "step": "1", "duration": "22.3512", "version": "3", "cpu_user_diff": "26.68", "cpu_system_diff": "2.52", "cpu_user_system_diff": "29.2", "cpu_idle_diff": "618.39", "cpu_iowait_diff": "0.21", "memory_ram_max": "5738438656", "memory_swap_max": "0", "memory_ram_swap_max": "5738438656", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "354", "disk_write_count_diff": "1974", "disk_read_bytes_diff": "36474880", "disk_write_bytes_diff": "172826624", "disk_read_time_diff": "70", "disk_write_time_diff": "1176", "disk_busy_time_diff": "296", "network_received_count_diff": "1403", "network_sent_count_diff": "893", "network_received_bytes_diff": "118796", "network_sent_bytes_diff": "8182993", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_mutiple_1-1_1jc_50.0": { "display_name": "1 join condition", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "jc": 1 }, "source_configuration": { "identifier": "http://example.com/kg-inversion-benchmark/postgresql#joins-conditions-1", "file": null, "overrides": { "scenario": "documented KROWN scale absent from config" } }, "raw_runs": [ { "status": "completed", "scenario_name": "joins_mutiple_1-1_1jc_50.0", "display_name": "1 join condition", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "jc": 1 }, "source_configuration": { "identifier": "http://example.com/kg-inversion-benchmark/postgresql#joins-conditions-1", "file": null, "overrides": { "scenario": "documented KROWN scale absent from config" } }, "execution_time": 6343.2564, "timing_breakdown": { "forward_time": 6326.2599, "inversion_time": 16.9965, "total_time": 6343.2564, "inversion_overhead_percentage": 0.26866585105047613 }, "throughput": { "rows_per_second": 11767.128526461329, "cells_per_second": 247109.69905568793 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_mutiple_1-1_1jc_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_mutiple_1-1_1jc_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_mutiple_1-1_1jc_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046679, "rdf_statements": 124869, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/forward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/forward/results/run_1/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/backward/results/run_1/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/backward/results/run_1/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_mutiple_1-1_1jc_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 1 }, { "status": "completed", "scenario_name": "joins_mutiple_1-1_1jc_50.0", "display_name": "1 join condition", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "jc": 1 }, "source_configuration": { "identifier": "http://example.com/kg-inversion-benchmark/postgresql#joins-conditions-1", "file": null, "overrides": { "scenario": "documented KROWN scale absent from config" } }, "execution_time": 6190.0244, "timing_breakdown": { "forward_time": 6178.2214, "inversion_time": 11.803, "total_time": 6190.0244, "inversion_overhead_percentage": 0.1910420367907178 }, "throughput": { "rows_per_second": 16944.844531051425, "cells_per_second": 355841.73515207996 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_mutiple_1-1_1jc_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_mutiple_1-1_1jc_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_mutiple_1-1_1jc_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046679, "rdf_statements": 124869, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/forward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/forward/results/run_2/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/backward/results/run_2/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/backward/results/run_2/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_mutiple_1-1_1jc_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 2 }, { "status": "completed", "scenario_name": "joins_mutiple_1-1_1jc_50.0", "display_name": "1 join condition", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql", "jc": 1 }, "source_configuration": { "identifier": "http://example.com/kg-inversion-benchmark/postgresql#joins-conditions-1", "file": null, "overrides": { "scenario": "documented KROWN scale absent from config" } }, "execution_time": 6849.4433, "timing_breakdown": { "forward_time": 6837.8162999999995, "inversion_time": 11.627, "total_time": 6849.4433, "inversion_overhead_percentage": 0.17003966602612594 }, "throughput": { "rows_per_second": 17201.34170465296, "cells_per_second": 361228.1757977122 }, "mapping_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_mutiple_1-1_1jc_50.0/data/shared/mapping.r2rml.ttl", "data_files": [ "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_mutiple_1-1_1jc_50.0/data/shared/data1.csv", "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/scenarios/RMLMapper/postgresql/joins_mutiple_1-1_1jc_50.0/data/shared/data2.csv" ], "mapping_size_bytes": 871, "data_size_bytes": 43046679, "rdf_statements": 124869, "source_rows": 200000, "source_cells": 4200000, "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "inversion_count": 2, "metrics": { "scope": "system", "stages": { "forward": { "executor": "KROWN Executor", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/forward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/forward/results/run_3/case-info.txt", "step": 2 }, "backward": { "executor": "local inversion", "metrics_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/backward/results/run_3/metrics.csv", "case_info_file": "/mnt/arcangelo/repositories/knowledge-graphs-inversion/benchmarks/krown/results/krown_1785061943_roundtrip_kgi/joins_mutiple_1-1_1jc_50.0/backward/results/run_3/case-info.txt", "step": 1 } } }, "validation_results": { "scenario": "joins_mutiple_1-1_1jc_50.0", "validation_passed": true, "expected_outcome": "AMBIGUOUS", "outcome": "AMBIGUOUS", "checks": { "tables": true, "rdf_round_trip": null }, "missing_mapped_columns": { "data1": [ "p1" ] }, "source_tables": [ "data1", "data2" ], "destination_tables": [ "data1", "data2" ], "tables": { "data1": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true }, "data2": { "checks": { "column_subset": true, "no_foreign_values": true, "columns": false, "rows": false, "values": false, "multiplicities": false }, "losses": { "columns": [ "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "rows": 0, "additional_rows": 24869, "values": true, "multiplicities": true }, "metrics": { "original_rows": 100000, "reconstructed_rows": 124869, "original_columns": [ "id", "p1", "p2", "p3", "p4", "p5", "p6", "p7", "p8", "p9", "p10", "p11", "p12", "p13", "p14", "p15", "p16", "p17", "p18", "p19", "p20" ], "reconstructed_columns": [ "id" ] }, "exact": false, "partial_valid": true } }, "errors": [] }, "iteration": 3 } ], "status": "completed", "statistics": { "execution_time": { "mean": 6460.908033333333, "median": 6343.2564, "std": 345.0938300503259, "min": 6190.0244, "max": 6849.4433, "q1": 6266.6404, "q3": 6596.3498500000005, "iqr": 329.7094500000003, "ci_95_lower": 5603.64743601296, "ci_95_upper": 7318.168630653707, "outliers": [], "n": 3 }, "n_runs": 3, "metadata": { "triples_maps_count": 2, "predicate_object_maps_count": 1, "join_conditions_count": 1, "graph_maps_count": 0, "mapping_size_bytes": 871, "data_size_bytes": 43046679, "rdf_statements": 124869, "source_rows": 200000, "source_cells": 4200000 }, "forward_time": { "mean": 6447.432533333333, "median": 6326.2599, "std": 346.0902531540047, "min": 6178.2214, "max": 6837.8162999999995, "q1": 6252.24065, "q3": 6582.0381, "iqr": 329.79745, "ci_95_lower": 5587.696683804251, "ci_95_upper": 7307.168382862415, "outliers": [], "n": 3 }, "inversion_time": { "mean": 13.475500000000002, "median": 11.803, "std": 3.050544992292361, "min": 11.627, "max": 16.9965, "q1": 11.715, "q3": 14.399750000000001, "iqr": 2.684750000000001, "ci_95_lower": 5.897526143255427, "ci_95_upper": 21.053473856744578, "outliers": [], "n": 3 }, "inversion_overhead_percentage": { "mean": 0.20991585128910661, "median": 0.1910420367907178, "std": 0.05195138832027527, "min": 0.17003966602612594, "max": 0.26866585105047613, "q1": 0.18054085140842185, "q3": 0.22985394392059696, "iqr": 0.04931309251217511, "ci_95_lower": 0.08086144838492518, "ci_95_upper": 0.3389702541932881, "outliers": [], "n": 3 }, "rows_per_second": { "mean": 15304.438254055238, "median": 16944.844531051425, "std": 3066.0834596785307, "min": 11767.128526461329, "max": 17201.34170465296, "q1": 14355.986528756377, "q3": 17073.093117852193, "iqr": 2717.106589095816, "ci_95_lower": 7687.864704493877, "ci_95_upper": 22921.0118036166, "outliers": [], "n": 3 }, "cells_per_second": { "mean": 321393.20333516004, "median": 355841.73515207996, "std": 64387.75265324913, "min": 247109.69905568793, "max": 361228.1757977122, "q1": 301475.717103884, "q3": 358534.95547489607, "iqr": 57059.23837101209, "ci_95_lower": 161445.1587943715, "ci_95_upper": 481341.24787594855, "outliers": [], "n": 3 } }, "resource_summary": [ { "name": "join_multiple_1-1_1_50.0", "run": "1", "number_of_samples": "61744", "step": "2", "duration": "6326.2599", "version": "3", "cpu_user_diff": "6402.38", "cpu_system_diff": "260.64", "cpu_user_system_diff": "6663.02", "cpu_idle_diff": "176708.97", "cpu_iowait_diff": "3.16", "memory_ram_max": "104218152960", "memory_swap_max": "0", "memory_ram_swap_max": "104218152960", "memory_ram_min": "5191401472", "memory_swap_min": "0", "memory_ram_swap_min": "5191401472", "disk_read_count_diff": "60", "disk_write_count_diff": "32454", "disk_read_bytes_diff": "442368", "disk_write_bytes_diff": "377667584", "disk_read_time_diff": "20", "disk_write_time_diff": "10665", "disk_busy_time_diff": "183292", "network_received_count_diff": "13213", "network_sent_count_diff": "4582", "network_received_bytes_diff": "60051810", "network_sent_bytes_diff": "279360", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "forward" }, { "name": "joins_mutiple_1-1_1jc_50.0:backward", "run": "2", "number_of_samples": "116", "step": "1", "duration": "11.803", "version": "3", "cpu_user_diff": "15.84", "cpu_system_diff": "1.86", "cpu_user_system_diff": "17.7", "cpu_idle_diff": "324.11", "cpu_iowait_diff": "0.11", "memory_ram_max": "5556486144", "memory_swap_max": "0", "memory_ram_swap_max": "5556486144", "memory_ram_min": "0", "memory_swap_min": "0", "memory_ram_swap_min": "0", "disk_read_count_diff": "180", "disk_write_count_diff": "1612", "disk_read_bytes_diff": "18776064", "disk_write_bytes_diff": "66052096", "disk_read_time_diff": "36", "disk_write_time_diff": "645", "disk_busy_time_diff": "204", "network_received_count_diff": "606", "network_sent_count_diff": "402", "network_received_bytes_diff": "55572", "network_sent_bytes_diff": "3158147", "network_received_error_diff": "0", "network_sent_error_diff": "0", "network_received_drop_diff": "0", "network_sent_drop_diff": "0", "stage_name": "backward" } ] }, "joins_mutiple_1-1_5jc_50.0": { "display_name": "Join Multiple 1-1 5JC", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/multiple/1-1#5JC", "file": "data-generator/config/benchmark-joins-multiple-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_mutiple_1-1_5jc_50.0", "display_name": "Join Multiple 1-1 5JC", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 5, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/multiple/1-1#5JC", "file": "data-generator/config/benchmark-joins-multiple-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 10799.990600000001, "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-08-04 01:13:09,908] WARNING Timeout (10800s) reached for RMLMapper\n[2026-08-04 01:13:09,910] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-08-04 01:13:09,908] WARNING Timeout (10800s) reached for RMLMapper\n[2026-08-04 01:13:09,910] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "statistics": null, "resource_summary": null }, "joins_mutiple_1-1_10jc_50.0": { "display_name": "Join Multiple 1-1 10JC", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/multiple/1-1#10JC", "file": "data-generator/config/benchmark-joins-multiple-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_mutiple_1-1_10jc_50.0", "display_name": "Join Multiple 1-1 10JC", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 10, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/multiple/1-1#10JC", "file": "data-generator/config/benchmark-joins-multiple-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 10799.9772, "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-08-04 04:35:18,829] WARNING Timeout (10800s) reached for RMLMapper\n[2026-08-04 04:35:18,831] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-08-04 04:35:18,829] WARNING Timeout (10800s) reached for RMLMapper\n[2026-08-04 04:35:18,831] ERROR Executing command \"execute_mapping\" failed for resource \"RMLMapper\"\n" }, "statistics": null, "resource_summary": null }, "joins_mutiple_1-1_15jc_50.0": { "display_name": "Join Multiple 1-1 15JC", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/multiple/1-1#15JC", "file": "data-generator/config/benchmark-joins-multiple-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "raw_runs": [ { "status": "failed", "scenario_name": "joins_mutiple_1-1_15jc_50.0", "display_name": "Join Multiple 1-1 15JC", "suite": "joins", "generator": "JoinsMultiple", "expected_outcome": "AMBIGUOUS", "parameters": { "percentage": 50.0, "n": 1, "m": 1, "jc": 15, "number_of_members": 100000, "number_of_properties": 20, "value_size": 0, "data_format": "postgresql" }, "source_configuration": { "identifier": "http://example.com/new-rml-benchmark/joins/multiple/1-1#15JC", "file": "data-generator/config/benchmark-joins-multiple-rmlmapper.json", "overrides": { "data_format": { "source": "csv", "benchmark": "postgresql" } } }, "execution_time": 10800.0491, "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-08-04 08:07:39,951] WARNING Timeout (10800s) reached for RMLMapper\n" }, "iteration": 1 } ], "status": "failed", "failure": { "stage": "forward_mapping", "kind": "timeout", "outcome": "TIMEOUT", "message": "KROWN Executor RMLMapper step failed", "diagnostic": "[2026-08-04 08:07:39,951] WARNING Timeout (10800s) reached for RMLMapper\n" }, "statistics": null, "resource_summary": null } } }