From 0b643dd34d9ecb1efffd0ddcf0d97886e432d8a3 Mon Sep 17 00:00:00 2001 From: Sears Russell Date: Tue, 22 Mar 2005 20:57:51 +0000 Subject: [PATCH] Benchmarking figures, and auto-generated graphs. --- benchmarks/SOSP/BULK_LOAD.def | 3 + .../SOSP/BULK_LOAD/BULK_LOAD-BDB_HASH.dat | 10 + .../BULK_LOAD/BULK_LOAD-LLADD_FAST_HASH.dat | 11 + .../BULK_LOAD/BULK_LOAD-LLADD_NTA_HASH.dat | 11 + benchmarks/SOSP/BULK_LOAD/BULK_LOAD.def | 3 + benchmarks/SOSP/BULK_LOAD/BULK_LOAD.pdf | 343 +++++++++++++++++ benchmarks/SOSP/BULK_LOAD_RAW.def | 3 + .../BULK_LOAD_RAW/BULK_LOAD_RAW-BDB_RAW.dat | 9 + .../BULK_LOAD_RAW-LLADD_ARRAY_LIST.dat | 10 + .../BULK_LOAD_RAW-LLADD_LINKED_LIST.dat | 9 + .../BULK_LOAD_RAW-LLADD_RECORDID.dat | 9 + .../SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.def | 3 + .../SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.pdf | 358 ++++++++++++++++++ benchmarks/SOSP/LLADD_HASH_TPS.def | 3 + .../LLADD_HASH_TPS-LLADD_HASH_TPS.dat | 9 + .../SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.def | 3 + .../SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.pdf | 227 +++++++++++ benchmarks/SOSP/TPS.def | 3 + benchmarks/SOSP/TPS/TPS-BDB_HASH_TPS.dat | 0 benchmarks/SOSP/TPS/TPS-LLADD_HASH_TPS.dat | 0 benchmarks/SOSP/TPS/TPS.def | 3 + benchmarks/SOSP/parseOutput.pl | 32 +- 22 files changed, 1044 insertions(+), 18 deletions(-) create mode 100644 benchmarks/SOSP/BULK_LOAD.def create mode 100644 benchmarks/SOSP/BULK_LOAD/BULK_LOAD-BDB_HASH.dat create mode 100644 benchmarks/SOSP/BULK_LOAD/BULK_LOAD-LLADD_FAST_HASH.dat create mode 100644 benchmarks/SOSP/BULK_LOAD/BULK_LOAD-LLADD_NTA_HASH.dat create mode 100644 benchmarks/SOSP/BULK_LOAD/BULK_LOAD.def create mode 100644 benchmarks/SOSP/BULK_LOAD/BULK_LOAD.pdf create mode 100644 benchmarks/SOSP/BULK_LOAD_RAW.def create mode 100644 benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-BDB_RAW.dat create mode 100644 benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_ARRAY_LIST.dat create mode 100644 benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_LINKED_LIST.dat create mode 100644 benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_RECORDID.dat create mode 100644 benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.def create mode 100644 benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.pdf create mode 100644 benchmarks/SOSP/LLADD_HASH_TPS.def create mode 100644 benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS-LLADD_HASH_TPS.dat create mode 100644 benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.def create mode 100644 benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.pdf create mode 100644 benchmarks/SOSP/TPS.def create mode 100644 benchmarks/SOSP/TPS/TPS-BDB_HASH_TPS.dat create mode 100644 benchmarks/SOSP/TPS/TPS-LLADD_HASH_TPS.dat create mode 100644 benchmarks/SOSP/TPS/TPS.def diff --git a/benchmarks/SOSP/BULK_LOAD.def b/benchmarks/SOSP/BULK_LOAD.def new file mode 100644 index 0000000..0d424c0 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD.def @@ -0,0 +1,3 @@ +Title: Bulk Load Time - Single Transaction +X-Label: Insertions +Y-Label: Seconds diff --git a/benchmarks/SOSP/BULK_LOAD/BULK_LOAD-BDB_HASH.dat b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD-BDB_HASH.dat new file mode 100644 index 0000000..c8cc8c2 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD-BDB_HASH.dat @@ -0,0 +1,10 @@ +25000 17.3176666666667 +50000 67.4888333333333 +75000 125.352666666667 +100000 185.907 +125000 249.9725 +150000 316.792833333333 +175000 384.112333333333 +200000 451.9765 +225000 523.415166666667 +250000 590.314333333333 diff --git a/benchmarks/SOSP/BULK_LOAD/BULK_LOAD-LLADD_FAST_HASH.dat b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD-LLADD_FAST_HASH.dat new file mode 100644 index 0000000..4041224 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD-LLADD_FAST_HASH.dat @@ -0,0 +1,11 @@ +1 0.108625 +25000 1.35533333333333 +50000 2.70116666666667 +75000 4.1385 +100000 5.49683333333333 +125000 7.20116666666667 +150000 8.73983333333333 +175000 10.149 +200000 11.7608333333333 +225000 13.399 +250000 16.7328333333333 diff --git a/benchmarks/SOSP/BULK_LOAD/BULK_LOAD-LLADD_NTA_HASH.dat b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD-LLADD_NTA_HASH.dat new file mode 100644 index 0000000..e967a54 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD-LLADD_NTA_HASH.dat @@ -0,0 +1,11 @@ +1 0.1115 +25000 3.29216666666667 +50000 6.5265 +75000 9.79166666666667 +100000 13.0565 +125000 18.5666666666667 +150000 36.5215 +175000 61.0613333333333 +200000 87.7188333333333 +225000 119.230833333333 +250000 151.836 diff --git a/benchmarks/SOSP/BULK_LOAD/BULK_LOAD.def b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD.def new file mode 100644 index 0000000..0d424c0 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD.def @@ -0,0 +1,3 @@ +Title: Bulk Load Time - Single Transaction +X-Label: Insertions +Y-Label: Seconds diff --git a/benchmarks/SOSP/BULK_LOAD/BULK_LOAD.pdf b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD.pdf new file mode 100644 index 0000000..ace044a --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD/BULK_LOAD.pdf @@ -0,0 +1,343 @@ +%PDF-1.1 +%ρ +1 0 obj +<< +/CreationDate (D:20050322125619) +/ModDate (D:20050322125619) +/Title (R Graphics Output) +/Producer (R 2.0.1) +/Creator (R) +>> +endobj +2 0 obj +<< +/Type /Catalog +/Pages 3 0 R +>> +endobj +5 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F1 +/BaseFont /ZapfDingbats +>> +endobj +6 0 obj +<< +/Type /Page +/Parent 3 0 R +/Contents 7 0 R +/Resources 4 0 R +>> +endobj +7 0 obj +<< +/Length 8 0 R +>> +stream +q +Q q 59.04 73.44 270.72 155.52 re W n +0.000 0.000 0.000 RG +0.75 w +[] 0 d +1 J +1 j +10.00 M +100.60 86.58 m 112.73 92.50 l S +125.47 99.20 m 137.99 106.25 l S +150.47 113.43 m 163.13 120.89 l S +175.44 128.36 m 188.29 136.37 l S +200.44 144.10 m 213.43 152.55 l S +225.49 160.42 m 238.51 168.95 l S +250.54 176.87 m 263.59 185.49 l S +275.51 193.56 m 288.75 202.77 l S +300.70 210.81 m 313.70 219.27 l S +BT +/F1 1 Tf 1 Tr 7.48 0 0 7.48 91.17 80.83 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 116.24 93.07 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 141.30 107.18 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 166.37 121.95 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 191.44 137.58 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 216.50 153.88 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 241.57 170.30 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 266.64 186.86 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 291.70 204.29 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 316.77 220.60 Tm (l) Tj 0 Tr +ET +Q q +0.000 0.000 0.000 RG +0.75 w +[] 0 d +1 J +1 j +10.00 M +69.07 73.44 m 319.73 73.44 l S +69.07 73.44 m 69.07 66.24 l S +119.20 73.44 m 119.20 66.24 l S +169.33 73.44 m 169.33 66.24 l S +219.47 73.44 m 219.47 66.24 l S +269.60 73.44 m 269.60 66.24 l S +319.73 73.44 m 319.73 66.24 l S +BT +0.000 0.000 0.000 rg +/F2 1 Tf 12.00 0.00 -0.00 12.00 65.73 47.52 Tm (0) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 102.52 47.52 Tm (50000) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 149.32 47.52 Tm (100000) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 199.45 47.52 Tm (150000) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 249.58 47.52 Tm (200000) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 299.72 47.52 Tm (250000) Tj +ET +59.04 79.20 m 59.04 225.56 l S +59.04 79.20 m 51.84 79.20 l S +59.04 103.59 m 51.84 103.59 l S +59.04 127.99 m 51.84 127.99 l S +59.04 152.38 m 51.84 152.38 l S +59.04 176.78 m 51.84 176.78 l S +59.04 201.17 m 51.84 201.17 l S +59.04 225.56 m 51.84 225.56 l S +BT +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 75.86 Tm (0) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 93.59 Tm (100) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 142.37 Tm (300) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 191.16 Tm (500) Tj +ET +59.04 73.44 m +329.76 73.44 l +329.76 228.96 l +59.04 228.96 l +59.04 73.44 l +S +Q q +BT +0.000 0.000 0.000 rg +/F3 1 Tf 14.00 0.00 -0.00 14.00 72.23 253.45 Tm (Bulk Load Time - Single Transaction) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 168.15 18.72 Tm (Insertions) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 12.96 127.85 Tm (Seconds) Tj +ET +Q q 59.04 73.44 270.72 155.52 re W n +1.000 0.000 0.000 RG +0.75 w +[] 0 d +1 J +1 j +10.00 M +76.27 79.31 m 86.93 79.44 l S +101.33 79.62 m 112.00 79.76 l S +126.40 79.96 m 137.07 80.11 l S +151.47 80.30 m 162.13 80.45 l S +176.53 80.66 m 187.20 80.84 l S +201.60 81.06 m 212.27 81.22 l S +226.67 81.43 m 237.33 81.58 l S +251.73 81.79 m 262.40 81.96 l S +276.80 82.18 m 287.47 82.35 l S +301.86 82.70 m 312.54 83.05 l S +69.07 83.43 m +72.70 77.13 l +65.43 77.13 l +69.07 83.43 l +S +94.13 83.73 m +97.77 77.43 l +90.50 77.43 l +94.13 83.73 l +S +119.20 84.06 m +122.84 77.76 l +115.56 77.76 l +119.20 84.06 l +S +144.27 84.41 m +147.90 78.11 l +140.63 78.11 l +144.27 84.41 l +S +169.33 84.74 m +172.97 78.44 l +165.70 78.44 l +169.33 84.74 l +S +194.40 85.16 m +198.04 78.86 l +190.76 78.86 l +194.40 85.16 l +S +219.47 85.53 m +223.10 79.23 l +215.83 79.23 l +219.47 85.53 l +S +244.53 85.87 m +248.17 79.58 l +240.90 79.58 l +244.53 85.87 l +S +269.60 86.27 m +273.24 79.97 l +265.96 79.97 l +269.60 86.27 l +S +294.67 86.67 m +298.30 80.37 l +291.03 80.37 l +294.67 86.67 l +S +319.73 87.48 m +323.37 81.18 l +316.10 81.18 l +319.73 87.48 l +S +0.000 0.804 0.000 RG +76.26 79.45 m 86.94 79.78 l S +101.33 80.23 m 112.00 80.57 l S +126.40 81.02 m 137.07 81.36 l S +151.46 81.82 m 162.14 82.16 l S +176.52 82.77 m 187.21 83.34 l S +201.49 84.97 m 212.37 86.87 l S +226.47 89.78 m 237.53 92.42 l S +251.50 95.90 m 262.63 98.79 l S +276.48 102.71 m 287.78 106.17 l S +301.53 110.46 m 312.87 114.06 l S +65.25 79.23 m 72.89 79.23 l S +69.07 75.41 m 69.07 83.05 l S +90.31 80.00 m 97.95 80.00 l S +94.13 76.18 m 94.13 83.82 l S +115.38 80.79 m 123.02 80.79 l S +119.20 76.97 m 119.20 84.61 l S +140.45 81.59 m 148.09 81.59 l S +144.27 77.77 m 144.27 85.41 l S +165.51 82.38 m 173.15 82.38 l S +169.33 78.57 m 169.33 86.20 l S +190.58 83.73 m 198.22 83.73 l S +194.40 79.91 m 194.40 87.55 l S +215.65 88.11 m 223.29 88.11 l S +219.47 84.29 m 219.47 91.93 l S +240.71 94.10 m 248.35 94.10 l S +244.53 90.28 m 244.53 97.91 l S +265.78 100.60 m 273.42 100.60 l S +269.60 96.78 m 269.60 104.42 l S +290.85 108.28 m 298.49 108.28 l S +294.67 104.47 m 294.67 112.10 l S +315.91 116.24 m 323.55 116.24 l S +319.73 112.42 m 319.73 120.06 l S +0.000 0.000 0.000 RG +BT +/F1 1 Tf 1 Tr 7.48 0 0 7.48 76.90 206.20 Tm (l) Tj 0 Tr +ET +1.000 0.000 0.000 RG +79.87 198.60 m +83.50 192.30 l +76.23 192.30 l +79.87 198.60 l +S +0.000 0.804 0.000 RG +76.05 180.00 m 83.69 180.00 l S +79.87 176.18 m 79.87 183.82 l S +BT +0.000 0.000 0.000 rg +/F2 1 Tf 12.00 0.00 -0.00 12.00 96.07 204.49 Tm (BDB HASH) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 96.07 190.09 Tm (LLADD FAST HASH) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 96.07 175.69 Tm (LLADD NTA HASH) Tj +ET +Q +endstream +endobj +8 0 obj +5035 +endobj +3 0 obj +<< +/Type /Pages +/Kids [ +6 0 R +] +/Count 1 +/MediaBox [0 0 360 288] +>> +endobj +4 0 obj +<< +/ProcSet [/PDF /Text] +/Font << /F1 5 0 R /F2 10 0 R /F3 11 0 R /F4 12 0 R /F5 13 0 R /F6 14 0 R >> +/ExtGState << >> +>> +endobj +9 0 obj +<< +/Type /Encoding +/BaseEncoding /PDFDocEncoding +/Differences [ 45/minus 96/quoteleft +144/dotlessi /grave /acute /circumflex /tilde /macron /breve /dotaccent +/dieresis /.notdef /ring /cedilla /.notdef /hungarumlaut /ogonek /caron /space] +>> +endobj +10 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F2 +/BaseFont /Helvetica +/Encoding 9 0 R +>> +endobj +11 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F3 +/BaseFont /Helvetica-Bold +/Encoding 9 0 R +>> +endobj +12 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F4 +/BaseFont /Helvetica-Oblique +/Encoding 9 0 R +>> +endobj +13 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F5 +/BaseFont /Helvetica-BoldOblique +/Encoding 9 0 R +>> +endobj +14 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F6 +/BaseFont /Symbol +>> +endobj +xref +0 15 +0000000000 65535 f +0000000020 00000 n +0000000162 00000 n +0000005482 00000 n +0000005565 00000 n +0000000211 00000 n +0000000294 00000 n +0000000374 00000 n +0000005462 00000 n +0000005702 00000 n +0000005958 00000 n +0000006055 00000 n +0000006157 00000 n +0000006262 00000 n +0000006371 00000 n +trailer +<< +/Size 15 +/Info 1 0 R +/Root 2 0 R +>> +startxref +6449 +%%EOF diff --git a/benchmarks/SOSP/BULK_LOAD_RAW.def b/benchmarks/SOSP/BULK_LOAD_RAW.def new file mode 100644 index 0000000..0d424c0 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD_RAW.def @@ -0,0 +1,3 @@ +Title: Bulk Load Time - Single Transaction +X-Label: Insertions +Y-Label: Seconds diff --git a/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-BDB_RAW.dat b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-BDB_RAW.dat new file mode 100644 index 0000000..d4b06f5 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-BDB_RAW.dat @@ -0,0 +1,9 @@ +1 0.175833333333333 +200000 3.07733333333333 +400000 6.824 +600000 10.5753333333333 +800000 14.5473333333333 +1000000 18.2458333333333 +1200000 22.0471666666667 +1400000 25.8585 +1600000 29.6003333333333 diff --git a/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_ARRAY_LIST.dat b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_ARRAY_LIST.dat new file mode 100644 index 0000000..1b59b4f --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_ARRAY_LIST.dat @@ -0,0 +1,10 @@ +1 0.109571428571429 +200000 2.47233333333333 +400000 4.75483333333333 +600000 7.11916666666667 +800000 9.481 +1000000 11.7305 +1200000 14.0273333333333 +1400000 16.3511666666667 +1600000 18.662 +1800000 20.93 diff --git a/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_LINKED_LIST.dat b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_LINKED_LIST.dat new file mode 100644 index 0000000..1561c95 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_LINKED_LIST.dat @@ -0,0 +1,9 @@ +1 0.106166666666667 +200000 4.95433333333333 +400000 10.8716666666667 +600000 37.0071666666667 +800000 88.866 +1000000 146.313166666667 +1200000 209.662 +1400000 278.669166666667 +1600000 352.968166666667 diff --git a/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_RECORDID.dat b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_RECORDID.dat new file mode 100644 index 0000000..bb5b117 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW-LLADD_RECORDID.dat @@ -0,0 +1,9 @@ +1 0.107166666666667 +200000 2.14733333333333 +400000 4.27183333333333 +600000 6.30366666666667 +800000 8.36433333333333 +1000000 10.2878333333333 +1200000 12.4241666666667 +1400000 14.5076666666667 +1600000 16.5858333333333 diff --git a/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.def b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.def new file mode 100644 index 0000000..0d424c0 --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.def @@ -0,0 +1,3 @@ +Title: Bulk Load Time - Single Transaction +X-Label: Insertions +Y-Label: Seconds diff --git a/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.pdf b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.pdf new file mode 100644 index 0000000..a3a148d --- /dev/null +++ b/benchmarks/SOSP/BULK_LOAD_RAW/BULK_LOAD_RAW.pdf @@ -0,0 +1,358 @@ +%PDF-1.1 +%ρ +1 0 obj +<< +/CreationDate (D:20050322125620) +/ModDate (D:20050322125620) +/Title (R Graphics Output) +/Producer (R 2.0.1) +/Creator (R) +>> +endobj +2 0 obj +<< +/Type /Catalog +/Pages 3 0 R +>> +endobj +5 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F1 +/BaseFont /ZapfDingbats +>> +endobj +6 0 obj +<< +/Type /Page +/Parent 3 0 R +/Contents 7 0 R +/Resources 4 0 R +>> +endobj +7 0 obj +<< +/Length 8 0 R +>> +stream +q +Q q 59.04 73.44 270.72 155.52 re W n +0.000 0.000 0.000 RG +0.75 w +[] 0 d +1 J +1 j +10.00 M +76.26 79.58 m 89.73 80.15 l S +104.11 80.85 m 117.58 81.59 l S +131.96 82.38 m 145.43 83.12 l S +159.81 83.93 m 173.29 84.72 l S +187.66 85.52 m 201.14 86.25 l S +215.51 87.04 m 228.99 87.79 l S +243.37 88.60 m 256.84 89.35 l S +271.22 90.14 m 284.69 90.88 l S +BT +/F1 1 Tf 1 Tr 7.48 0 0 7.48 66.11 76.68 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 93.96 77.86 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 121.81 79.39 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 149.66 80.92 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 177.51 82.54 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 205.36 84.05 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 233.22 85.60 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 261.07 87.15 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 288.92 88.68 Tm (l) Tj 0 Tr +ET +Q q +0.000 0.000 0.000 RG +0.75 w +[] 0 d +1 J +1 j +10.00 M +69.07 73.44 m 277.96 73.44 l S +69.07 73.44 m 69.07 66.24 l S +138.70 73.44 m 138.70 66.24 l S +208.33 73.44 m 208.33 66.24 l S +277.96 73.44 m 277.96 66.24 l S +BT +0.000 0.000 0.000 rg +/F2 1 Tf 12.00 0.00 -0.00 12.00 65.73 47.52 Tm (0) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 118.68 47.52 Tm (500000) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 184.97 47.52 Tm (1000000) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 254.60 47.52 Tm (1500000) Tj +ET +59.04 79.20 m 59.04 221.99 l S +59.04 79.20 m 51.84 79.20 l S +59.04 99.60 m 51.84 99.60 l S +59.04 120.00 m 51.84 120.00 l S +59.04 140.40 m 51.84 140.40 l S +59.04 160.79 m 51.84 160.79 l S +59.04 181.19 m 51.84 181.19 l S +59.04 201.59 m 51.84 201.59 l S +59.04 221.99 m 51.84 221.99 l S +BT +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 75.86 Tm (0) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 92.93 Tm (50) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 130.39 Tm (150) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 171.18 Tm (250) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 211.98 Tm (350) Tj +ET +59.04 73.44 m +329.76 73.44 l +329.76 228.96 l +59.04 228.96 l +59.04 73.44 l +S +Q q +BT +0.000 0.000 0.000 rg +/F3 1 Tf 14.00 0.00 -0.00 14.00 72.23 253.45 Tm (Bulk Load Time - Single Transaction) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 168.15 18.72 Tm (Insertions) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 12.96 127.85 Tm (Seconds) Tj +ET +Q q 59.04 73.44 270.72 155.52 re W n +1.000 0.000 0.000 RG +0.75 w +[] 0 d +1 J +1 j +10.00 M +76.26 79.49 m 89.72 79.96 l S +104.11 80.45 m 117.57 80.90 l S +131.97 81.39 m 145.43 81.86 l S +159.82 82.35 m 173.28 82.82 l S +187.67 83.31 m 201.13 83.75 l S +215.52 84.23 m 228.98 84.68 l S +243.37 85.17 m 256.83 85.63 l S +271.23 86.11 m 284.69 86.57 l S +299.08 87.05 m 312.54 87.50 l S +69.07 83.44 m +72.70 77.15 l +65.43 77.15 l +69.07 83.44 l +S +96.92 84.41 m +100.55 78.11 l +93.28 78.11 l +96.92 84.41 l +S +124.77 85.34 m +128.41 79.04 l +121.13 79.04 l +124.77 85.34 l +S +152.62 86.30 m +156.26 80.00 l +148.99 80.00 l +152.62 86.30 l +S +180.47 87.27 m +184.11 80.97 l +176.84 80.97 l +180.47 87.27 l +S +208.33 88.18 m +211.96 81.89 l +204.69 81.89 l +208.33 88.18 l +S +236.18 89.12 m +239.81 82.82 l +232.54 82.82 l +236.18 89.12 l +S +264.03 90.07 m +267.67 83.77 l +260.39 83.77 l +264.03 90.07 l +S +291.88 91.01 m +295.52 84.71 l +288.25 84.71 l +291.88 91.01 l +S +319.73 91.94 m +323.37 85.64 l +316.10 85.64 l +319.73 91.94 l +S +0.000 0.804 0.000 RG +76.25 79.75 m 89.74 80.71 l S +104.09 81.84 m 117.60 83.01 l S +131.49 86.21 m 145.90 91.72 l S +158.36 98.65 m 174.74 111.10 l S +185.98 120.09 m 202.82 134.26 l S +213.60 143.79 m 230.90 159.84 l S +241.24 169.85 m 258.97 187.77 l S +268.90 198.19 m 287.01 217.90 l S +65.25 79.24 m 72.89 79.24 l S +69.07 75.42 m 69.07 83.06 l S +93.10 81.22 m 100.74 81.22 l S +96.92 77.40 m 96.92 85.04 l S +120.95 83.64 m 128.59 83.64 l S +124.77 79.82 m 124.77 87.45 l S +148.80 94.30 m 156.44 94.30 l S +152.62 90.48 m 152.62 98.12 l S +176.66 115.45 m 184.29 115.45 l S +180.47 111.64 m 180.47 119.27 l S +204.51 138.89 m 212.14 138.89 l S +208.33 135.07 m 208.33 142.71 l S +232.36 164.74 m 240.00 164.74 l S +236.18 160.92 m 236.18 168.55 l S +260.21 192.89 m 267.85 192.89 l S +264.03 189.07 m 264.03 196.71 l S +288.06 223.20 m 295.70 223.20 l S +291.88 219.38 m 291.88 227.02 l S +0.000 0.000 1.000 RG +76.26 79.46 m 89.72 79.86 l S +104.12 80.30 m 117.57 80.72 l S +131.97 81.16 m 145.43 81.56 l S +159.82 81.99 m 173.28 82.40 l S +187.67 82.82 m 201.13 83.19 l S +215.52 83.62 m 228.98 84.04 l S +243.37 84.49 m 256.83 84.90 l S +271.23 85.34 m 284.68 85.75 l S +66.37 76.54 m 71.77 81.94 l S +66.37 81.94 m 71.77 76.54 l S +94.22 77.38 m 99.62 82.78 l S +94.22 82.78 m 99.62 77.38 l S +122.07 78.24 m 127.47 83.64 l S +122.07 83.64 m 127.47 78.24 l S +149.92 79.07 m 155.32 84.47 l S +149.92 84.47 m 155.32 79.07 l S +177.77 79.91 m 183.17 85.31 l S +177.77 85.31 m 183.17 79.91 l S +205.63 80.70 m 211.03 86.10 l S +205.63 86.10 m 211.03 80.70 l S +233.48 81.57 m 238.88 86.97 l S +233.48 86.97 m 238.88 81.57 l S +261.33 82.42 m 266.73 87.82 l S +261.33 87.82 m 266.73 82.42 l S +289.18 83.27 m 294.58 88.67 l S +289.18 88.67 m 294.58 83.27 l S +0.000 0.000 0.000 RG +BT +/F1 1 Tf 1 Tr 7.48 0 0 7.48 76.90 206.20 Tm (l) Tj 0 Tr +ET +1.000 0.000 0.000 RG +79.87 198.60 m +83.50 192.30 l +76.23 192.30 l +79.87 198.60 l +S +0.000 0.804 0.000 RG +76.05 180.00 m 83.69 180.00 l S +79.87 176.18 m 79.87 183.82 l S +0.000 0.000 1.000 RG +77.17 162.90 m 82.57 168.30 l S +77.17 168.30 m 82.57 162.90 l S +BT +0.000 0.000 0.000 rg +/F2 1 Tf 12.00 0.00 -0.00 12.00 96.07 204.49 Tm (BDB RAW) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 96.07 190.09 Tm (LLADD ARRAY LIST) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 96.07 175.69 Tm (LLADD LINKED LIST) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 96.07 161.29 Tm (LLADD RECORDID) Tj +ET +Q +endstream +endobj +8 0 obj +5555 +endobj +3 0 obj +<< +/Type /Pages +/Kids [ +6 0 R +] +/Count 1 +/MediaBox [0 0 360 288] +>> +endobj +4 0 obj +<< +/ProcSet [/PDF /Text] +/Font << /F1 5 0 R /F2 10 0 R /F3 11 0 R /F4 12 0 R /F5 13 0 R /F6 14 0 R >> +/ExtGState << >> +>> +endobj +9 0 obj +<< +/Type /Encoding +/BaseEncoding /PDFDocEncoding +/Differences [ 45/minus 96/quoteleft +144/dotlessi /grave /acute /circumflex /tilde /macron /breve /dotaccent +/dieresis /.notdef /ring /cedilla /.notdef /hungarumlaut /ogonek /caron /space] +>> +endobj +10 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F2 +/BaseFont /Helvetica +/Encoding 9 0 R +>> +endobj +11 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F3 +/BaseFont /Helvetica-Bold +/Encoding 9 0 R +>> +endobj +12 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F4 +/BaseFont /Helvetica-Oblique +/Encoding 9 0 R +>> +endobj +13 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F5 +/BaseFont /Helvetica-BoldOblique +/Encoding 9 0 R +>> +endobj +14 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F6 +/BaseFont /Symbol +>> +endobj +xref +0 15 +0000000000 65535 f +0000000020 00000 n +0000000162 00000 n +0000006002 00000 n +0000006085 00000 n +0000000211 00000 n +0000000294 00000 n +0000000374 00000 n +0000005982 00000 n +0000006222 00000 n +0000006478 00000 n +0000006575 00000 n +0000006677 00000 n +0000006782 00000 n +0000006891 00000 n +trailer +<< +/Size 15 +/Info 1 0 R +/Root 2 0 R +>> +startxref +6969 +%%EOF diff --git a/benchmarks/SOSP/LLADD_HASH_TPS.def b/benchmarks/SOSP/LLADD_HASH_TPS.def new file mode 100644 index 0000000..f623f9f --- /dev/null +++ b/benchmarks/SOSP/LLADD_HASH_TPS.def @@ -0,0 +1,3 @@ +Title: Concurrent Transactions Per Second +X-Label: Number of concurrent requests +Y-Label: TPS diff --git a/benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS-LLADD_HASH_TPS.dat b/benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS-LLADD_HASH_TPS.dat new file mode 100644 index 0000000..4baf096 --- /dev/null +++ b/benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS-LLADD_HASH_TPS.dat @@ -0,0 +1,9 @@ +1 34.8391592149575 +100 2409.2515258593 +200 3572.70453733476 +300 4945.59841740851 +400 5621.39879139927 +500 5830.67713597139 +600 6163.11716770526 +700 6313.70073058537 +800 6511.65314594243 diff --git a/benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.def b/benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.def new file mode 100644 index 0000000..f623f9f --- /dev/null +++ b/benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.def @@ -0,0 +1,3 @@ +Title: Concurrent Transactions Per Second +X-Label: Number of concurrent requests +Y-Label: TPS diff --git a/benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.pdf b/benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.pdf new file mode 100644 index 0000000..b5853fc --- /dev/null +++ b/benchmarks/SOSP/LLADD_HASH_TPS/LLADD_HASH_TPS.pdf @@ -0,0 +1,227 @@ +%PDF-1.1 +%ρ +1 0 obj +<< +/CreationDate (D:20050322125622) +/ModDate (D:20050322125622) +/Title (R Graphics Output) +/Producer (R 2.0.1) +/Creator (R) +>> +endobj +2 0 obj +<< +/Type /Catalog +/Pages 3 0 R +>> +endobj +5 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F1 +/BaseFont /ZapfDingbats +>> +endobj +6 0 obj +<< +/Type /Page +/Parent 3 0 R +/Contents 7 0 R +/Resources 4 0 R +>> +endobj +7 0 obj +<< +/Length 8 0 R +>> +stream +q +Q q 59.04 73.44 270.72 155.52 re W n +0.000 0.000 0.000 RG +0.75 w +[] 0 d +1 J +1 j +10.00 M +73.04 86.17 m 96.74 126.28 l S +105.96 137.05 m 126.17 153.64 l S +136.90 163.22 m 157.90 183.56 l S +169.57 191.67 m 187.90 200.41 l S +201.52 204.56 m 218.61 207.09 l S +232.74 209.79 m 250.06 213.85 l S +264.23 216.25 m 281.24 218.06 l S +295.53 219.82 m 312.60 222.20 l S +BT +/F1 1 Tf 1 Tr 7.48 0 0 7.48 66.42 77.38 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 97.44 129.88 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 128.77 155.61 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 160.10 185.97 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 191.44 200.92 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 222.77 205.55 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 254.10 212.90 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 285.44 216.23 Tm (l) Tj 0 Tr +/F1 1 Tf 1 Tr 7.48 0 0 7.48 316.77 220.60 Tm (l) Tj 0 Tr +ET +Q q +0.000 0.000 0.000 RG +0.75 w +[] 0 d +1 J +1 j +10.00 M +69.07 73.44 m 319.73 73.44 l S +69.07 73.44 m 69.07 66.24 l S +131.73 73.44 m 131.73 66.24 l S +194.40 73.44 m 194.40 66.24 l S +257.07 73.44 m 257.07 66.24 l S +319.73 73.44 m 319.73 66.24 l S +BT +0.000 0.000 0.000 rg +/F2 1 Tf 12.00 0.00 -0.00 12.00 65.73 47.52 Tm (0) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 121.73 47.52 Tm (200) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 184.39 47.52 Tm (400) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 247.06 47.52 Tm (600) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 309.73 47.52 Tm (800) Tj +ET +59.04 79.20 m 59.04 211.89 l S +59.04 79.20 m 51.84 79.20 l S +59.04 101.31 m 51.84 101.31 l S +59.04 123.43 m 51.84 123.43 l S +59.04 145.54 m 51.84 145.54 l S +59.04 167.66 m 51.84 167.66 l S +59.04 189.77 m 51.84 189.77 l S +59.04 211.89 m 51.84 211.89 l S +BT +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 75.86 Tm (0) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 110.08 Tm (2000) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 154.31 Tm (4000) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 198.54 Tm (6000) Tj +ET +59.04 73.44 m +329.76 73.44 l +329.76 228.96 l +59.04 228.96 l +59.04 73.44 l +S +Q q +BT +0.000 0.000 0.000 rg +/F3 1 Tf 14.00 0.00 -0.00 14.00 71.47 253.45 Tm (Concurrent Transactions Per Second) Tj +/F2 1 Tf 12.00 0.00 -0.00 12.00 111.70 18.72 Tm (Number of concurrent requests) Tj +/F2 1 Tf 0.00 12.00 -12.00 0.00 12.96 139.53 Tm (TPS) Tj +ET +Q q 59.04 73.44 270.72 155.52 re W n +0.000 0.000 0.000 RG +0.75 w +[] 0 d +1 J +1 j +10.00 M +BT +/F1 1 Tf 1 Tr 7.48 0 0 7.48 76.90 206.20 Tm (l) Tj 0 Tr +0.000 0.000 0.000 rg +/F2 1 Tf 12.00 0.00 -0.00 12.00 96.07 204.49 Tm (LLADD HASH TPS) Tj +ET +Q +endstream +endobj +8 0 obj +2491 +endobj +3 0 obj +<< +/Type /Pages +/Kids [ +6 0 R +] +/Count 1 +/MediaBox [0 0 360 288] +>> +endobj +4 0 obj +<< +/ProcSet [/PDF /Text] +/Font << /F1 5 0 R /F2 10 0 R /F3 11 0 R /F4 12 0 R /F5 13 0 R /F6 14 0 R >> +/ExtGState << >> +>> +endobj +9 0 obj +<< +/Type /Encoding +/BaseEncoding /PDFDocEncoding +/Differences [ 45/minus 96/quoteleft +144/dotlessi /grave /acute /circumflex /tilde /macron /breve /dotaccent +/dieresis /.notdef /ring /cedilla /.notdef /hungarumlaut /ogonek /caron /space] +>> +endobj +10 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F2 +/BaseFont /Helvetica +/Encoding 9 0 R +>> +endobj +11 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F3 +/BaseFont /Helvetica-Bold +/Encoding 9 0 R +>> +endobj +12 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F4 +/BaseFont /Helvetica-Oblique +/Encoding 9 0 R +>> +endobj +13 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F5 +/BaseFont /Helvetica-BoldOblique +/Encoding 9 0 R +>> +endobj +14 0 obj +<< +/Type /Font +/Subtype /Type1 +/Name /F6 +/BaseFont /Symbol +>> +endobj +xref +0 15 +0000000000 65535 f +0000000020 00000 n +0000000162 00000 n +0000002938 00000 n +0000003021 00000 n +0000000211 00000 n +0000000294 00000 n +0000000374 00000 n +0000002918 00000 n +0000003158 00000 n +0000003414 00000 n +0000003511 00000 n +0000003613 00000 n +0000003718 00000 n +0000003827 00000 n +trailer +<< +/Size 15 +/Info 1 0 R +/Root 2 0 R +>> +startxref +3905 +%%EOF diff --git a/benchmarks/SOSP/TPS.def b/benchmarks/SOSP/TPS.def new file mode 100644 index 0000000..f623f9f --- /dev/null +++ b/benchmarks/SOSP/TPS.def @@ -0,0 +1,3 @@ +Title: Concurrent Transactions Per Second +X-Label: Number of concurrent requests +Y-Label: TPS diff --git a/benchmarks/SOSP/TPS/TPS-BDB_HASH_TPS.dat b/benchmarks/SOSP/TPS/TPS-BDB_HASH_TPS.dat new file mode 100644 index 0000000..e69de29 diff --git a/benchmarks/SOSP/TPS/TPS-LLADD_HASH_TPS.dat b/benchmarks/SOSP/TPS/TPS-LLADD_HASH_TPS.dat new file mode 100644 index 0000000..e69de29 diff --git a/benchmarks/SOSP/TPS/TPS.def b/benchmarks/SOSP/TPS/TPS.def new file mode 100644 index 0000000..f623f9f --- /dev/null +++ b/benchmarks/SOSP/TPS/TPS.def @@ -0,0 +1,3 @@ +Title: Concurrent Transactions Per Second +X-Label: Number of concurrent requests +Y-Label: TPS diff --git a/benchmarks/SOSP/parseOutput.pl b/benchmarks/SOSP/parseOutput.pl index dea8698..be4de27 100755 --- a/benchmarks/SOSP/parseOutput.pl +++ b/benchmarks/SOSP/parseOutput.pl @@ -28,34 +28,30 @@ sub jfdi { print $exec; `$exec`; } + `cd $complete_output ; plotting.pl $complete_output | R --no-save ; cd ..` } # parse the output generated by timer.pl when is it run using generateScripts.pl's output -my @baseNames = qw(LLADD_NTA_HASH - LLADD_FAST_HASH - LLADD_ARRAY_LIST - LLADD_LINKED_LIST - LLADD_RECORDID - BDB_HASH - BDB_RAW); -my @exeNames = qw(linearHashNTAThreaded - logicalHash - arrayListSet - pageOrientedList - rawSet - bdbHashThreaded - bdbRawThreaded); - +my @baseNames = qw(LLADD_NTA_HASH LLADD_FAST_HASH BDB_HASH ); +my @exeNames = qw(linearHashNTAThreaded logicalHash bdbHashThreaded); my $complete_output = "BULK_LOAD"; +jfdi(\@baseNames, \@exeNames, $complete_output, '$arg[1]', '$time'); -jfdi(\@baseNames, \@exeNames, $complete_output, '$arg[1]/1000', '$time'); +@baseNames = qw(LLADD_ARRAY_LIST LLADD_LINKED_LIST LLADD_RECORDID BDB_RAW); +@exeNames = qw(arrayListSet pageOrientedList rawSet bdbHashThreaded); +$complete_output = "BULK_LOAD_RAW"; +jfdi(\@baseNames, \@exeNames, $complete_output, '$arg[1]', '$time'); @baseNames = qw(LLADD_HASH_TPS BDB_HASH_TPS); @exeNames = qw(linearHashNTAThreaded bdbHashThreaded); - $complete_output = "TPS"; - jfdi(\@baseNames, \@exeNames, $complete_output, '$arg[0]', '($arg[0]*$arg[1])/$time'); + +@baseNames = qw(LLADD_HASH_TPS); +@exeNames = qw(linearHashNTAThreaded); +$complete_output = "LLADD_HASH_TPS"; +jfdi(\@baseNames, \@exeNames, $complete_output, '$arg[0]', '($arg[0]*$arg[1])/$time'); +