diff --git a/SortingAlg/Distributed_Sorting.2283.out b/SortingAlg/Distributed_Sorting.2283.out new file mode 100644 index 0000000..bd8bac6 --- /dev/null +++ b/SortingAlg/Distributed_Sorting.2283.out @@ -0,0 +1,14 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 123.565s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.018s => Time to sort elements in Process 1/1 memory + 252.293s => Time to write '/mnt/raid/tmp/SortedRun7528_aYKFzf' and fill it up with 134217728 sorted elements by Process 1/1 +767.55s => Time function sortedRuns() in Process 1/1 + +Starting the merge process for 1 files + +(256=size heap) +939.779s => Time function kMerge() in Process 1/1 + +Sorted file '/mnt/raid/tmp/__134217728.bin.sort' +28.4624min => FULL EXECUTION TIME diff --git a/SortingAlg/Distributed_Sorting.2284.out b/SortingAlg/Distributed_Sorting.2284.out new file mode 100644 index 0000000..70172a9 --- /dev/null +++ b/SortingAlg/Distributed_Sorting.2284.out @@ -0,0 +1,4 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 16.983s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.885s => Time to sort elements in Process 1/1 memory diff --git a/SortingAlg/Makefile b/SortingAlg/Makefile index 657e17c..3f4d8e1 100644 --- a/SortingAlg/Makefile +++ b/SortingAlg/Makefile @@ -2,7 +2,7 @@ CC = mpicxx CXX = mpicxx # Extra flags to give to the processor compiler -CFLAGS = -g -Wall -Werror -Wextra +CFLAGS = -g -Wall -Werror -Wextra -O3 # SRC = main.cpp diff --git a/SortingAlg/dataset/merge/t8/Distributed_Sorting.2263.out b/SortingAlg/dataset/merge/t8/Distributed_Sorting.2263.out new file mode 100644 index 0000000..cba12fb --- /dev/null +++ b/SortingAlg/dataset/merge/t8/Distributed_Sorting.2263.out @@ -0,0 +1,43 @@ +Using 1 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 125.021s => Time to read file from offset 0 to 134217728 in Process 1/1 + 392.506s => Time to sort elements in Process 1/1 memory + 256.966s => Time to write '/mnt/raid/tmp/SortedRun7308_YnirkI' and fill it up with 134217728 sorted elements by Process 1/1 + 123.317s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 394.761s => Time to sort elements in Process 1/1 memory + 258.077s => Time to write '/mnt/raid/tmp/SortedRun7308_psxpII' and fill it up with 134217728 sorted elements by Process 1/1 + 121.514s => Time to read file from offset 268435456 to 402653184 in Process 1/1 + 393.509s => Time to sort elements in Process 1/1 memory + 260.84s => Time to write '/mnt/raid/tmp/SortedRun7308_kxStfH' and fill it up with 134217728 sorted elements by Process 1/1 + 121.853s => Time to read file from offset 402653184 to 536870912 in Process 1/1 + 392.008s => Time to sort elements in Process 1/1 memory + 258.777s => Time to write '/mnt/raid/tmp/SortedRun7308_Gy9v9F' and fill it up with 134217728 sorted elements by Process 1/1 + 120.691s => Time to read file from offset 536870912 to 671088640 in Process 1/1 + 394.488s => Time to sort elements in Process 1/1 memory + 259.778s => Time to write '/mnt/raid/tmp/SortedRun7308_40gKJG' and fill it up with 134217728 sorted elements by Process 1/1 + 121.149s => Time to read file from offset 671088640 to 805306368 in Process 1/1 + 393.816s => Time to sort elements in Process 1/1 memory + 257.576s => Time to write '/mnt/raid/tmp/SortedRun7308_VcCNIG' and fill it up with 134217728 sorted elements by Process 1/1 + 121.099s => Time to read file from offset 805306368 to 939524096 in Process 1/1 + 390.267s => Time to sort elements in Process 1/1 memory + 254.947s => Time to write '/mnt/raid/tmp/SortedRun7308_bBfu4E' and fill it up with 134217728 sorted elements by Process 1/1 + 120.534s => Time to read file from offset 939524096 to 1073741824 in Process 1/1 + 388.829s => Time to sort elements in Process 1/1 memory + 255.417s => Time to write '/mnt/raid/tmp/SortedRun7308_fWP6kF' and fill it up with 134217728 sorted elements by Process 1/1 +6179.92s => Time function sortedRuns() in Process 1/1 +Merging '/mnt/raid/tmp//SortedRun7308_40gKJG' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun7308_kxStfH' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun7308_VcCNIG' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun7308_psxpII' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun7308_bBfu4E' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun7308_fWP6kF' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun7308_YnirkI' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun7308_Gy9v9F' of size 1Gb + +Starting the merge process for 8 files + +(0=size heap) +0.666657s => Time function kMerge() in Process 1/1 + +Sorted file '/mnt/raid/tmp/8Gib.bin.sort' +103.017min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/merge/t8/Distributed_Sorting.2264.out b/SortingAlg/dataset/merge/t8/Distributed_Sorting.2264.out new file mode 100644 index 0000000..a89a8fb --- /dev/null +++ b/SortingAlg/dataset/merge/t8/Distributed_Sorting.2264.out @@ -0,0 +1,44 @@ +Using 2 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 195.392s => Time to read file from offset 0 to 134217728 in Process 1/2 + 196.217s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 392.55s => Time to sort elements in Process 1/2 memory + 394.784s => Time to sort elements in Process 2/2 memory + 488.789s => Time to write '/mnt/raid/tmp/SortedRun8002_D1JbW0' and fill it up with 134217728 sorted elements by Process 1/2 + 490.001s => Time to write '/mnt/raid/tmp/SortedRun8002_Pkchr3' and fill it up with 134217728 sorted elements by Process 2/2 + 185.928s => Time to read file from offset 268435456 to 402653184 in Process 1/2 + 186.457s => Time to read file from offset 402653184 to 536870912 in Process 2/2 + 392.815s => Time to sort elements in Process 1/2 memory + 391.905s => Time to sort elements in Process 2/2 memory + 469.102s => Time to write '/mnt/raid/tmp/SortedRun8002_KbiLk4' and fill it up with 134217728 sorted elements by Process 1/2 + 470.407s => Time to write '/mnt/raid/tmp/SortedRun8002_M0MIN2' and fill it up with 134217728 sorted elements by Process 2/2 + 192.369s => Time to read file from offset 536870912 to 671088640 in Process 1/2 + 192.967s => Time to read file from offset 671088640 to 805306368 in Process 2/2 + 394.502s => Time to sort elements in Process 1/2 memory + 393.884s => Time to sort elements in Process 2/2 memory + 474.569s => Time to write '/mnt/raid/tmp/SortedRun8002_f5m4v4' and fill it up with 134217728 sorted elements by Process 1/2 + 476.309s => Time to write '/mnt/raid/tmp/SortedRun8002_J2G0I3' and fill it up with 134217728 sorted elements by Process 2/2 + 192.734s => Time to read file from offset 805306368 to 939524096 in Process 1/2 + 191.823s => Time to read file from offset 939524096 to 1073741824 in Process 2/2 + 390.273s => Time to sort elements in Process 1/2 memory + 388.867s => Time to sort elements in Process 2/2 memory + 469.608s => Time to write '/mnt/raid/tmp/SortedRun8002_on4MA3' and fill it up with 134217728 sorted elements by Process 1/2 +4240.11s => Time function sortedRuns() in Process 1/2 + 470.038s => Time to write '/mnt/raid/tmp/SortedRun8002_dZLgu1' and fill it up with 134217728 sorted elements by Process 2/2 +4244.96s => Time function sortedRuns() in Process 2/2 +Merging '/mnt/raid/tmp//SortedRun8002_KbiLk4' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8002_dZLgu1' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8002_D1JbW0' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8002_Pkchr3' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8002_J2G0I3' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8002_M0MIN2' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8002_on4MA3' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8002_f5m4v4' of size 1Gb + +Starting the merge process for 8 files + +(0=size heap) +0.94913s => Time function kMerge() in Process 1/2 + +Sorted file '/mnt/raid/tmp/8Gib.bin.sort' +70.7709min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/merge/t8/Distributed_Sorting.2265.out b/SortingAlg/dataset/merge/t8/Distributed_Sorting.2265.out new file mode 100644 index 0000000..be66e96 --- /dev/null +++ b/SortingAlg/dataset/merge/t8/Distributed_Sorting.2265.out @@ -0,0 +1,46 @@ +Using 4 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 367.849s => Time to read file from offset 0 to 134217728 in Process 1/4 + 368.923s => Time to read file from offset 268435456 to 402653184 in Process 3/4 + 369.24s => Time to read file from offset 402653184 to 536870912 in Process 4/4 + 369.337s => Time to read file from offset 134217728 to 268435456 in Process 2/4 + 392.493s => Time to sort elements in Process 1/4 memory + 391.661s => Time to sort elements in Process 4/4 memory + 392.247s => Time to sort elements in Process 3/4 memory + 395.21s => Time to sort elements in Process 2/4 memory + 695.034s => Time to write '/mnt/raid/tmp/SortedRun5219_H5dyzD' and fill it up with 134217728 sorted elements by Process 1/4 + 695.032s => Time to write '/mnt/raid/tmp/SortedRun5219_RFIN7Z' and fill it up with 134217728 sorted elements by Process 4/4 + 694.796s => Time to write '/mnt/raid/tmp/SortedRun5219_I4e2bV' and fill it up with 134217728 sorted elements by Process 3/4 + 694.706s => Time to write '/mnt/raid/tmp/SortedRun5219_DfOfxq' and fill it up with 134217728 sorted elements by Process 2/4 + 364.528s => Time to read file from offset 939524096 to 1073741824 in Process 4/4 + 367.066s => Time to read file from offset 536870912 to 671088640 in Process 1/4 + 367.547s => Time to read file from offset 805306368 to 939524096 in Process 3/4 + 365.216s => Time to read file from offset 671088640 to 805306368 in Process 2/4 + 388.894s => Time to sort elements in Process 4/4 memory + 390.317s => Time to sort elements in Process 3/4 memory + 394.148s => Time to sort elements in Process 2/4 memory + 395.88s => Time to sort elements in Process 1/4 memory + 678.019s => Time to write '/mnt/raid/tmp/SortedRun5219_MWL2TW' and fill it up with 134217728 sorted elements by Process 4/4 +2888.14s => Time function sortedRuns() in Process 4/4 + 684.452s => Time to write '/mnt/raid/tmp/SortedRun5219_JkFiOX' and fill it up with 134217728 sorted elements by Process 3/4 +2899.61s => Time function sortedRuns() in Process 3/4 + 684.156s => Time to write '/mnt/raid/tmp/SortedRun5219_N7RSqH' and fill it up with 134217728 sorted elements by Process 1/4 +2904.13s => Time function sortedRuns() in Process 1/4 + 684.75s => Time to write '/mnt/raid/tmp/SortedRun5219_CN2wPp' and fill it up with 134217728 sorted elements by Process 2/4 +2904.59s => Time function sortedRuns() in Process 2/4 +Merging '/mnt/raid/tmp//SortedRun5219_CN2wPp' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun5219_RFIN7Z' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun5219_N7RSqH' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun5219_MWL2TW' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun5219_JkFiOX' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun5219_DfOfxq' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun5219_H5dyzD' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun5219_I4e2bV' of size 1Gb + +Starting the merge process for 8 files + +(0=size heap) +0.929754s => Time function kMerge() in Process 1/4 + +Sorted file '/mnt/raid/tmp/8Gib.bin.sort' +48.4315min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/merge/t8/Distributed_Sorting.2266.out b/SortingAlg/dataset/merge/t8/Distributed_Sorting.2266.out new file mode 100644 index 0000000..37fb260 --- /dev/null +++ b/SortingAlg/dataset/merge/t8/Distributed_Sorting.2266.out @@ -0,0 +1,50 @@ +Using 8 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 730.987s => Time to read file from offset 939524096 to 1073741824 in Process 8/8 + 736.705s => Time to read file from offset 0 to 134217728 in Process 1/8 + 737.016s => Time to read file from offset 805306368 to 939524096 in Process 7/8 + 737.135s => Time to read file from offset 536870912 to 671088640 in Process 5/8 + 737.244s => Time to read file from offset 268435456 to 402653184 in Process 3/8 + 737.359s => Time to read file from offset 671088640 to 805306368 in Process 6/8 + 737.513s => Time to read file from offset 134217728 to 268435456 in Process 2/8 + 737.547s => Time to read file from offset 402653184 to 536870912 in Process 4/8 + 388.856s => Time to sort elements in Process 8/8 memory + 390.943s => Time to sort elements in Process 7/8 memory + 391.707s => Time to sort elements in Process 4/8 memory + 392.597s => Time to sort elements in Process 3/8 memory + 393.159s => Time to sort elements in Process 1/8 memory + 394.043s => Time to sort elements in Process 6/8 memory + 394.571s => Time to sort elements in Process 5/8 memory + 394.702s => Time to sort elements in Process 2/8 memory + 1354.47s => Time to write '/mnt/raid/tmp/SortedRun8544_Q4gafC' and fill it up with 134217728 sorted elements by Process 8/8 +2474.51s => Time function sortedRuns() in Process 8/8 + 1387.96s => Time to write '/mnt/raid/tmp/SortedRun8544_AdJ0Se' and fill it up with 134217728 sorted elements by Process 7/8 +2516.3s => Time function sortedRuns() in Process 7/8 + 1394.05s => Time to write '/mnt/raid/tmp/SortedRun8544_2VsfMy' and fill it up with 134217728 sorted elements by Process 4/8 +2524.23s => Time function sortedRuns() in Process 4/8 + 1394.79s => Time to write '/mnt/raid/tmp/SortedRun8544_HLgios' and fill it up with 134217728 sorted elements by Process 3/8 +2525.87s => Time function sortedRuns() in Process 3/8 + 1395.51s => Time to write '/mnt/raid/tmp/SortedRun8544_YHdQnd' and fill it up with 134217728 sorted elements by Process 1/8 +2526.6s => Time function sortedRuns() in Process 1/8 + 1394.3s => Time to write '/mnt/raid/tmp/SortedRun8544_tHjyaH' and fill it up with 134217728 sorted elements by Process 5/8 +2526.61s => Time function sortedRuns() in Process 5/8 + 1394.27s => Time to write '/mnt/raid/tmp/SortedRun8544_pnSflZ' and fill it up with 134217728 sorted elements by Process 2/8 + 1394.85s => Time to write '/mnt/raid/tmp/SortedRun8544_3yAfWS' and fill it up with 134217728 sorted elements by Process 6/8 +2527.63s => Time function sortedRuns() in Process 2/8 +2527.63s => Time function sortedRuns() in Process 6/8 +Merging '/mnt/raid/tmp//SortedRun8544_YHdQnd' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8544_3yAfWS' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8544_tHjyaH' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8544_HLgios' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8544_2VsfMy' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8544_pnSflZ' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8544_Q4gafC' of size 1Gb +Merging '/mnt/raid/tmp//SortedRun8544_AdJ0Se' of size 1Gb + +Starting the merge process for 8 files + +(0=size heap) +0.736936s => Time function kMerge() in Process 1/8 + +Sorted file '/mnt/raid/tmp/8Gib.bin.sort' +42.146min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1/Distributed_Sorting.2245.out b/SortingAlg/dataset/nomerge/t1/Distributed_Sorting.2245.out new file mode 100644 index 0000000..50d708e --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1/Distributed_Sorting.2245.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 16.97s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.697s => Time to sort elements in Process 1/1 memory + 252.499s => Time to write '/mnt/raid/tmp/SortedRun498_dSkQrv' and fill it up with 134217728 sorted elements by Process 1/1 +661.414s => Time function sortedRuns() in Process 1/1 +11.0286min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t11/Distributed_Sorting.2246.out b/SortingAlg/dataset/nomerge/t11/Distributed_Sorting.2246.out new file mode 100644 index 0000000..e4f206b --- /dev/null +++ b/SortingAlg/dataset/nomerge/t11/Distributed_Sorting.2246.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 16.8524s => Time to read file from offset 0 to 134217728 in Process 1/1 + 392.105s => Time to sort elements in Process 1/1 memory + 490.024s => Time to write '/mnt/raid/tmp/SortedRun5949_FWZM2R' and fill it up with 134217728 sorted elements by Process 1/1 +899.417s => Time function sortedRuns() in Process 1/1 +14.9953min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t11/Distributed_Sorting.2247.out b/SortingAlg/dataset/nomerge/t11/Distributed_Sorting.2247.out new file mode 100644 index 0000000..4e610ce --- /dev/null +++ b/SortingAlg/dataset/nomerge/t11/Distributed_Sorting.2247.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 16.9233s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.263s => Time to sort elements in Process 1/1 memory + 490.022s => Time to write '/mnt/raid/tmp/SortedRun5135_AGnOei' and fill it up with 134217728 sorted elements by Process 1/1 +898.625s => Time function sortedRuns() in Process 1/1 +14.9824min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t111/Distributed_Sorting.2240.out b/SortingAlg/dataset/nomerge/t111/Distributed_Sorting.2240.out new file mode 100644 index 0000000..9f6ac18 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t111/Distributed_Sorting.2240.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 210.403s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.426s => Time to sort elements in Process 1/1 memory + 513.168s => Time to write '/mnt/raid/tmp/SortedRun4924_Lmw4Ly' and fill it up with 134217728 sorted elements by Process 1/1 +1116.17s => Time function sortedRuns() in Process 1/1 +18.6079min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t111/Distributed_Sorting.2241.out b/SortingAlg/dataset/nomerge/t111/Distributed_Sorting.2241.out new file mode 100644 index 0000000..902f22a --- /dev/null +++ b/SortingAlg/dataset/nomerge/t111/Distributed_Sorting.2241.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 210.25s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.213s => Time to sort elements in Process 1/1 memory + 513.452s => Time to write '/mnt/raid/tmp/SortedRun4924_GucgU5' and fill it up with 134217728 sorted elements by Process 1/1 +1116.3s => Time function sortedRuns() in Process 1/1 +18.6112min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t111/Distributed_Sorting.2242.out b/SortingAlg/dataset/nomerge/t111/Distributed_Sorting.2242.out new file mode 100644 index 0000000..699a891 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t111/Distributed_Sorting.2242.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 17.0412s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.707s => Time to sort elements in Process 1/1 memory + 345.003s => Time to write '/mnt/raid/tmp/SortedRun4924_5OHB2V' and fill it up with 134217728 sorted elements by Process 1/1 +754.012s => Time function sortedRuns() in Process 1/1 +12.572min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1112/Distributed_Sorting.2237.out b/SortingAlg/dataset/nomerge/t1112/Distributed_Sorting.2237.out new file mode 100644 index 0000000..05dc1e3 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1112/Distributed_Sorting.2237.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 297.12s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.466s => Time to sort elements in Process 1/1 memory + 580.207s => Time to write '/mnt/raid/tmp/SortedRun3616_FNfIRH' and fill it up with 134217728 sorted elements by Process 1/1 +1269.32s => Time function sortedRuns() in Process 1/1 +21.161min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1112/Distributed_Sorting.2238.out b/SortingAlg/dataset/nomerge/t1112/Distributed_Sorting.2238.out new file mode 100644 index 0000000..2c420f1 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1112/Distributed_Sorting.2238.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 296.327s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.019s => Time to sort elements in Process 1/1 memory + 581.33s => Time to write '/mnt/raid/tmp/SortedRun4447_KJxzUx' and fill it up with 134217728 sorted elements by Process 1/1 +1269.03s => Time function sortedRuns() in Process 1/1 +21.1563min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1112/Distributed_Sorting.2239.out b/SortingAlg/dataset/nomerge/t1112/Distributed_Sorting.2239.out new file mode 100644 index 0000000..cbea3e8 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1112/Distributed_Sorting.2239.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 295.853s => Time to read file from offset 0 to 134217728 in Process 1/1 + 390.947s => Time to sort elements in Process 1/1 memory + 581.572s => Time to write '/mnt/raid/tmp/SortedRun4447_EjoPsJ' and fill it up with 134217728 sorted elements by Process 1/1 +1268.8s => Time function sortedRuns() in Process 1/1 +21.1525min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t112/Distributed_Sorting.2243.out b/SortingAlg/dataset/nomerge/t112/Distributed_Sorting.2243.out new file mode 100644 index 0000000..ec724f7 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t112/Distributed_Sorting.2243.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 17.0038s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.258s => Time to sort elements in Process 1/1 memory + 477.688s => Time to write '/mnt/raid/tmp/SortedRun2441_kkfBmP' and fill it up with 134217728 sorted elements by Process 1/1 +886.366s => Time function sortedRuns() in Process 1/1 +14.7784min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t112/Distributed_Sorting.2244.out b/SortingAlg/dataset/nomerge/t112/Distributed_Sorting.2244.out new file mode 100644 index 0000000..6b7aaf5 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t112/Distributed_Sorting.2244.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 16.9465s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.37s => Time to sort elements in Process 1/1 memory + 477.184s => Time to write '/mnt/raid/tmp/SortedRun2441_EwdFJz' and fill it up with 134217728 sorted elements by Process 1/1 +885.707s => Time function sortedRuns() in Process 1/1 +14.7672min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2248.out b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2248.out new file mode 100644 index 0000000..fd9d4a1 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2248.out @@ -0,0 +1,40 @@ +Using 1 nodes for sorting 12Gb file '/mnt/raid/testlists/12Gib.bin' of 1610612736 elements + + 123.674s => Time to read file from offset 0 to 134217728 in Process 1/1 + 387.545s => Time to sort elements in Process 1/1 memory + 254.075s => Time to write '/mnt/raid/tmp/SortedRun8546_51dZWV' and fill it up with 134217728 sorted elements by Process 1/1 + 122.535s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 390.734s => Time to sort elements in Process 1/1 memory + 245.565s => Time to write '/mnt/raid/tmp/SortedRun8546_FdnipW' and fill it up with 134217728 sorted elements by Process 1/1 + 121.776s => Time to read file from offset 268435456 to 402653184 in Process 1/1 + 399.993s => Time to sort elements in Process 1/1 memory + 254.164s => Time to write '/mnt/raid/tmp/SortedRun8546_eZpWBV' and fill it up with 134217728 sorted elements by Process 1/1 + 121.3s => Time to read file from offset 402653184 to 536870912 in Process 1/1 + 391.085s => Time to sort elements in Process 1/1 memory + 253.299s => Time to write '/mnt/raid/tmp/SortedRun8546_IJCDSV' and fill it up with 134217728 sorted elements by Process 1/1 + 120.149s => Time to read file from offset 536870912 to 671088640 in Process 1/1 + 392.704s => Time to sort elements in Process 1/1 memory + 275.377s => Time to write '/mnt/raid/tmp/SortedRun8546_v22oCT' and fill it up with 134217728 sorted elements by Process 1/1 + 120.863s => Time to read file from offset 671088640 to 805306368 in Process 1/1 + 399.04s => Time to sort elements in Process 1/1 memory + 268.346s => Time to write '/mnt/raid/tmp/SortedRun8546_rASgST' and fill it up with 134217728 sorted elements by Process 1/1 + 121.019s => Time to read file from offset 805306368 to 939524096 in Process 1/1 + 392.154s => Time to sort elements in Process 1/1 memory + 267.695s => Time to write '/mnt/raid/tmp/SortedRun8546_jMc5iV' and fill it up with 134217728 sorted elements by Process 1/1 + 121.244s => Time to read file from offset 939524096 to 1073741824 in Process 1/1 + 391.492s => Time to sort elements in Process 1/1 memory + 266.826s => Time to write '/mnt/raid/tmp/SortedRun8546_0Q12NV' and fill it up with 134217728 sorted elements by Process 1/1 + 118.996s => Time to read file from offset 1073741824 to 1207959552 in Process 1/1 + 396.714s => Time to sort elements in Process 1/1 memory + 268.82s => Time to write '/mnt/raid/tmp/SortedRun8546_MN2G7V' and fill it up with 134217728 sorted elements by Process 1/1 + 120.918s => Time to read file from offset 1207959552 to 1342177280 in Process 1/1 + 389.821s => Time to sort elements in Process 1/1 memory + 268.481s => Time to write '/mnt/raid/tmp/SortedRun8546_HF6k3T' and fill it up with 134217728 sorted elements by Process 1/1 + 119.787s => Time to read file from offset 1342177280 to 1476395008 in Process 1/1 + 389.202s => Time to sort elements in Process 1/1 memory + 268.937s => Time to write '/mnt/raid/tmp/SortedRun8546_xD6CKU' and fill it up with 134217728 sorted elements by Process 1/1 + 119.112s => Time to read file from offset 1476395008 to 1610612736 in Process 1/1 + 390.925s => Time to sort elements in Process 1/1 memory + 261.827s => Time to write '/mnt/raid/tmp/SortedRun8546_JNGtaX' and fill it up with 134217728 sorted elements by Process 1/1 +9319.42s => Time function sortedRuns() in Process 1/1 +155.329min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2249.out b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2249.out new file mode 100644 index 0000000..9c8733a --- /dev/null +++ b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2249.out @@ -0,0 +1,41 @@ +Using 2 nodes for sorting 12Gb file '/mnt/raid/testlists/12Gib.bin' of 1610612736 elements + + 189.041s => Time to read file from offset 0 to 134217728 in Process 1/2 + 189.216s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 387.962s => Time to sort elements in Process 1/2 memory + 390.852s => Time to sort elements in Process 2/2 memory + 485.618s => Time to write '/mnt/raid/tmp/SortedRun2808_I8xbvL' and fill it up with 134217728 sorted elements by Process 1/2 + 486.975s => Time to write '/mnt/raid/tmp/SortedRun2808_kMP4Fh' and fill it up with 134217728 sorted elements by Process 2/2 + 185.107s => Time to read file from offset 268435456 to 402653184 in Process 1/2 + 185.749s => Time to read file from offset 402653184 to 536870912 in Process 2/2 + 391.205s => Time to sort elements in Process 2/2 memory + 399.943s => Time to sort elements in Process 1/2 memory + 493.099s => Time to write '/mnt/raid/tmp/SortedRun2808_B6BNkh' and fill it up with 134217728 sorted elements by Process 2/2 + 495.089s => Time to write '/mnt/raid/tmp/SortedRun2808_HCG9rH' and fill it up with 134217728 sorted elements by Process 1/2 + 190.547s => Time to read file from offset 671088640 to 805306368 in Process 2/2 + 189.884s => Time to read file from offset 536870912 to 671088640 in Process 1/2 + 392.4s => Time to sort elements in Process 1/2 memory + 399.012s => Time to sort elements in Process 2/2 memory + 481.678s => Time to write '/mnt/raid/tmp/SortedRun2808_NwCl6J' and fill it up with 134217728 sorted elements by Process 1/2 + 482.831s => Time to write '/mnt/raid/tmp/SortedRun2808_z6xTqg' and fill it up with 134217728 sorted elements by Process 2/2 + 185.183s => Time to read file from offset 805306368 to 939524096 in Process 1/2 + 185.121s => Time to read file from offset 939524096 to 1073741824 in Process 2/2 + 392.202s => Time to sort elements in Process 1/2 memory + 390.98s => Time to sort elements in Process 2/2 memory + 474.186s => Time to write '/mnt/raid/tmp/SortedRun2808_DDe1qJ' and fill it up with 134217728 sorted elements by Process 1/2 + 474.752s => Time to write '/mnt/raid/tmp/SortedRun2808_dUy6zg' and fill it up with 134217728 sorted elements by Process 2/2 + 193.497s => Time to read file from offset 1073741824 to 1207959552 in Process 1/2 + 194.081s => Time to read file from offset 1207959552 to 1342177280 in Process 2/2 + 391.32s => Time to sort elements in Process 2/2 memory + 397.022s => Time to sort elements in Process 1/2 memory + 470.211s => Time to write '/mnt/raid/tmp/SortedRun2808_uMPv5f' and fill it up with 134217728 sorted elements by Process 2/2 + 471.669s => Time to write '/mnt/raid/tmp/SortedRun2808_sWy5zK' and fill it up with 134217728 sorted elements by Process 1/2 + 186.745s => Time to read file from offset 1476395008 to 1610612736 in Process 2/2 + 187.117s => Time to read file from offset 1342177280 to 1476395008 in Process 1/2 + 390.347s => Time to sort elements in Process 2/2 memory + 389.515s => Time to sort elements in Process 1/2 memory + 462.818s => Time to write '/mnt/raid/tmp/SortedRun2808_nMe1tf' and fill it up with 134217728 sorted elements by Process 2/2 +6357.95s => Time function sortedRuns() in Process 2/2 + 462.647s => Time to write '/mnt/raid/tmp/SortedRun2808_auW8OK' and fill it up with 134217728 sorted elements by Process 1/2 +6361.41s => Time function sortedRuns() in Process 1/2 +106.03min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2250.out b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2250.out new file mode 100644 index 0000000..10d0a82 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2250.out @@ -0,0 +1,42 @@ +Using 3 nodes for sorting 12Gb file '/mnt/raid/testlists/12Gib.bin' of 1610612736 elements + + 276.562s => Time to read file from offset 0 to 134217728 in Process 1/3 + 276.731s => Time to read file from offset 134217728 to 268435456 in Process 2/3 + 277.29s => Time to read file from offset 268435456 to 402653184 in Process 3/3 + 387.734s => Time to sort elements in Process 1/3 memory + 390.67s => Time to sort elements in Process 2/3 memory + 399.436s => Time to sort elements in Process 3/3 memory + 560.528s => Time to write '/mnt/raid/tmp/SortedRun789_ssoQGw' and fill it up with 134217728 sorted elements by Process 1/3 + 565.596s => Time to write '/mnt/raid/tmp/SortedRun789_q1ZzO9' and fill it up with 134217728 sorted elements by Process 2/3 + 563.457s => Time to write '/mnt/raid/tmp/SortedRun789_XUby6q' and fill it up with 134217728 sorted elements by Process 3/3 + 263.654s => Time to read file from offset 402653184 to 536870912 in Process 1/3 + 268.342s => Time to read file from offset 536870912 to 671088640 in Process 2/3 + 266.278s => Time to read file from offset 671088640 to 805306368 in Process 3/3 + 391.115s => Time to sort elements in Process 1/3 memory + 392.549s => Time to sort elements in Process 2/3 memory + 398.704s => Time to sort elements in Process 3/3 memory + 530.781s => Time to write '/mnt/raid/tmp/SortedRun789_TLk8Gu' and fill it up with 134217728 sorted elements by Process 1/3 + 545.689s => Time to write '/mnt/raid/tmp/SortedRun789_CbcB77' and fill it up with 134217728 sorted elements by Process 2/3 + 545.747s => Time to write '/mnt/raid/tmp/SortedRun789_VJXump' and fill it up with 134217728 sorted elements by Process 3/3 + 236.613s => Time to read file from offset 805306368 to 939524096 in Process 1/3 + 251.593s => Time to read file from offset 939524096 to 1073741824 in Process 2/3 + 249.513s => Time to read file from offset 1073741824 to 1207959552 in Process 3/3 + 392.581s => Time to sort elements in Process 1/3 memory + 391.123s => Time to sort elements in Process 2/3 memory + 396.57s => Time to sort elements in Process 3/3 memory + 504.584s => Time to write '/mnt/raid/tmp/SortedRun789_X75hBy' and fill it up with 134217728 sorted elements by Process 1/3 + 566.785s => Time to write '/mnt/raid/tmp/SortedRun789_svkLY7' and fill it up with 134217728 sorted elements by Process 2/3 + 566.003s => Time to write '/mnt/raid/tmp/SortedRun789_D6Zdtp' and fill it up with 134217728 sorted elements by Process 3/3 + 150.327s => Time to read file from offset 1207959552 to 1342177280 in Process 1/3 + 203.031s => Time to read file from offset 1342177280 to 1476395008 in Process 2/3 + 197.496s => Time to read file from offset 1476395008 to 1610612736 in Process 3/3 + 390.07s => Time to sort elements in Process 1/3 memory + 389.876s => Time to sort elements in Process 2/3 memory + 389.978s => Time to sort elements in Process 3/3 memory + 391.802s => Time to write '/mnt/raid/tmp/SortedRun789_wU8gev' and fill it up with 134217728 sorted elements by Process 1/3 +4477.47s => Time function sortedRuns() in Process 1/3 + 508.662s => Time to write '/mnt/raid/tmp/SortedRun789_qme417' and fill it up with 134217728 sorted elements by Process 2/3 +4752.33s => Time function sortedRuns() in Process 2/3 + 505.083s => Time to write '/mnt/raid/tmp/SortedRun789_8Cd5Wo' and fill it up with 134217728 sorted elements by Process 3/3 +4757.5s => Time function sortedRuns() in Process 3/3 +79.2975min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2251.out b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2251.out new file mode 100644 index 0000000..41ab8ce --- /dev/null +++ b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2251.out @@ -0,0 +1,43 @@ +Using 4 nodes for sorting 12Gb file '/mnt/raid/testlists/12Gib.bin' of 1610612736 elements + + 368.174s => Time to read file from offset 0 to 134217728 in Process 1/4 + 369.228s => Time to read file from offset 268435456 to 402653184 in Process 3/4 + 369.408s => Time to read file from offset 134217728 to 268435456 in Process 2/4 + 369.522s => Time to read file from offset 402653184 to 536870912 in Process 4/4 + 387.475s => Time to sort elements in Process 1/4 memory + 390.784s => Time to sort elements in Process 2/4 memory + 391.396s => Time to sort elements in Process 4/4 memory + 399.416s => Time to sort elements in Process 3/4 memory + 680.823s => Time to write '/mnt/raid/tmp/SortedRun713_rC1Rfd' and fill it up with 134217728 sorted elements by Process 1/4 + 683.648s => Time to write '/mnt/raid/tmp/SortedRun713_F81aEM' and fill it up with 134217728 sorted elements by Process 4/4 + 684.556s => Time to write '/mnt/raid/tmp/SortedRun713_cw6OO6' and fill it up with 134217728 sorted elements by Process 2/4 + 687.126s => Time to write '/mnt/raid/tmp/SortedRun713_3uxBNG' and fill it up with 134217728 sorted elements by Process 3/4 + 348.695s => Time to read file from offset 536870912 to 671088640 in Process 1/4 + 358.138s => Time to read file from offset 939524096 to 1073741824 in Process 4/4 + 361.681s => Time to read file from offset 671088640 to 805306368 in Process 2/4 + 353.727s => Time to read file from offset 805306368 to 939524096 in Process 3/4 + 392.979s => Time to sort elements in Process 1/4 memory + 391.009s => Time to sort elements in Process 4/4 memory + 392.063s => Time to sort elements in Process 3/4 memory + 398.878s => Time to sort elements in Process 2/4 memory + 653.59s => Time to write '/mnt/raid/tmp/SortedRun713_7ojaHf' and fill it up with 134217728 sorted elements by Process 1/4 + 680.228s => Time to write '/mnt/raid/tmp/SortedRun713_itVmaP' and fill it up with 134217728 sorted elements by Process 4/4 + 681.572s => Time to write '/mnt/raid/tmp/SortedRun713_8Bn8YD' and fill it up with 134217728 sorted elements by Process 3/4 + 685.013s => Time to write '/mnt/raid/tmp/SortedRun713_bANpi5' and fill it up with 134217728 sorted elements by Process 2/4 + 278.869s => Time to read file from offset 1073741824 to 1207959552 in Process 1/4 + 325.513s => Time to read file from offset 1476395008 to 1610612736 in Process 4/4 + 326.956s => Time to read file from offset 1342177280 to 1476395008 in Process 3/4 + 322.683s => Time to read file from offset 1207959552 to 1342177280 in Process 2/4 + 397.234s => Time to sort elements in Process 1/4 memory + 390.073s => Time to sort elements in Process 4/4 memory + 389.149s => Time to sort elements in Process 3/4 memory + 390.271s => Time to sort elements in Process 2/4 memory + 529.909s => Time to write '/mnt/raid/tmp/SortedRun713_qz0aVd' and fill it up with 134217728 sorted elements by Process 1/4 +4039.19s => Time function sortedRuns() in Process 1/4 + 623.435s => Time to write '/mnt/raid/tmp/SortedRun713_5X3N8O' and fill it up with 134217728 sorted elements by Process 4/4 +4214.2s => Time function sortedRuns() in Process 4/4 + 623.554s => Time to write '/mnt/raid/tmp/SortedRun713_5PDVCG' and fill it up with 134217728 sorted elements by Process 3/4 +4224.14s => Time function sortedRuns() in Process 3/4 + 620.88s => Time to write '/mnt/raid/tmp/SortedRun713_X1Rnc5' and fill it up with 134217728 sorted elements by Process 2/4 +4225.82s => Time function sortedRuns() in Process 2/4 +70.4371min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2252.out b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2252.out new file mode 100644 index 0000000..6213633 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2252.out @@ -0,0 +1,45 @@ +Using 6 nodes for sorting 12Gb file '/mnt/raid/testlists/12Gib.bin' of 1610612736 elements + + 552.705s => Time to read file from offset 268435456 to 402653184 in Process 3/6 + 553.326s => Time to read file from offset 134217728 to 268435456 in Process 2/6 + 553.285s => Time to read file from offset 402653184 to 536870912 in Process 4/6 + 553.647s => Time to read file from offset 0 to 134217728 in Process 1/6 + 553.788s => Time to read file from offset 536870912 to 671088640 in Process 5/6 + 553.881s => Time to read file from offset 671088640 to 805306368 in Process 6/6 + 387.472s => Time to sort elements in Process 1/6 memory + 390.789s => Time to sort elements in Process 2/6 memory + 391.554s => Time to sort elements in Process 4/6 memory + 392.478s => Time to sort elements in Process 5/6 memory + 399.335s => Time to sort elements in Process 3/6 memory + 398.687s => Time to sort elements in Process 6/6 memory + 1048.43s => Time to write '/mnt/raid/tmp/SortedRun5757_5IUbdw' and fill it up with 134217728 sorted elements by Process 1/6 + 1059.8s => Time to write '/mnt/raid/tmp/SortedRun5757_12nIIe' and fill it up with 134217728 sorted elements by Process 2/6 + 1059.81s => Time to write '/mnt/raid/tmp/SortedRun5757_1uUfMC' and fill it up with 134217728 sorted elements by Process 4/6 + 1060.44s => Time to write '/mnt/raid/tmp/SortedRun5757_bIkBqj' and fill it up with 134217728 sorted elements by Process 5/6 + 1058.13s => Time to write '/mnt/raid/tmp/SortedRun5757_BfTsUj' and fill it up with 134217728 sorted elements by Process 6/6 + 1058.45s => Time to write '/mnt/raid/tmp/SortedRun5757_Da6kl2' and fill it up with 134217728 sorted elements by Process 3/6 + 496.387s => Time to read file from offset 805306368 to 939524096 in Process 1/6 + 535.568s => Time to read file from offset 939524096 to 1073741824 in Process 2/6 + 539.408s => Time to read file from offset 1207959552 to 1342177280 in Process 4/6 + 534.084s => Time to read file from offset 1476395008 to 1610612736 in Process 6/6 + 538.406s => Time to read file from offset 1342177280 to 1476395008 in Process 5/6 + 535.426s => Time to read file from offset 1073741824 to 1207959552 in Process 3/6 + 392.633s => Time to sort elements in Process 1/6 memory + 391.047s => Time to sort elements in Process 2/6 memory + 390.381s => Time to sort elements in Process 4/6 memory + 389.175s => Time to sort elements in Process 5/6 memory + 390.454s => Time to sort elements in Process 6/6 memory + 396.518s => Time to sort elements in Process 3/6 memory + 893.407s => Time to write '/mnt/raid/tmp/SortedRun5757_LGcqsv' and fill it up with 134217728 sorted elements by Process 1/6 +3772.81s => Time function sortedRuns() in Process 1/6 + 1011.14s => Time to write '/mnt/raid/tmp/SortedRun5757_QzBAqe' and fill it up with 134217728 sorted elements by Process 2/6 +3942.35s => Time function sortedRuns() in Process 2/6 + 1015.52s => Time to write '/mnt/raid/tmp/SortedRun5757_qVXqwF' and fill it up with 134217728 sorted elements by Process 4/6 +3951.21s => Time function sortedRuns() in Process 4/6 + 1015.31s => Time to write '/mnt/raid/tmp/SortedRun5757_gZPVQl' and fill it up with 134217728 sorted elements by Process 6/6 +3952.31s => Time function sortedRuns() in Process 6/6 + 1016.62s => Time to write '/mnt/raid/tmp/SortedRun5757_OSrLfk' and fill it up with 134217728 sorted elements by Process 5/6 +3952.31s => Time function sortedRuns() in Process 5/6 + 1010.22s => Time to write '/mnt/raid/tmp/SortedRun5757_SNDA23' and fill it up with 134217728 sorted elements by Process 3/6 +3954.72s => Time function sortedRuns() in Process 3/6 +65.9181min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2259.out b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2259.out new file mode 100644 index 0000000..aacfbb9 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t12/Distributed_Sorting.2259.out @@ -0,0 +1,51 @@ +Using 12 nodes for sorting 12Gb file '/mnt/raid/testlists/12Gib.bin' of 1610612736 elements + + 1096.4s => Time to read file from offset 1476395008 to 1610612736 in Process 12/12 + 1105.39s => Time to read file from offset 134217728 to 268435456 in Process 2/12 + 1105.94s => Time to read file from offset 805306368 to 939524096 in Process 7/12 + 1106.29s => Time to read file from offset 1342177280 to 1476395008 in Process 11/12 + 1106.16s => Time to read file from offset 1207959552 to 1342177280 in Process 10/12 + 1106.38s => Time to read file from offset 268435456 to 402653184 in Process 3/12 + 1105.67s => Time to read file from offset 402653184 to 536870912 in Process 4/12 + 1106.66s => Time to read file from offset 1073741824 to 1207959552 in Process 9/12 + 1106.47s => Time to read file from offset 671088640 to 805306368 in Process 6/12 + 1106.73s => Time to read file from offset 939524096 to 1073741824 in Process 8/12 + 1106.76s => Time to read file from offset 536870912 to 671088640 in Process 5/12 + 1106.78s => Time to read file from offset 0 to 134217728 in Process 1/12 + 390.048s => Time to sort elements in Process 12/12 memory + 387.382s => Time to sort elements in Process 1/12 memory + 389.281s => Time to sort elements in Process 11/12 memory + 389.619s => Time to sort elements in Process 10/12 memory + 390.828s => Time to sort elements in Process 2/12 memory + 391.476s => Time to sort elements in Process 4/12 memory + 391.034s => Time to sort elements in Process 8/12 memory + 392.217s => Time to sort elements in Process 7/12 memory + 392.377s => Time to sort elements in Process 5/12 memory + 396.641s => Time to sort elements in Process 9/12 memory + 398.874s => Time to sort elements in Process 6/12 memory + 399.559s => Time to sort elements in Process 3/12 memory + 1312.05s => Time to write '/mnt/raid/tmp/SortedRun9239_LG053U' and fill it up with 134217728 sorted elements by Process 12/12 +2798.71s => Time function sortedRuns() in Process 12/12 + 1329.36s => Time to write '/mnt/raid/tmp/SortedRun9239_KdGx5b' and fill it up with 134217728 sorted elements by Process 10/12 +2825.84s => Time function sortedRuns() in Process 10/12 + 1336.62s => Time to write '/mnt/raid/tmp/SortedRun9239_LHPyfD' and fill it up with 134217728 sorted elements by Process 1/12 +2831.39s => Time function sortedRuns() in Process 1/12 + 1336.25s => Time to write '/mnt/raid/tmp/SortedRun9239_haZR4V' and fill it up with 134217728 sorted elements by Process 11/12 +2832.17s => Time function sortedRuns() in Process 11/12 + 1337.31s => Time to write '/mnt/raid/tmp/SortedRun9239_afcLdg' and fill it up with 134217728 sorted elements by Process 2/12 +2834.48s => Time function sortedRuns() in Process 2/12 + 1345.92s => Time to write '/mnt/raid/tmp/SortedRun9239_dur7IM' and fill it up with 134217728 sorted elements by Process 8/12 + 1337.9s => Time to write '/mnt/raid/tmp/SortedRun9239_xXkROm' and fill it up with 134217728 sorted elements by Process 3/12 +2844.7s => Time function sortedRuns() in Process 8/12 + 1340.6s => Time to write '/mnt/raid/tmp/SortedRun9239_9LhyK2' and fill it up with 134217728 sorted elements by Process 9/12 +2844.7s => Time function sortedRuns() in Process 9/12 +2844.7s => Time function sortedRuns() in Process 3/12 + 1346.04s => Time to write '/mnt/raid/tmp/SortedRun9239_ijVDWM' and fill it up with 134217728 sorted elements by Process 5/12 +2846.08s => Time function sortedRuns() in Process 5/12 + 1348.97s => Time to write '/mnt/raid/tmp/SortedRun9239_1w3XcU' and fill it up with 134217728 sorted elements by Process 4/12 +2846.6s => Time function sortedRuns() in Process 4/12 + 1350.58s => Time to write '/mnt/raid/tmp/SortedRun9239_R4DYXe' and fill it up with 134217728 sorted elements by Process 7/12 +2849.7s => Time function sortedRuns() in Process 7/12 + 1343.88s => Time to write '/mnt/raid/tmp/SortedRun9239_v0poQt' and fill it up with 134217728 sorted elements by Process 6/12 +2850.65s => Time function sortedRuns() in Process 6/12 +47.5174min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t124/Distributed_Sorting.2234.out b/SortingAlg/dataset/nomerge/t124/Distributed_Sorting.2234.out new file mode 100644 index 0000000..6e617ff --- /dev/null +++ b/SortingAlg/dataset/nomerge/t124/Distributed_Sorting.2234.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 16.8236s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.124s => Time to sort elements in Process 1/1 memory + 263.409s => Time to write '/mnt/raid/tmp/SortedRun7629_V4d4Y5' and fill it up with 134217728 sorted elements by Process 1/1 +671.97s => Time function sortedRuns() in Process 1/1 +11.2053min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t124/Distributed_Sorting.2235.out b/SortingAlg/dataset/nomerge/t124/Distributed_Sorting.2235.out new file mode 100644 index 0000000..9cfb2b9 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t124/Distributed_Sorting.2235.out @@ -0,0 +1,11 @@ +Using 2 nodes for sorting 2Gb file '/mnt/raid/testlists/__268435456.bin' of 268435456 elements + + 17.0892s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 124.944s => Time to read file from offset 0 to 134217728 in Process 1/2 + 390.482s => Time to sort elements in Process 2/2 memory + 391.079s => Time to sort elements in Process 1/2 memory + 385.665s => Time to write '/mnt/raid/tmp/SortedRun2744_oRYJ6M' and fill it up with 134217728 sorted elements by Process 2/2 +793.519s => Time function sortedRuns() in Process 2/2 + 388.312s => Time to write '/mnt/raid/tmp/SortedRun2744_SD3bk5' and fill it up with 134217728 sorted elements by Process 1/2 +904.725s => Time function sortedRuns() in Process 1/2 +15.0846min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t124/Distributed_Sorting.2236.out b/SortingAlg/dataset/nomerge/t124/Distributed_Sorting.2236.out new file mode 100644 index 0000000..86cc16b --- /dev/null +++ b/SortingAlg/dataset/nomerge/t124/Distributed_Sorting.2236.out @@ -0,0 +1,19 @@ +Using 4 nodes for sorting 4Gb file '/mnt/raid/testlists/__536870912.bin' of 536870912 elements + + 365.18s => Time to read file from offset 402653184 to 536870912 in Process 4/4 + 367.803s => Time to read file from offset 0 to 134217728 in Process 1/4 + 368.285s => Time to read file from offset 268435456 to 402653184 in Process 3/4 + 368.495s => Time to read file from offset 134217728 to 268435456 in Process 2/4 + 389.481s => Time to sort elements in Process 4/4 memory + 390.976s => Time to sort elements in Process 1/4 memory + 391.891s => Time to sort elements in Process 2/4 memory + 392.188s => Time to sort elements in Process 3/4 memory + 700.816s => Time to write '/mnt/raid/tmp/SortedRun2610_g6ddwH' and fill it up with 134217728 sorted elements by Process 4/4 +1455.76s => Time function sortedRuns() in Process 4/4 + 706.715s => Time to write '/mnt/raid/tmp/SortedRun2610_2YdvNT' and fill it up with 134217728 sorted elements by Process 1/4 +1465.87s => Time function sortedRuns() in Process 1/4 + 705.732s => Time to write '/mnt/raid/tmp/SortedRun2610_2bXREX' and fill it up with 134217728 sorted elements by Process 2/4 +1467.16s => Time function sortedRuns() in Process 2/4 + 705.997s => Time to write '/mnt/raid/tmp/SortedRun2610_v8l3N7' and fill it up with 134217728 sorted elements by Process 3/4 +1467.41s => Time function sortedRuns() in Process 3/4 +24.4634min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1240/Distributed_Sorting.2228.out b/SortingAlg/dataset/nomerge/t1240/Distributed_Sorting.2228.out new file mode 100644 index 0000000..2f5c8b7 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1240/Distributed_Sorting.2228.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 122.857s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.034s => Time to sort elements in Process 1/1 memory + 247.264s => Time to write '/mnt/raid/tmp/SortedRun8089_vqrsiv' and fill it up with 134217728 sorted elements by Process 1/1 +761.515s => Time function sortedRuns() in Process 1/1 +12.698min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1240/Distributed_Sorting.2229.out b/SortingAlg/dataset/nomerge/t1240/Distributed_Sorting.2229.out new file mode 100644 index 0000000..ba08f66 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1240/Distributed_Sorting.2229.out @@ -0,0 +1,11 @@ +Using 2 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 8.53772s => Time to read file from offset 0 to 67108865 in Process 1/2 + 54.5468s => Time to read file from offset 67108865 to 134217730 in Process 2/2 + 189.236s => Time to sort elements in Process 1/2 memory + 188.542s => Time to sort elements in Process 2/2 memory + 187.504s => Time to write '/mnt/raid/tmp/SortedRun6330_hr46c1' and fill it up with 67108865 sorted elements by Process 1/2 +385.533s => Time function sortedRuns() in Process 1/2 + 185.129s => Time to write '/mnt/raid/tmp/SortedRun6330_HpsqPC' and fill it up with 67108863 sorted elements by Process 2/2 +428.508s => Time function sortedRuns() in Process 2/2 +7.14537min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1240/Distributed_Sorting.2230.out b/SortingAlg/dataset/nomerge/t1240/Distributed_Sorting.2230.out new file mode 100644 index 0000000..9008125 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1240/Distributed_Sorting.2230.out @@ -0,0 +1,19 @@ +Using 4 nodes for sorting 1Gb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 4.2664s => Time to read file from offset 0 to 33554433 in Process 1/4 + 67.8355s => Time to read file from offset 33554433 to 67108866 in Process 2/4 + 68.6302s => Time to read file from offset 100663299 to 134217732 in Process 4/4 + 70.026s => Time to read file from offset 67108866 to 100663299 in Process 3/4 + 90.808s => Time to sort elements in Process 1/4 memory + 61.9721s => Time to write '/mnt/raid/tmp/SortedRun6294_lypBvJ' and fill it up with 33554433 sorted elements by Process 1/4 +157.239s => Time function sortedRuns() in Process 1/4 + 91.095s => Time to sort elements in Process 2/4 memory + 91.5471s => Time to sort elements in Process 4/4 memory + 90.8067s => Time to sort elements in Process 3/4 memory + 131.994s => Time to write '/mnt/raid/tmp/SortedRun6294_ytriwS' and fill it up with 33554433 sorted elements by Process 2/4 +291.155s => Time function sortedRuns() in Process 2/4 + 133.006s => Time to write '/mnt/raid/tmp/SortedRun6294_TmcIkW' and fill it up with 33554429 sorted elements by Process 4/4 +293.8s => Time function sortedRuns() in Process 4/4 + 133.044s => Time to write '/mnt/raid/tmp/SortedRun6294_a8kcXQ' and fill it up with 33554433 sorted elements by Process 3/4 +294.343s => Time function sortedRuns() in Process 3/4 +4.90845min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1241/Distributed_Sorting.2225.out b/SortingAlg/dataset/nomerge/t1241/Distributed_Sorting.2225.out new file mode 100644 index 0000000..ba5651f --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1241/Distributed_Sorting.2225.out @@ -0,0 +1,10 @@ +Using 1 nodes for sorting 2Gb file '/mnt/raid/testlists/__268435456.bin' of 268435456 elements + + 122.914s => Time to read file from offset 0 to 134217728 in Process 1/1 + 391.13s => Time to sort elements in Process 1/1 memory + 246.362s => Time to write '/mnt/raid/tmp/SortedRun3509_NfyReu' and fill it up with 134217728 sorted elements by Process 1/1 + 120.355s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 391.734s => Time to sort elements in Process 1/1 memory + 247.352s => Time to write '/mnt/raid/tmp/SortedRun3509_DcBUkt' and fill it up with 134217728 sorted elements by Process 1/1 +1520.44s => Time function sortedRuns() in Process 1/1 +25.3458min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1241/Distributed_Sorting.2226.out b/SortingAlg/dataset/nomerge/t1241/Distributed_Sorting.2226.out new file mode 100644 index 0000000..5a78f8d --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1241/Distributed_Sorting.2226.out @@ -0,0 +1,17 @@ +Using 2 nodes for sorting 4Gb file '/mnt/raid/testlists/__536870912.bin' of 536870912 elements + + 194.148s => Time to read file from offset 0 to 134217728 in Process 1/2 + 194.238s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 391.184s => Time to sort elements in Process 1/2 memory + 392.92s => Time to sort elements in Process 2/2 memory + 429.872s => Time to write '/mnt/raid/tmp/SortedRun8265_PA3QEn' and fill it up with 134217728 sorted elements by Process 1/2 + 430.007s => Time to write '/mnt/raid/tmp/SortedRun8265_rhhEML' and fill it up with 134217728 sorted elements by Process 2/2 + 186.515s => Time to read file from offset 268435456 to 402653184 in Process 1/2 + 185.666s => Time to read file from offset 402653184 to 536870912 in Process 2/2 + 389.704s => Time to sort elements in Process 2/2 memory + 392.22s => Time to sort elements in Process 1/2 memory + 434.689s => Time to write '/mnt/raid/tmp/SortedRun8265_qRHJyH' and fill it up with 134217728 sorted elements by Process 2/2 +2027.91s => Time function sortedRuns() in Process 2/2 + 434.726s => Time to write '/mnt/raid/tmp/SortedRun8265_I4EnXm' and fill it up with 134217728 sorted elements by Process 1/2 +2029.53s => Time function sortedRuns() in Process 1/2 +33.8316min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t1241/Distributed_Sorting.2227.out b/SortingAlg/dataset/nomerge/t1241/Distributed_Sorting.2227.out new file mode 100644 index 0000000..20bf8db --- /dev/null +++ b/SortingAlg/dataset/nomerge/t1241/Distributed_Sorting.2227.out @@ -0,0 +1,31 @@ +Using 4 nodes for sorting 8Gb file '/mnt/raid/testlists/_1073741824.bin' of 1073741824 elements + + 368.335s => Time to read file from offset 0 to 134217728 in Process 1/4 + 368.579s => Time to read file from offset 402653184 to 536870912 in Process 4/4 + 369.106s => Time to read file from offset 134217728 to 268435456 in Process 2/4 + 369.41s => Time to read file from offset 268435456 to 402653184 in Process 3/4 + 393.295s => Time to sort elements in Process 4/4 memory + 393.464s => Time to sort elements in Process 3/4 memory + 393.783s => Time to sort elements in Process 2/4 memory + 396.253s => Time to sort elements in Process 1/4 memory + 645.617s => Time to write '/mnt/raid/tmp/SortedRun494_YYnb3w' and fill it up with 134217728 sorted elements by Process 4/4 + 648.248s => Time to write '/mnt/raid/tmp/SortedRun494_MqbxDl' and fill it up with 134217728 sorted elements by Process 2/4 + 649.044s => Time to write '/mnt/raid/tmp/SortedRun494_58s2kO' and fill it up with 134217728 sorted elements by Process 1/4 + 650.849s => Time to write '/mnt/raid/tmp/SortedRun494_oLJqg8' and fill it up with 134217728 sorted elements by Process 3/4 + 355.341s => Time to read file from offset 939524096 to 1073741824 in Process 4/4 + 363.604s => Time to read file from offset 671088640 to 805306368 in Process 2/4 + 362.991s => Time to read file from offset 536870912 to 671088640 in Process 1/4 + 363.383s => Time to read file from offset 805306368 to 939524096 in Process 3/4 + 388.106s => Time to sort elements in Process 4/4 memory + 391.962s => Time to sort elements in Process 2/4 memory + 390.51s => Time to sort elements in Process 1/4 memory + 394.669s => Time to sort elements in Process 3/4 memory + 625.026s => Time to write '/mnt/raid/tmp/SortedRun494_LVrHRw' and fill it up with 134217728 sorted elements by Process 4/4 +2776.44s => Time function sortedRuns() in Process 4/4 + 640.233s => Time to write '/mnt/raid/tmp/SortedRun494_a3fuOL' and fill it up with 134217728 sorted elements by Process 1/4 +2808.29s => Time function sortedRuns() in Process 1/4 + 644.215s => Time to write '/mnt/raid/tmp/SortedRun494_5TdN7k' and fill it up with 134217728 sorted elements by Process 2/4 +2811.73s => Time function sortedRuns() in Process 2/4 + 640.241s => Time to write '/mnt/raid/tmp/SortedRun494_LalFDc' and fill it up with 134217728 sorted elements by Process 3/4 +2812.91s => Time function sortedRuns() in Process 3/4 +46.8882min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t2/Distributed_Sorting.2224.out b/SortingAlg/dataset/nomerge/t2/Distributed_Sorting.2224.out new file mode 100644 index 0000000..c5f1af5 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t2/Distributed_Sorting.2224.out @@ -0,0 +1,10 @@ +Using 1 nodes for sorting 2Gb file '/mnt/raid/testlists/2Gib.bin' of 268435456 elements + + 125.637s => Time to read file from offset 0 to 134217728 in Process 1/1 + 392.311s => Time to sort elements in Process 1/1 memory + 245.176s => Time to write '/mnt/raid/tmp/SortedRun1936_pYeRu2' and fill it up with 134217728 sorted elements by Process 1/1 + 119.701s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 394.551s => Time to sort elements in Process 1/1 memory + 246.207s => Time to write '/mnt/raid/tmp/SortedRun1936_8bZzU4' and fill it up with 134217728 sorted elements by Process 1/1 +1523.98s => Time function sortedRuns() in Process 1/1 +25.4056min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t24/Distributed_Sorting.2213.out b/SortingAlg/dataset/nomerge/t24/Distributed_Sorting.2213.out new file mode 100644 index 0000000..fa94875 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t24/Distributed_Sorting.2213.out @@ -0,0 +1,10 @@ +Using 1 nodes for sorting 2Gb file '/mnt/raid/testlists/2Gib.bin' of 268435456 elements + + 242.185s => Time to read file from offset 0 to 134217728 in Process 1/1 + 392.392s => Time to sort elements in Process 1/1 memory + 523.963s => Time to write '/mnt/raid/tmp/SortedRun602_UCgJlL' and fill it up with 134217728 sorted elements by Process 1/1 + 262.03s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 394.567s => Time to sort elements in Process 1/1 memory + 523.001s => Time to write '/mnt/raid/tmp/SortedRun602_39mNIL' and fill it up with 134217728 sorted elements by Process 1/1 +2338.6s => Time function sortedRuns() in Process 1/1 +38.9823min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t24/Distributed_Sorting.2214.out b/SortingAlg/dataset/nomerge/t24/Distributed_Sorting.2214.out new file mode 100644 index 0000000..cf497db --- /dev/null +++ b/SortingAlg/dataset/nomerge/t24/Distributed_Sorting.2214.out @@ -0,0 +1,17 @@ +Using 2 nodes for sorting 4Gb file '/mnt/raid/testlists/4Gib.bin' of 536870912 elements + + 243.685s => Time to read file from offset 0 to 134217728 in Process 1/2 + 244.265s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 392.148s => Time to sort elements in Process 1/2 memory + 400.671s => Time to sort elements in Process 2/2 memory + 524.183s => Time to write '/mnt/raid/tmp/SortedRun602_yFglNX' and fill it up with 134217728 sorted elements by Process 1/2 + 526.708s => Time to write '/mnt/raid/tmp/SortedRun602_NxaI9u' and fill it up with 134217728 sorted elements by Process 2/2 + 268.771s => Time to read file from offset 268435456 to 402653184 in Process 1/2 + 263.682s => Time to read file from offset 402653184 to 536870912 in Process 2/2 + 396.131s => Time to sort elements in Process 1/2 memory + 390.763s => Time to sort elements in Process 2/2 memory + 529.385s => Time to write '/mnt/raid/tmp/SortedRun602_aybQRZ' and fill it up with 134217728 sorted elements by Process 1/2 +2354.97s => Time function sortedRuns() in Process 1/2 + 528.785s => Time to write '/mnt/raid/tmp/SortedRun602_PMAO8w' and fill it up with 134217728 sorted elements by Process 2/2 +2355.93s => Time function sortedRuns() in Process 2/2 +39.271min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t248/Distributed_Sorting.2210.out b/SortingAlg/dataset/nomerge/t248/Distributed_Sorting.2210.out new file mode 100644 index 0000000..48be3ce --- /dev/null +++ b/SortingAlg/dataset/nomerge/t248/Distributed_Sorting.2210.out @@ -0,0 +1,10 @@ +Using 1 nodes for sorting 2Gb file '/mnt/raid/testlists/2Gib.bin' of 268435456 elements + + 559.994s => Time to read file from offset 0 to 134217728 in Process 1/1 + 392.877s => Time to sort elements in Process 1/1 memory + 1138.04s => Time to write '/mnt/raid/tmp/SortedRun9940_tyIPUS' and fill it up with 134217728 sorted elements by Process 1/1 + 582.054s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 394.544s => Time to sort elements in Process 1/1 memory + 1037.06s => Time to write '/mnt/raid/tmp/SortedRun9940_vczhGS' and fill it up with 134217728 sorted elements by Process 1/1 +4105.3s => Time function sortedRuns() in Process 1/1 +68.4274min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t248/Distributed_Sorting.2211.out b/SortingAlg/dataset/nomerge/t248/Distributed_Sorting.2211.out new file mode 100644 index 0000000..bf53e27 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t248/Distributed_Sorting.2211.out @@ -0,0 +1,17 @@ +Using 2 nodes for sorting 4Gb file '/mnt/raid/testlists/4Gib.bin' of 536870912 elements + + 565.566s => Time to read file from offset 0 to 134217728 in Process 1/2 + 565.814s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 392.266s => Time to sort elements in Process 1/2 memory + 400.382s => Time to sort elements in Process 2/2 memory + 1145.02s => Time to write '/mnt/raid/tmp/SortedRun9940_r8To4o' and fill it up with 134217728 sorted elements by Process 1/2 + 1143.65s => Time to write '/mnt/raid/tmp/SortedRun9940_52NQqG' and fill it up with 134217728 sorted elements by Process 2/2 + 607.951s => Time to read file from offset 402653184 to 536870912 in Process 2/2 + 615.028s => Time to read file from offset 268435456 to 402653184 in Process 1/2 + 391.235s => Time to sort elements in Process 2/2 memory + 396.299s => Time to sort elements in Process 1/2 memory + 1071.84s => Time to write '/mnt/raid/tmp/SortedRun9940_X1Tc1F' and fill it up with 134217728 sorted elements by Process 2/2 +4182.26s => Time function sortedRuns() in Process 2/2 + 1068.9s => Time to write '/mnt/raid/tmp/SortedRun9940_n93OFl' and fill it up with 134217728 sorted elements by Process 1/2 +4184.68s => Time function sortedRuns() in Process 1/2 +69.7501min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t248/Distributed_Sorting.2212.out b/SortingAlg/dataset/nomerge/t248/Distributed_Sorting.2212.out new file mode 100644 index 0000000..53ff997 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t248/Distributed_Sorting.2212.out @@ -0,0 +1,31 @@ +Using 4 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 555.293s => Time to read file from offset 0 to 134217728 in Process 1/4 + 565.331s => Time to read file from offset 402653184 to 536870912 in Process 4/4 + 565.712s => Time to read file from offset 134217728 to 268435456 in Process 2/4 + 565.805s => Time to read file from offset 268435456 to 402653184 in Process 3/4 + 392.77s => Time to sort elements in Process 1/4 memory + 392.626s => Time to sort elements in Process 4/4 memory + 392.877s => Time to sort elements in Process 3/4 memory + 395.239s => Time to sort elements in Process 2/4 memory + 1121.47s => Time to write '/mnt/raid/tmp/SortedRun9940_7XnIRl' and fill it up with 134217728 sorted elements by Process 1/4 + 1147.59s => Time to write '/mnt/raid/tmp/SortedRun9940_TbNBrM' and fill it up with 134217728 sorted elements by Process 4/4 + 1147.36s => Time to write '/mnt/raid/tmp/SortedRun9940_apWHi8' and fill it up with 134217728 sorted elements by Process 3/4 + 1147.64s => Time to write '/mnt/raid/tmp/SortedRun9940_5wHTMp' and fill it up with 134217728 sorted elements by Process 2/4 + 531.442s => Time to read file from offset 536870912 to 671088640 in Process 1/4 + 609.99s => Time to read file from offset 939524096 to 1073741824 in Process 4/4 + 613.282s => Time to read file from offset 805306368 to 939524096 in Process 3/4 + 611.366s => Time to read file from offset 671088640 to 805306368 in Process 2/4 + 394.92s => Time to sort elements in Process 1/4 memory + 389.525s => Time to sort elements in Process 4/4 memory + 391.066s => Time to sort elements in Process 3/4 memory + 394.234s => Time to sort elements in Process 2/4 memory + 812.217s => Time to write '/mnt/raid/tmp/SortedRun9940_h91vUo' and fill it up with 134217728 sorted elements by Process 1/4 +3808.6s => Time function sortedRuns() in Process 1/4 + 1071.38s => Time to write '/mnt/raid/tmp/SortedRun9940_WJ7u4L' and fill it up with 134217728 sorted elements by Process 4/4 +4177.77s => Time function sortedRuns() in Process 4/4 + 1072.02s => Time to write '/mnt/raid/tmp/SortedRun9940_fGgF19' and fill it up with 134217728 sorted elements by Process 3/4 +4183.81s => Time function sortedRuns() in Process 3/4 + 1069.81s => Time to write '/mnt/raid/tmp/SortedRun9940_sG51Dp' and fill it up with 134217728 sorted elements by Process 2/4 +4184.93s => Time function sortedRuns() in Process 2/4 +69.7546min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2206.out b/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2206.out new file mode 100644 index 0000000..e20c52d --- /dev/null +++ b/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2206.out @@ -0,0 +1,10 @@ +Using 1 nodes for sorting 2Gb file '/mnt/raid/testlists/2Gib.bin' of 268435456 elements + + 1183.99s => Time to read file from offset 0 to 134217728 in Process 1/1 + 392.453s => Time to sort elements in Process 1/1 memory + 1492.18s => Time to write '/mnt/raid/tmp/SortedRun7349_hSw6EY' and fill it up with 134217728 sorted elements by Process 1/1 + 702.87s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 395.007s => Time to sort elements in Process 1/1 memory + 336.033s => Time to write '/mnt/raid/tmp/SortedRun7349_QUm4GY' and fill it up with 134217728 sorted elements by Process 1/1 +4503.84s => Time function sortedRuns() in Process 1/1 +75.0693min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2207.out b/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2207.out new file mode 100644 index 0000000..05c048b --- /dev/null +++ b/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2207.out @@ -0,0 +1,17 @@ +Using 2 nodes for sorting 4Gb file '/mnt/raid/testlists/4Gib.bin' of 536870912 elements + + 1192.58s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 1192.92s => Time to read file from offset 0 to 134217728 in Process 1/2 + 391.909s => Time to sort elements in Process 1/2 memory + 400.3s => Time to sort elements in Process 2/2 memory + 1547.16s => Time to write '/mnt/raid/tmp/SortedRun7349_Jqc1GF' and fill it up with 134217728 sorted elements by Process 1/2 + 1550.01s => Time to write '/mnt/raid/tmp/SortedRun7349_4KPEDd' and fill it up with 134217728 sorted elements by Process 2/2 + 1082.2s => Time to read file from offset 268435456 to 402653184 in Process 1/2 + 1099.34s => Time to read file from offset 402653184 to 536870912 in Process 2/2 + 396.144s => Time to sort elements in Process 1/2 memory + 390.672s => Time to sort elements in Process 2/2 memory + 1211.29s => Time to write '/mnt/raid/tmp/SortedRun7349_AmBX2E' and fill it up with 134217728 sorted elements by Process 1/2 +5822.3s => Time function sortedRuns() in Process 1/2 + 1262.42s => Time to write '/mnt/raid/tmp/SortedRun7349_1UXycd' and fill it up with 134217728 sorted elements by Process 2/2 +5896.55s => Time function sortedRuns() in Process 2/2 +98.2814min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2208.out b/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2208.out new file mode 100644 index 0000000..2771c43 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2208.out @@ -0,0 +1,31 @@ +Using 4 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 1166.06s => Time to read file from offset 0 to 134217728 in Process 1/4 + 1192.93s => Time to read file from offset 134217728 to 268435456 in Process 2/4 + 1193.01s => Time to read file from offset 402653184 to 536870912 in Process 4/4 + 1193.15s => Time to read file from offset 268435456 to 402653184 in Process 3/4 + 393.093s => Time to sort elements in Process 1/4 memory + 392.189s => Time to sort elements in Process 4/4 memory + 392.89s => Time to sort elements in Process 3/4 memory + 395.996s => Time to sort elements in Process 2/4 memory + 1397.22s => Time to write '/mnt/raid/tmp/SortedRun7349_DmKoE2' and fill it up with 134217728 sorted elements by Process 1/4 + 162.473s => Time to read file from offset 536870912 to 671088640 in Process 1/4 + 1545.67s => Time to write '/mnt/raid/tmp/SortedRun7349_Hcta6I' and fill it up with 134217728 sorted elements by Process 4/4 + 1564.25s => Time to write '/mnt/raid/tmp/SortedRun7349_1NMnPa' and fill it up with 134217728 sorted elements by Process 3/4 + 1563.64s => Time to write '/mnt/raid/tmp/SortedRun7349_0DBcZl' and fill it up with 134217728 sorted elements by Process 2/4 + 395.089s => Time to sort elements in Process 1/4 memory + 419.905s => Time to write '/mnt/raid/tmp/SortedRun7349_O2TRq2' and fill it up with 134217728 sorted elements by Process 1/4 +3934.73s => Time function sortedRuns() in Process 1/4 + 1055.55s => Time to read file from offset 939524096 to 1073741824 in Process 4/4 + 1126.11s => Time to read file from offset 671088640 to 805306368 in Process 2/4 + 1129.91s => Time to read file from offset 805306368 to 939524096 in Process 3/4 + 389.48s => Time to sort elements in Process 4/4 memory + 390.975s => Time to sort elements in Process 3/4 memory + 394.291s => Time to sort elements in Process 2/4 memory + 1066s => Time to write '/mnt/raid/tmp/SortedRun7349_b242rL' and fill it up with 134217728 sorted elements by Process 4/4 +5642.72s => Time function sortedRuns() in Process 4/4 + 1308.93s => Time to write '/mnt/raid/tmp/SortedRun7349_pzPNnb' and fill it up with 134217728 sorted elements by Process 3/4 +5981.61s => Time function sortedRuns() in Process 3/4 + 1319.18s => Time to write '/mnt/raid/tmp/SortedRun7349_e5VjNi' and fill it up with 134217728 sorted elements by Process 2/4 +5993.49s => Time function sortedRuns() in Process 2/4 +99.8984min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2209.out b/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2209.out new file mode 100644 index 0000000..a33f7dc --- /dev/null +++ b/SortingAlg/dataset/nomerge/t24816/Distributed_Sorting.2209.out @@ -0,0 +1,59 @@ +Using 8 nodes for sorting 16Gb file '/mnt/raid/testlists/16Gib.bin' of 2147483648 elements + + 1215.95s => Time to read file from offset 536870912 to 671088640 in Process 5/8 + 1282.38s => Time to read file from offset 0 to 134217728 in Process 1/8 + 1282.56s => Time to read file from offset 671088640 to 805306368 in Process 6/8 + 1282.68s => Time to read file from offset 402653184 to 536870912 in Process 4/8 + 1282.83s => Time to read file from offset 805306368 to 939524096 in Process 7/8 + 1282.96s => Time to read file from offset 268435456 to 402653184 in Process 3/8 + 1283.03s => Time to read file from offset 939524096 to 1073741824 in Process 8/8 + 1283.07s => Time to read file from offset 134217728 to 268435456 in Process 2/8 + 389.766s => Time to sort elements in Process 5/8 memory + 391.223s => Time to sort elements in Process 1/8 memory + 391.984s => Time to sort elements in Process 4/8 memory + 392.831s => Time to sort elements in Process 8/8 memory + 393.16s => Time to sort elements in Process 3/8 memory + 394.531s => Time to sort elements in Process 6/8 memory + 394.068s => Time to sort elements in Process 2/8 memory + 397.976s => Time to sort elements in Process 7/8 memory + 1572.42s => Time to write '/mnt/raid/tmp/SortedRun7922_ub6nqY' and fill it up with 134217728 sorted elements by Process 5/8 + 1581.69s => Time to write '/mnt/raid/tmp/SortedRun7922_52yPL5' and fill it up with 134217728 sorted elements by Process 4/8 + 1584.41s => Time to write '/mnt/raid/tmp/SortedRun7922_sXy3EI' and fill it up with 134217728 sorted elements by Process 1/8 + 1583.67s => Time to write '/mnt/raid/tmp/SortedRun7922_EMf6J5' and fill it up with 134217728 sorted elements by Process 2/8 + 1586.49s => Time to write '/mnt/raid/tmp/SortedRun7922_2cnZJo' and fill it up with 134217728 sorted elements by Process 3/8 + 1586.24s => Time to write '/mnt/raid/tmp/SortedRun7922_0aoJZt' and fill it up with 134217728 sorted elements by Process 7/8 + 1590.84s => Time to write '/mnt/raid/tmp/SortedRun7922_TR4TvA' and fill it up with 134217728 sorted elements by Process 6/8 + 1594.75s => Time to write '/mnt/raid/tmp/SortedRun7922_WO4Qp8' and fill it up with 134217728 sorted elements by Process 8/8 + 1135.01s => Time to read file from offset 1610612736 to 1744830464 in Process 5/8 + 1132.62s => Time to read file from offset 1476395008 to 1610612736 in Process 4/8 + 1132.25s => Time to read file from offset 1073741824 to 1207959552 in Process 1/8 + 1120.52s => Time to read file from offset 2013265920 to 2147483648 in Process 8/8 + 1129.43s => Time to read file from offset 1207959552 to 1342177280 in Process 2/8 + 1123.15s => Time to read file from offset 1744830464 to 1879048192 in Process 6/8 + 1130.17s => Time to read file from offset 1342177280 to 1476395008 in Process 3/8 + 1125.55s => Time to read file from offset 1879048192 to 2013265920 in Process 7/8 + 389.877s => Time to sort elements in Process 5/8 memory + 391.081s => Time to sort elements in Process 1/8 memory + 390.298s => Time to sort elements in Process 8/8 memory + 389.977s => Time to sort elements in Process 7/8 memory + 391.506s => Time to sort elements in Process 6/8 memory + 391.472s => Time to sort elements in Process 3/8 memory + 395.581s => Time to sort elements in Process 2/8 memory + 398.818s => Time to sort elements in Process 4/8 memory + 1333.8s => Time to write '/mnt/raid/tmp/SortedRun7922_odcbrY' and fill it up with 134217728 sorted elements by Process 5/8 +6038.51s => Time function sortedRuns() in Process 5/8 + 1338.81s => Time to write '/mnt/raid/tmp/SortedRun7922_N6tDX5' and fill it up with 134217728 sorted elements by Process 8/8 +6122.36s => Time function sortedRuns() in Process 8/8 + 1333.53s => Time to write '/mnt/raid/tmp/SortedRun7922_V5ZiN1' and fill it up with 134217728 sorted elements by Process 4/8 + 1336.9s => Time to write '/mnt/raid/tmp/SortedRun7922_cwJqXq' and fill it up with 134217728 sorted elements by Process 3/8 +6123.32s => Time function sortedRuns() in Process 3/8 +6123.32s => Time function sortedRuns() in Process 4/8 + 1337.72s => Time to write '/mnt/raid/tmp/SortedRun7922_lSzHzy' and fill it up with 134217728 sorted elements by Process 6/8 +6123.98s => Time function sortedRuns() in Process 6/8 + 1340.22s => Time to write '/mnt/raid/tmp/SortedRun7922_09Xtsw' and fill it up with 134217728 sorted elements by Process 7/8 +6125.08s => Time function sortedRuns() in Process 7/8 + 1343.81s => Time to write '/mnt/raid/tmp/SortedRun7922_SS6WkJ' and fill it up with 134217728 sorted elements by Process 1/8 +6126.32s => Time function sortedRuns() in Process 1/8 + 1339.89s => Time to write '/mnt/raid/tmp/SortedRun7922_ntYem3' and fill it up with 134217728 sorted elements by Process 2/8 +6129.23s => Time function sortedRuns() in Process 2/8 +102.161min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2254.out b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2254.out new file mode 100644 index 0000000..08eb229 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2254.out @@ -0,0 +1,10 @@ +Using 1 nodes for sorting 2Gb file '/mnt/raid/testlists/2Gib.bin' of 268435456 elements + + 125.317s => Time to read file from offset 0 to 134217728 in Process 1/1 + 392.228s => Time to sort elements in Process 1/1 memory + 251.45s => Time to write '/mnt/raid/tmp/SortedRun8355_oXaBi4' and fill it up with 134217728 sorted elements by Process 1/1 + 120.791s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 394.578s => Time to sort elements in Process 1/1 memory + 248.354s => Time to write '/mnt/raid/tmp/SortedRun8355_ZmsFF4' and fill it up with 134217728 sorted elements by Process 1/1 +1533.41s => Time function sortedRuns() in Process 1/1 +25.5623min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2255.out b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2255.out new file mode 100644 index 0000000..f213a1d --- /dev/null +++ b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2255.out @@ -0,0 +1,17 @@ +Using 2 nodes for sorting 4Gb file '/mnt/raid/testlists/4Gib.bin' of 536870912 elements + + 190.863s => Time to read file from offset 0 to 134217728 in Process 1/2 + 191.11s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 392.702s => Time to sort elements in Process 1/2 memory + 400.832s => Time to sort elements in Process 2/2 memory + 443.563s => Time to write '/mnt/raid/tmp/SortedRun4694_8bw49j' and fill it up with 134217728 sorted elements by Process 1/2 + 447.513s => Time to write '/mnt/raid/tmp/SortedRun4694_KZtwZm' and fill it up with 134217728 sorted elements by Process 2/2 + 190.69s => Time to read file from offset 268435456 to 402653184 in Process 1/2 + 189.527s => Time to read file from offset 402653184 to 536870912 in Process 2/2 + 396.696s => Time to sort elements in Process 1/2 memory + 390.867s => Time to sort elements in Process 2/2 memory + 463.522s => Time to write '/mnt/raid/tmp/SortedRun4694_KI3vnm' and fill it up with 134217728 sorted elements by Process 1/2 +2078.57s => Time function sortedRuns() in Process 1/2 + 462.955s => Time to write '/mnt/raid/tmp/SortedRun4694_YkwYgo' and fill it up with 134217728 sorted elements by Process 2/2 +2083.91s => Time function sortedRuns() in Process 2/2 +34.7377min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2256.out b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2256.out new file mode 100644 index 0000000..58528d7 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2256.out @@ -0,0 +1,31 @@ +Using 4 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 368.279s => Time to read file from offset 0 to 134217728 in Process 1/4 + 368.782s => Time to read file from offset 134217728 to 268435456 in Process 2/4 + 369.006s => Time to read file from offset 268435456 to 402653184 in Process 3/4 + 369.381s => Time to read file from offset 402653184 to 536870912 in Process 4/4 + 393.098s => Time to sort elements in Process 1/4 memory + 392.1s => Time to sort elements in Process 4/4 memory + 392.722s => Time to sort elements in Process 3/4 memory + 396.208s => Time to sort elements in Process 2/4 memory + 679.156s => Time to write '/mnt/raid/tmp/SortedRun4985_fzKbul' and fill it up with 134217728 sorted elements by Process 1/4 + 683.789s => Time to write '/mnt/raid/tmp/SortedRun4985_bLq4r6' and fill it up with 134217728 sorted elements by Process 3/4 + 686.145s => Time to write '/mnt/raid/tmp/SortedRun4985_NbchKl' and fill it up with 134217728 sorted elements by Process 4/4 + 683.739s => Time to write '/mnt/raid/tmp/SortedRun4985_X5PivU' and fill it up with 134217728 sorted elements by Process 2/4 + 356.855s => Time to read file from offset 536870912 to 671088640 in Process 1/4 + 361.352s => Time to read file from offset 939524096 to 1073741824 in Process 4/4 + 363.843s => Time to read file from offset 805306368 to 939524096 in Process 3/4 + 362.131s => Time to read file from offset 671088640 to 805306368 in Process 2/4 + 395.004s => Time to sort elements in Process 1/4 memory + 389.017s => Time to sort elements in Process 4/4 memory + 390.94s => Time to sort elements in Process 3/4 memory + 394.279s => Time to sort elements in Process 2/4 memory + 650.601s => Time to write '/mnt/raid/tmp/SortedRun4985_dSFwJn' and fill it up with 134217728 sorted elements by Process 1/4 +2843.57s => Time function sortedRuns() in Process 1/4 + 656.553s => Time to write '/mnt/raid/tmp/SortedRun4985_s9v7Hn' and fill it up with 134217728 sorted elements by Process 4/4 +2855.01s => Time function sortedRuns() in Process 4/4 + 653.88s => Time to write '/mnt/raid/tmp/SortedRun4985_egSkS6' and fill it up with 134217728 sorted elements by Process 3/4 +2855.01s => Time function sortedRuns() in Process 3/4 + 651.718s => Time to write '/mnt/raid/tmp/SortedRun4985_YehyaY' and fill it up with 134217728 sorted elements by Process 2/4 +2857.83s => Time function sortedRuns() in Process 2/4 +47.6372min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2257.out b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2257.out new file mode 100644 index 0000000..0c2084d --- /dev/null +++ b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2257.out @@ -0,0 +1,59 @@ +Using 8 nodes for sorting 16Gb file '/mnt/raid/testlists/16Gib.bin' of 2147483648 elements + + 736.53s => Time to read file from offset 0 to 134217728 in Process 1/8 + 737.53s => Time to read file from offset 671088640 to 805306368 in Process 6/8 + 738.182s => Time to read file from offset 939524096 to 1073741824 in Process 8/8 + 738.338s => Time to read file from offset 805306368 to 939524096 in Process 7/8 + 738.433s => Time to read file from offset 402653184 to 536870912 in Process 4/8 + 738.535s => Time to read file from offset 536870912 to 671088640 in Process 5/8 + 738.62s => Time to read file from offset 134217728 to 268435456 in Process 2/8 + 738.676s => Time to read file from offset 268435456 to 402653184 in Process 3/8 + 390.954s => Time to sort elements in Process 1/8 memory + 389.812s => Time to sort elements in Process 5/8 memory + 392.108s => Time to sort elements in Process 4/8 memory + 392.97s => Time to sort elements in Process 8/8 memory + 393.068s => Time to sort elements in Process 3/8 memory + 394.591s => Time to sort elements in Process 6/8 memory + 394.071s => Time to sort elements in Process 2/8 memory + 398.298s => Time to sort elements in Process 7/8 memory + 1366s => Time to write '/mnt/raid/tmp/SortedRun5284_sNGQuD' and fill it up with 134217728 sorted elements by Process 1/8 + 1366.38s => Time to write '/mnt/raid/tmp/SortedRun5284_M45jZ2' and fill it up with 134217728 sorted elements by Process 5/8 + 1375.88s => Time to write '/mnt/raid/tmp/SortedRun5284_BqGpXM' and fill it up with 134217728 sorted elements by Process 4/8 + 1376.4s => Time to write '/mnt/raid/tmp/SortedRun5284_Gd9z95' and fill it up with 134217728 sorted elements by Process 8/8 + 1375.39s => Time to write '/mnt/raid/tmp/SortedRun5284_3CXsK2' and fill it up with 134217728 sorted elements by Process 6/8 + 1376.99s => Time to write '/mnt/raid/tmp/SortedRun5284_VOrcNI' and fill it up with 134217728 sorted elements by Process 3/8 + 1377.58s => Time to write '/mnt/raid/tmp/SortedRun5284_MAXU8n' and fill it up with 134217728 sorted elements by Process 2/8 + 1375.56s => Time to write '/mnt/raid/tmp/SortedRun5284_9Lv2b2' and fill it up with 134217728 sorted elements by Process 7/8 + 692.385s => Time to read file from offset 1610612736 to 1744830464 in Process 5/8 + 701.801s => Time to read file from offset 1073741824 to 1207959552 in Process 1/8 + 719.306s => Time to read file from offset 2013265920 to 2147483648 in Process 8/8 + 723.142s => Time to read file from offset 1476395008 to 1610612736 in Process 4/8 + 722.76s => Time to read file from offset 1744830464 to 1879048192 in Process 6/8 + 721.924s => Time to read file from offset 1342177280 to 1476395008 in Process 3/8 + 721.651s => Time to read file from offset 1207959552 to 1342177280 in Process 2/8 + 720.685s => Time to read file from offset 1879048192 to 2013265920 in Process 7/8 + 389.623s => Time to sort elements in Process 5/8 memory + 391.155s => Time to sort elements in Process 1/8 memory + 390.383s => Time to sort elements in Process 8/8 memory + 390.831s => Time to sort elements in Process 6/8 memory + 390.458s => Time to sort elements in Process 7/8 memory + 391.786s => Time to sort elements in Process 3/8 memory + 396.046s => Time to sort elements in Process 2/8 memory + 399.491s => Time to sort elements in Process 4/8 memory + 1262.78s => Time to write '/mnt/raid/tmp/SortedRun5284_zvGKx2' and fill it up with 134217728 sorted elements by Process 5/8 +4839.99s => Time function sortedRuns() in Process 5/8 + 1296.66s => Time to write '/mnt/raid/tmp/SortedRun5284_X4HcEC' and fill it up with 134217728 sorted elements by Process 1/8 +4883.68s => Time function sortedRuns() in Process 1/8 + 1339.79s => Time to write '/mnt/raid/tmp/SortedRun5284_7u43d7' and fill it up with 134217728 sorted elements by Process 8/8 +4959.91s => Time function sortedRuns() in Process 8/8 + 1340.81s => Time to write '/mnt/raid/tmp/SortedRun5284_SzrTG1' and fill it up with 134217728 sorted elements by Process 7/8 +4966.15s => Time function sortedRuns() in Process 7/8 + 1342.19s => Time to write '/mnt/raid/tmp/SortedRun5284_v4MaK2' and fill it up with 134217728 sorted elements by Process 6/8 +4966.76s => Time function sortedRuns() in Process 6/8 + 1340.81s => Time to write '/mnt/raid/tmp/SortedRun5284_Je0W4I' and fill it up with 134217728 sorted elements by Process 3/8 +4967.31s => Time function sortedRuns() in Process 3/8 + 1337.92s => Time to write '/mnt/raid/tmp/SortedRun5284_a9N2lp' and fill it up with 134217728 sorted elements by Process 2/8 +4968.65s => Time function sortedRuns() in Process 2/8 + 1337.96s => Time to write '/mnt/raid/tmp/SortedRun5284_JvlKPM' and fill it up with 134217728 sorted elements by Process 4/8 +4969.6s => Time function sortedRuns() in Process 4/8 +82.8329min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2258.out b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2258.out new file mode 100644 index 0000000..2f11f4b --- /dev/null +++ b/SortingAlg/dataset/nomerge/t2481632/Distributed_Sorting.2258.out @@ -0,0 +1,115 @@ +Using 16 nodes for sorting 32Gb file '/mnt/raid/testlists/32Gib.bin' of 4294967296 elements + + 1475.27s => Time to read file from offset 0 to 134217728 in Process 1/16 + 1475.8s => Time to read file from offset 1476395008 to 1610612736 in Process 12/16 + 1476s => Time to read file from offset 1610612736 to 1744830464 in Process 13/16 + 1476.14s => Time to read file from offset 536870912 to 671088640 in Process 5/16 + 1476.25s => Time to read file from offset 1342177280 to 1476395008 in Process 11/16 + 1476.37s => Time to read file from offset 268435456 to 402653184 in Process 3/16 + 1476.47s => Time to read file from offset 1073741824 to 1207959552 in Process 9/16 + 1476.6s => Time to read file from offset 805306368 to 939524096 in Process 7/16 + 1476.69s => Time to read file from offset 1879048192 to 2013265920 in Process 15/16 + 1476.83s => Time to read file from offset 2013265920 to 2147483648 in Process 16/16 + 1476.89s => Time to read file from offset 1744830464 to 1879048192 in Process 14/16 + 1476.96s => Time to read file from offset 939524096 to 1073741824 in Process 8/16 + 1477.05s => Time to read file from offset 402653184 to 536870912 in Process 4/16 + 1477.09s => Time to read file from offset 1207959552 to 1342177280 in Process 10/16 + 1477.12s => Time to read file from offset 671088640 to 805306368 in Process 6/16 + 1477.14s => Time to read file from offset 134217728 to 268435456 in Process 2/16 + 388.89s => Time to sort elements in Process 12/16 memory + 390.643s => Time to sort elements in Process 1/16 memory + 390.173s => Time to sort elements in Process 5/16 memory + 389.856s => Time to sort elements in Process 9/16 memory + 390.178s => Time to sort elements in Process 14/16 memory + 390.206s => Time to sort elements in Process 8/16 memory + 391.135s => Time to sort elements in Process 3/16 memory + 390.464s => Time to sort elements in Process 6/16 memory + 392.116s => Time to sort elements in Process 13/16 memory + 391.114s => Time to sort elements in Process 2/16 memory + 391.617s => Time to sort elements in Process 16/16 memory + 392.709s => Time to sort elements in Process 7/16 memory + 392.899s => Time to sort elements in Process 15/16 memory + 392.962s => Time to sort elements in Process 10/16 memory + 394.318s => Time to sort elements in Process 11/16 memory + 397.949s => Time to sort elements in Process 4/16 memory + 1621.79s => Time to write '/mnt/raid/tmp/SortedRun8493_cQmwh4' and fill it up with 134217728 sorted elements by Process 6/16 + 1627.85s => Time to write '/mnt/raid/tmp/SortedRun8493_lDhgDy' and fill it up with 134217728 sorted elements by Process 12/16 + 1633.84s => Time to write '/mnt/raid/tmp/SortedRun8493_Rcsb9V' and fill it up with 134217728 sorted elements by Process 1/16 + 1635.28s => Time to write '/mnt/raid/tmp/SortedRun8493_TImFyi' and fill it up with 134217728 sorted elements by Process 16/16 + 1644.5s => Time to write '/mnt/raid/tmp/SortedRun8493_nrW49r' and fill it up with 134217728 sorted elements by Process 8/16 + 1647.26s => Time to write '/mnt/raid/tmp/SortedRun8493_ClPirB' and fill it up with 134217728 sorted elements by Process 5/16 + 1647.93s => Time to write '/mnt/raid/tmp/SortedRun8493_gEQ2hB' and fill it up with 134217728 sorted elements by Process 15/16 + 1652.57s => Time to write '/mnt/raid/tmp/SortedRun8493_LOPuME' and fill it up with 134217728 sorted elements by Process 14/16 + 1653.66s => Time to write '/mnt/raid/tmp/SortedRun8493_jfWCKT' and fill it up with 134217728 sorted elements by Process 7/16 + 1655.28s => Time to write '/mnt/raid/tmp/SortedRun8493_n2ITtY' and fill it up with 134217728 sorted elements by Process 3/16 + 1654.32s => Time to write '/mnt/raid/tmp/SortedRun8493_s8iAjD' and fill it up with 134217728 sorted elements by Process 2/16 + 1657s => Time to write '/mnt/raid/tmp/SortedRun8493_vxddUN' and fill it up with 134217728 sorted elements by Process 9/16 + 1651.46s => Time to write '/mnt/raid/tmp/SortedRun8493_p3fdsx' and fill it up with 134217728 sorted elements by Process 10/16 + 1651.89s => Time to write '/mnt/raid/tmp/SortedRun8493_yDCM3Q' and fill it up with 134217728 sorted elements by Process 11/16 + 1649.28s => Time to write '/mnt/raid/tmp/SortedRun8493_D6xz3t' and fill it up with 134217728 sorted elements by Process 4/16 + 1656.71s => Time to write '/mnt/raid/tmp/SortedRun8493_2dlEDV' and fill it up with 134217728 sorted elements by Process 13/16 + 1341.44s => Time to read file from offset 2818572288 to 2952790016 in Process 6/16 + 1368.07s => Time to read file from offset 3623878656 to 3758096384 in Process 12/16 + 1424.17s => Time to read file from offset 2147483648 to 2281701376 in Process 1/16 + 1424.32s => Time to read file from offset 4160749568 to 4294967296 in Process 16/16 + 1444.53s => Time to read file from offset 3087007744 to 3221225472 in Process 8/16 + 1445.54s => Time to read file from offset 2684354560 to 2818572288 in Process 5/16 + 1446.92s => Time to read file from offset 4026531840 to 4160749568 in Process 15/16 + 1447.72s => Time to read file from offset 3892314112 to 4026531840 in Process 14/16 + 1446.4s => Time to read file from offset 2281701376 to 2415919104 in Process 2/16 + 1446.49s => Time to read file from offset 2952790016 to 3087007744 in Process 7/16 + 1446.61s => Time to read file from offset 3355443200 to 3489660928 in Process 10/16 + 1446.7s => Time to read file from offset 2415919104 to 2550136832 in Process 3/16 + 1446.76s => Time to read file from offset 3221225472 to 3355443200 in Process 9/16 + 1445.61s => Time to read file from offset 3489660928 to 3623878656 in Process 11/16 + 1445.1s => Time to read file from offset 2550136832 to 2684354560 in Process 4/16 + 1444.63s => Time to read file from offset 3758096384 to 3892314112 in Process 13/16 + 388.994s => Time to sort elements in Process 6/16 memory + 396.116s => Time to sort elements in Process 12/16 memory + 390.087s => Time to sort elements in Process 1/16 memory + 388.786s => Time to sort elements in Process 16/16 memory + 394.016s => Time to sort elements in Process 8/16 memory + 392.524s => Time to sort elements in Process 5/16 memory + 392.508s => Time to sort elements in Process 15/16 memory + 388.288s => Time to sort elements in Process 2/16 memory + 391.287s => Time to sort elements in Process 14/16 memory + 389.195s => Time to sort elements in Process 4/16 memory + 390.163s => Time to sort elements in Process 7/16 memory + 391.182s => Time to sort elements in Process 11/16 memory + 391.411s => Time to sort elements in Process 13/16 memory + 392.097s => Time to sort elements in Process 3/16 memory + 392.451s => Time to sort elements in Process 10/16 memory + 394.392s => Time to sort elements in Process 9/16 memory + 1220.36s => Time to write '/mnt/raid/tmp/SortedRun8493_dwGUNZ' and fill it up with 134217728 sorted elements by Process 6/16 +6441.92s => Time function sortedRuns() in Process 6/16 + 1401.29s => Time to write '/mnt/raid/tmp/SortedRun8493_lmKyfz' and fill it up with 134217728 sorted elements by Process 12/16 +6658.75s => Time function sortedRuns() in Process 12/16 + 1526.16s => Time to write '/mnt/raid/tmp/SortedRun8493_QjPcyU' and fill it up with 134217728 sorted elements by Process 1/16 +6841.22s => Time function sortedRuns() in Process 1/16 + 1539.29s => Time to write '/mnt/raid/tmp/SortedRun8493_2dRawl' and fill it up with 134217728 sorted elements by Process 16/16 +6858.44s => Time function sortedRuns() in Process 16/16 + 1569.71s => Time to write '/mnt/raid/tmp/SortedRun8493_V4Ad3D' and fill it up with 134217728 sorted elements by Process 5/16 +6922.78s => Time function sortedRuns() in Process 5/16 + 1563.03s => Time to write '/mnt/raid/tmp/SortedRun8493_qy09VS' and fill it up with 134217728 sorted elements by Process 7/16 +6925.19s => Time function sortedRuns() in Process 7/16 + 1573.65s => Time to write '/mnt/raid/tmp/SortedRun8493_ls4OCr' and fill it up with 134217728 sorted elements by Process 8/16 +6925.54s => Time function sortedRuns() in Process 8/16 + 1568.48s => Time to write '/mnt/raid/tmp/SortedRun8493_K01NKB' and fill it up with 134217728 sorted elements by Process 2/16 +6928.18s => Time function sortedRuns() in Process 2/16 + 1563.79s => Time to write '/mnt/raid/tmp/SortedRun8493_XwefLN' and fill it up with 134217728 sorted elements by Process 9/16 +6930.51s => Time function sortedRuns() in Process 9/16 + 1570.74s => Time to write '/mnt/raid/tmp/SortedRun8493_GIEAFu' and fill it up with 134217728 sorted elements by Process 4/16 +6931.69s => Time function sortedRuns() in Process 4/16 + 1567.33s => Time to write '/mnt/raid/tmp/SortedRun8493_ePnZnP' and fill it up with 134217728 sorted elements by Process 11/16 +6932.64s => Time function sortedRuns() in Process 11/16 + 1568.1s => Time to write '/mnt/raid/tmp/SortedRun8493_fIVJEV' and fill it up with 134217728 sorted elements by Process 3/16 +6934.33s => Time function sortedRuns() in Process 3/16 + 1569.01s => Time to write '/mnt/raid/tmp/SortedRun8493_XaPa6T' and fill it up with 134217728 sorted elements by Process 13/16 +6935.04s => Time function sortedRuns() in Process 13/16 + 1578.06s => Time to write '/mnt/raid/tmp/SortedRun8493_NKHAiC' and fill it up with 134217728 sorted elements by Process 15/16 +6936.62s => Time function sortedRuns() in Process 15/16 + 1576.28s => Time to write '/mnt/raid/tmp/SortedRun8493_X2VFjF' and fill it up with 134217728 sorted elements by Process 14/16 +6936.97s => Time function sortedRuns() in Process 14/16 + 1571.12s => Time to write '/mnt/raid/tmp/SortedRun8493_jF3O3w' and fill it up with 134217728 sorted elements by Process 10/16 +6937.22s => Time function sortedRuns() in Process 10/16 +115.626min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2215.out b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2215.out new file mode 100644 index 0000000..b5d02fa --- /dev/null +++ b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2215.out @@ -0,0 +1,94 @@ +Using 1 nodes for sorting 30Gb file '/mnt/raid/testlists/30Gib.bin' of 4026531840 elements + + 122.741s => Time to read file from offset 0 to 134217728 in Process 1/1 + 392.844s => Time to sort elements in Process 1/1 memory + 248.013s => Time to write '/mnt/raid/tmp/SortedRun8999_k9Ez9Y' and fill it up with 134217728 sorted elements by Process 1/1 + 118.845s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 388.295s => Time to sort elements in Process 1/1 memory + 248.83s => Time to write '/mnt/raid/tmp/SortedRun8999_hHSlGY' and fill it up with 134217728 sorted elements by Process 1/1 + 119.225s => Time to read file from offset 268435456 to 402653184 in Process 1/1 + 393.808s => Time to sort elements in Process 1/1 memory + 250.642s => Time to write '/mnt/raid/tmp/SortedRun8999_z9c4L0' and fill it up with 134217728 sorted elements by Process 1/1 + 119.979s => Time to read file from offset 402653184 to 536870912 in Process 1/1 + 396.044s => Time to sort elements in Process 1/1 memory + 248.918s => Time to write '/mnt/raid/tmp/SortedRun8999_sQBvwY' and fill it up with 134217728 sorted elements by Process 1/1 + 118.902s => Time to read file from offset 536870912 to 671088640 in Process 1/1 + 390.441s => Time to sort elements in Process 1/1 memory + 248.89s => Time to write '/mnt/raid/tmp/SortedRun8999_qkWq7Y' and fill it up with 134217728 sorted elements by Process 1/1 + 120.081s => Time to read file from offset 671088640 to 805306368 in Process 1/1 + 390.313s => Time to sort elements in Process 1/1 memory + 247.098s => Time to write '/mnt/raid/tmp/SortedRun8999_u34kOY' and fill it up with 134217728 sorted elements by Process 1/1 + 118.659s => Time to read file from offset 805306368 to 939524096 in Process 1/1 + 391.012s => Time to sort elements in Process 1/1 memory + 247.535s => Time to write '/mnt/raid/tmp/SortedRun8999_licii0' and fill it up with 134217728 sorted elements by Process 1/1 + 119.771s => Time to read file from offset 939524096 to 1073741824 in Process 1/1 + 391.301s => Time to sort elements in Process 1/1 memory + 248.501s => Time to write '/mnt/raid/tmp/SortedRun8999_cfyxkY' and fill it up with 134217728 sorted elements by Process 1/1 + 118.5s => Time to read file from offset 1073741824 to 1207959552 in Process 1/1 + 396.07s => Time to sort elements in Process 1/1 memory + 248.298s => Time to write '/mnt/raid/tmp/SortedRun8999_D1y3ZZ' and fill it up with 134217728 sorted elements by Process 1/1 + 119.796s => Time to read file from offset 1207959552 to 1342177280 in Process 1/1 + 394.665s => Time to sort elements in Process 1/1 memory + 249.337s => Time to write '/mnt/raid/tmp/SortedRun8999_O5H5FZ' and fill it up with 134217728 sorted elements by Process 1/1 + 119.128s => Time to read file from offset 1342177280 to 1476395008 in Process 1/1 + 393.74s => Time to sort elements in Process 1/1 memory + 250.393s => Time to write '/mnt/raid/tmp/SortedRun8999_PpW4CX' and fill it up with 134217728 sorted elements by Process 1/1 + 119.987s => Time to read file from offset 1476395008 to 1610612736 in Process 1/1 + 398.006s => Time to sort elements in Process 1/1 memory + 253.048s => Time to write '/mnt/raid/tmp/SortedRun8999_FLq7tY' and fill it up with 134217728 sorted elements by Process 1/1 + 119.217s => Time to read file from offset 1610612736 to 1744830464 in Process 1/1 + 392.572s => Time to sort elements in Process 1/1 memory + 251.675s => Time to write '/mnt/raid/tmp/SortedRun8999_UENDRX' and fill it up with 134217728 sorted elements by Process 1/1 + 119.027s => Time to read file from offset 1744830464 to 1879048192 in Process 1/1 + 392.399s => Time to sort elements in Process 1/1 memory + 252.234s => Time to write '/mnt/raid/tmp/SortedRun8999_VNVkb0' and fill it up with 134217728 sorted elements by Process 1/1 + 118.271s => Time to read file from offset 1879048192 to 2013265920 in Process 1/1 + 392.599s => Time to sort elements in Process 1/1 memory + 250.575s => Time to write '/mnt/raid/tmp/SortedRun8999_n1JFq0' and fill it up with 134217728 sorted elements by Process 1/1 + 118.658s => Time to read file from offset 2013265920 to 2147483648 in Process 1/1 + 399.002s => Time to sort elements in Process 1/1 memory + 254.463s => Time to write '/mnt/raid/tmp/SortedRun8999_gC9g11' and fill it up with 134217728 sorted elements by Process 1/1 + 120.573s => Time to read file from offset 2147483648 to 2281701376 in Process 1/1 + 391.918s => Time to sort elements in Process 1/1 memory + 251.145s => Time to write '/mnt/raid/tmp/SortedRun8999_I9dCIZ' and fill it up with 134217728 sorted elements by Process 1/1 + 118.791s => Time to read file from offset 2281701376 to 2415919104 in Process 1/1 + 391.555s => Time to sort elements in Process 1/1 memory + 250.268s => Time to write '/mnt/raid/tmp/SortedRun8999_l0ntQ1' and fill it up with 134217728 sorted elements by Process 1/1 + 120.317s => Time to read file from offset 2415919104 to 2550136832 in Process 1/1 + 393.256s => Time to sort elements in Process 1/1 memory + 248.042s => Time to write '/mnt/raid/tmp/SortedRun8999_fjCPuY' and fill it up with 134217728 sorted elements by Process 1/1 + 119.128s => Time to read file from offset 2550136832 to 2684354560 in Process 1/1 + 389.999s => Time to sort elements in Process 1/1 memory + 247.22s => Time to write '/mnt/raid/tmp/SortedRun8999_XV9mWZ' and fill it up with 134217728 sorted elements by Process 1/1 + 120.787s => Time to read file from offset 2684354560 to 2818572288 in Process 1/1 + 393.178s => Time to sort elements in Process 1/1 memory + 249.256s => Time to write '/mnt/raid/tmp/SortedRun8999_FoFxU0' and fill it up with 134217728 sorted elements by Process 1/1 + 118.21s => Time to read file from offset 2818572288 to 2952790016 in Process 1/1 + 391.733s => Time to sort elements in Process 1/1 memory + 248.187s => Time to write '/mnt/raid/tmp/SortedRun8999_9QSACZ' and fill it up with 134217728 sorted elements by Process 1/1 + 119.006s => Time to read file from offset 2952790016 to 3087007744 in Process 1/1 + 394.08s => Time to sort elements in Process 1/1 memory + 251.06s => Time to write '/mnt/raid/tmp/SortedRun8999_oreSOX' and fill it up with 134217728 sorted elements by Process 1/1 + 117.736s => Time to read file from offset 3087007744 to 3221225472 in Process 1/1 + 390.452s => Time to sort elements in Process 1/1 memory + 249.788s => Time to write '/mnt/raid/tmp/SortedRun8999_3MwnLY' and fill it up with 134217728 sorted elements by Process 1/1 + 120.947s => Time to read file from offset 3221225472 to 3355443200 in Process 1/1 + 393.368s => Time to sort elements in Process 1/1 memory + 247.324s => Time to write '/mnt/raid/tmp/SortedRun8999_IFWlBX' and fill it up with 134217728 sorted elements by Process 1/1 + 119.317s => Time to read file from offset 3355443200 to 3489660928 in Process 1/1 + 391.469s => Time to sort elements in Process 1/1 memory + 247.093s => Time to write '/mnt/raid/tmp/SortedRun8999_YFint1' and fill it up with 134217728 sorted elements by Process 1/1 + 119.68s => Time to read file from offset 3489660928 to 3623878656 in Process 1/1 + 388.824s => Time to sort elements in Process 1/1 memory + 250.065s => Time to write '/mnt/raid/tmp/SortedRun8999_yWqSX1' and fill it up with 134217728 sorted elements by Process 1/1 + 118.392s => Time to read file from offset 3623878656 to 3758096384 in Process 1/1 + 393.599s => Time to sort elements in Process 1/1 memory + 249.228s => Time to write '/mnt/raid/tmp/SortedRun8999_hYQUBY' and fill it up with 134217728 sorted elements by Process 1/1 + 118.49s => Time to read file from offset 3758096384 to 3892314112 in Process 1/1 + 396.211s => Time to sort elements in Process 1/1 memory + 251.769s => Time to write '/mnt/raid/tmp/SortedRun8999_a9Gi60' and fill it up with 134217728 sorted elements by Process 1/1 + 117.817s => Time to read file from offset 3892314112 to 4026531840 in Process 1/1 + 393.227s => Time to sort elements in Process 1/1 memory + 247.61s => Time to write '/mnt/raid/tmp/SortedRun8999_wpCmlY' and fill it up with 134217728 sorted elements by Process 1/1 +22860.1s => Time function sortedRuns() in Process 1/1 +381.007min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2216.out b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2216.out new file mode 100644 index 0000000..810b654 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2216.out @@ -0,0 +1,95 @@ +Using 2 nodes for sorting 30Gb file '/mnt/raid/testlists/30Gib.bin' of 4026531840 elements + + 194.868s => Time to read file from offset 0 to 134217728 in Process 1/2 + 196.588s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 388.321s => Time to sort elements in Process 2/2 memory + 392.726s => Time to sort elements in Process 1/2 memory + 443.913s => Time to write '/mnt/raid/tmp/SortedRun6448_8eifR3' and fill it up with 134217728 sorted elements by Process 2/2 + 445.494s => Time to write '/mnt/raid/tmp/SortedRun6448_B1MSUs' and fill it up with 134217728 sorted elements by Process 1/2 + 183.735s => Time to read file from offset 402653184 to 536870912 in Process 2/2 + 182.415s => Time to read file from offset 268435456 to 402653184 in Process 1/2 + 396.133s => Time to sort elements in Process 2/2 memory + 393.414s => Time to sort elements in Process 1/2 memory + 433.625s => Time to write '/mnt/raid/tmp/SortedRun6448_iOQLxZ' and fill it up with 134217728 sorted elements by Process 2/2 + 433.609s => Time to write '/mnt/raid/tmp/SortedRun6448_yp46Es' and fill it up with 134217728 sorted elements by Process 1/2 + 192.157s => Time to read file from offset 536870912 to 671088640 in Process 1/2 + 193.066s => Time to read file from offset 671088640 to 805306368 in Process 2/2 + 390.427s => Time to sort elements in Process 1/2 memory + 391.08s => Time to sort elements in Process 2/2 memory + 432.487s => Time to write '/mnt/raid/tmp/SortedRun6448_rUrG3s' and fill it up with 134217728 sorted elements by Process 1/2 + 432.869s => Time to write '/mnt/raid/tmp/SortedRun6448_tWhrv1' and fill it up with 134217728 sorted elements by Process 2/2 + 186.859s => Time to read file from offset 805306368 to 939524096 in Process 1/2 + 187.637s => Time to read file from offset 939524096 to 1073741824 in Process 2/2 + 390.988s => Time to sort elements in Process 1/2 memory + 391.2s => Time to sort elements in Process 2/2 memory + 433.436s => Time to write '/mnt/raid/tmp/SortedRun6448_qzbNWs' and fill it up with 134217728 sorted elements by Process 1/2 + 434.375s => Time to write '/mnt/raid/tmp/SortedRun6448_zAOcY0' and fill it up with 134217728 sorted elements by Process 2/2 + 191.279s => Time to read file from offset 1073741824 to 1207959552 in Process 1/2 + 191.477s => Time to read file from offset 1207959552 to 1342177280 in Process 2/2 + 396.175s => Time to sort elements in Process 1/2 memory + 393.64s => Time to sort elements in Process 2/2 memory + 442.269s => Time to write '/mnt/raid/tmp/SortedRun6448_B0QoUr' and fill it up with 134217728 sorted elements by Process 1/2 + 442.634s => Time to write '/mnt/raid/tmp/SortedRun6448_OI8TO1' and fill it up with 134217728 sorted elements by Process 2/2 + 195.227s => Time to read file from offset 1342177280 to 1476395008 in Process 1/2 + 195.814s => Time to read file from offset 1476395008 to 1610612736 in Process 2/2 + 393.233s => Time to sort elements in Process 1/2 memory + 398.125s => Time to sort elements in Process 2/2 memory + 429.561s => Time to write '/mnt/raid/tmp/SortedRun6448_ZV75Rs' and fill it up with 134217728 sorted elements by Process 1/2 + 431.44s => Time to write '/mnt/raid/tmp/SortedRun6448_DeRo9Z' and fill it up with 134217728 sorted elements by Process 2/2 + 185.716s => Time to read file from offset 1610612736 to 1744830464 in Process 1/2 + 186.821s => Time to read file from offset 1744830464 to 1879048192 in Process 2/2 + 392.937s => Time to sort elements in Process 1/2 memory + 392.315s => Time to sort elements in Process 2/2 memory + 420.209s => Time to write '/mnt/raid/tmp/SortedRun6448_rI45Sr' and fill it up with 134217728 sorted elements by Process 1/2 + 423.938s => Time to write '/mnt/raid/tmp/SortedRun6448_0Wm6G2' and fill it up with 134217728 sorted elements by Process 2/2 + 183.764s => Time to read file from offset 1879048192 to 2013265920 in Process 1/2 + 184.269s => Time to read file from offset 2013265920 to 2147483648 in Process 2/2 + 392.731s => Time to sort elements in Process 1/2 memory + 399.448s => Time to sort elements in Process 2/2 memory + 418.616s => Time to write '/mnt/raid/tmp/SortedRun6448_GaLNYv' and fill it up with 134217728 sorted elements by Process 1/2 + 423.741s => Time to write '/mnt/raid/tmp/SortedRun6448_wOWfi1' and fill it up with 134217728 sorted elements by Process 2/2 + 179.787s => Time to read file from offset 2147483648 to 2281701376 in Process 1/2 + 179.992s => Time to read file from offset 2281701376 to 2415919104 in Process 2/2 + 391.616s => Time to sort elements in Process 1/2 memory + 391.828s => Time to sort elements in Process 2/2 memory + 416.335s => Time to write '/mnt/raid/tmp/SortedRun6448_kFvD4s' and fill it up with 134217728 sorted elements by Process 1/2 + 423.662s => Time to write '/mnt/raid/tmp/SortedRun6448_ctSmt3' and fill it up with 134217728 sorted elements by Process 2/2 + 175.573s => Time to read file from offset 2415919104 to 2550136832 in Process 1/2 + 175.806s => Time to read file from offset 2550136832 to 2684354560 in Process 2/2 + 393.612s => Time to sort elements in Process 1/2 memory + 389.915s => Time to sort elements in Process 2/2 memory + 409.03s => Time to write '/mnt/raid/tmp/SortedRun6448_1Zpxxu' and fill it up with 134217728 sorted elements by Process 1/2 + 419.048s => Time to write '/mnt/raid/tmp/SortedRun6448_ZgblH2' and fill it up with 134217728 sorted elements by Process 2/2 + 173.88s => Time to read file from offset 2684354560 to 2818572288 in Process 1/2 + 171.739s => Time to read file from offset 2818572288 to 2952790016 in Process 2/2 + 392.648s => Time to sort elements in Process 1/2 memory + 391.621s => Time to sort elements in Process 2/2 memory + 403.776s => Time to write '/mnt/raid/tmp/SortedRun6448_SDfE7s' and fill it up with 134217728 sorted elements by Process 1/2 + 414.514s => Time to write '/mnt/raid/tmp/SortedRun6448_9wfzr2' and fill it up with 134217728 sorted elements by Process 2/2 + 168.108s => Time to read file from offset 2952790016 to 3087007744 in Process 1/2 + 167.51s => Time to read file from offset 3087007744 to 3221225472 in Process 2/2 + 392.326s => Time to sort elements in Process 1/2 memory + 390.764s => Time to sort elements in Process 2/2 memory + 394.978s => Time to write '/mnt/raid/tmp/SortedRun6448_DfZp0u' and fill it up with 134217728 sorted elements by Process 1/2 + 410.014s => Time to write '/mnt/raid/tmp/SortedRun6448_4sV0IZ' and fill it up with 134217728 sorted elements by Process 2/2 + 164.175s => Time to read file from offset 3221225472 to 3355443200 in Process 1/2 + 161.279s => Time to read file from offset 3355443200 to 3489660928 in Process 2/2 + 393.02s => Time to sort elements in Process 1/2 memory + 392.137s => Time to sort elements in Process 2/2 memory + 390.342s => Time to write '/mnt/raid/tmp/SortedRun6448_0LOkLu' and fill it up with 134217728 sorted elements by Process 1/2 + 410.66s => Time to write '/mnt/raid/tmp/SortedRun6448_u6GVg3' and fill it up with 134217728 sorted elements by Process 2/2 + 153.663s => Time to read file from offset 3489660928 to 3623878656 in Process 1/2 + 152.224s => Time to read file from offset 3623878656 to 3758096384 in Process 2/2 + 388.636s => Time to sort elements in Process 1/2 memory + 393.527s => Time to sort elements in Process 2/2 memory + 363.645s => Time to write '/mnt/raid/tmp/SortedRun6448_ZRcUaw' and fill it up with 134217728 sorted elements by Process 1/2 + 386.785s => Time to write '/mnt/raid/tmp/SortedRun6448_hsUjw0' and fill it up with 134217728 sorted elements by Process 2/2 + 141.625s => Time to read file from offset 3758096384 to 3892314112 in Process 1/2 + 134.632s => Time to read file from offset 3892314112 to 4026531840 in Process 2/2 + 395.466s => Time to sort elements in Process 1/2 memory + 392.836s => Time to sort elements in Process 2/2 memory + 361.798s => Time to write '/mnt/raid/tmp/SortedRun6448_Zckj6u' and fill it up with 134217728 sorted elements by Process 1/2 +14758.3s => Time function sortedRuns() in Process 1/2 + 361.256s => Time to write '/mnt/raid/tmp/SortedRun6448_HuCLy2' and fill it up with 134217728 sorted elements by Process 2/2 +14852.7s => Time function sortedRuns() in Process 2/2 +247.551min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2217.out b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2217.out new file mode 100644 index 0000000..be7f420 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2217.out @@ -0,0 +1,96 @@ +Using 3 nodes for sorting 30Gb file '/mnt/raid/testlists/30Gib.bin' of 4026531840 elements + + 276.438s => Time to read file from offset 0 to 134217728 in Process 1/3 + 276.7s => Time to read file from offset 134217728 to 268435456 in Process 2/3 + 277.144s => Time to read file from offset 268435456 to 402653184 in Process 3/3 + 388.084s => Time to sort elements in Process 2/3 memory + 392.771s => Time to sort elements in Process 1/3 memory + 393.386s => Time to sort elements in Process 3/3 memory + 529.904s => Time to write '/mnt/raid/tmp/SortedRun6699_HK6300' and fill it up with 134217728 sorted elements by Process 2/3 + 536.135s => Time to write '/mnt/raid/tmp/SortedRun6699_kWQ9jC' and fill it up with 134217728 sorted elements by Process 1/3 + 535.765s => Time to write '/mnt/raid/tmp/SortedRun6699_xL3ZC8' and fill it up with 134217728 sorted elements by Process 3/3 + 263.506s => Time to read file from offset 536870912 to 671088640 in Process 2/3 + 269.749s => Time to read file from offset 402653184 to 536870912 in Process 1/3 + 269.368s => Time to read file from offset 671088640 to 805306368 in Process 3/3 + 390.323s => Time to sort elements in Process 2/3 memory + 390.158s => Time to sort elements in Process 3/3 memory + 395.668s => Time to sort elements in Process 1/3 memory + 512.251s => Time to write '/mnt/raid/tmp/SortedRun6699_PJBTa2' and fill it up with 134217728 sorted elements by Process 2/3 + 534.732s => Time to write '/mnt/raid/tmp/SortedRun6699_gb58N6' and fill it up with 134217728 sorted elements by Process 3/3 + 534.864s => Time to write '/mnt/raid/tmp/SortedRun6699_IVO5aE' and fill it up with 134217728 sorted elements by Process 1/3 + 227.708s => Time to read file from offset 939524096 to 1073741824 in Process 2/3 + 245.438s => Time to read file from offset 1073741824 to 1207959552 in Process 3/3 + 244.602s => Time to read file from offset 805306368 to 939524096 in Process 1/3 + 391.816s => Time to sort elements in Process 2/3 memory + 390.921s => Time to sort elements in Process 1/3 memory + 396.133s => Time to sort elements in Process 3/3 memory + 473.559s => Time to write '/mnt/raid/tmp/SortedRun6699_hESzh3' and fill it up with 134217728 sorted elements by Process 2/3 + 127.755s => Time to read file from offset 1342177280 to 1476395008 in Process 2/3 + 550.342s => Time to write '/mnt/raid/tmp/SortedRun6699_ecU32C' and fill it up with 134217728 sorted elements by Process 1/3 + 550.146s => Time to write '/mnt/raid/tmp/SortedRun6699_zfmAi8' and fill it up with 134217728 sorted elements by Process 3/3 + 184.987s => Time to read file from offset 1207959552 to 1342177280 in Process 1/3 + 184.375s => Time to read file from offset 1476395008 to 1610612736 in Process 3/3 + 393.214s => Time to sort elements in Process 2/3 memory + 394.267s => Time to sort elements in Process 1/3 memory + 398.387s => Time to sort elements in Process 3/3 memory + 309.188s => Time to write '/mnt/raid/tmp/SortedRun6699_HRACe5' and fill it up with 134217728 sorted elements by Process 2/3 + 127.812s => Time to read file from offset 1744830464 to 1879048192 in Process 2/3 + 485.097s => Time to write '/mnt/raid/tmp/SortedRun6699_a5t4dE' and fill it up with 134217728 sorted elements by Process 1/3 + 484.118s => Time to write '/mnt/raid/tmp/SortedRun6699_V8Pre7' and fill it up with 134217728 sorted elements by Process 3/3 + 392.284s => Time to sort elements in Process 2/3 memory + 188.639s => Time to read file from offset 1610612736 to 1744830464 in Process 1/3 + 188.315s => Time to read file from offset 1879048192 to 2013265920 in Process 3/3 + 263.75s => Time to write '/mnt/raid/tmp/SortedRun6699_Trd4N4' and fill it up with 134217728 sorted elements by Process 2/3 + 121.578s => Time to read file from offset 2147483648 to 2281701376 in Process 2/3 + 392.968s => Time to sort elements in Process 1/3 memory + 392.514s => Time to sort elements in Process 3/3 memory + 391.601s => Time to sort elements in Process 2/3 memory + 455.193s => Time to write '/mnt/raid/tmp/SortedRun6699_VcoihC' and fill it up with 134217728 sorted elements by Process 1/3 + 459.239s => Time to write '/mnt/raid/tmp/SortedRun6699_88kp26' and fill it up with 134217728 sorted elements by Process 3/3 + 187.74s => Time to read file from offset 2013265920 to 2147483648 in Process 1/3 + 187.602s => Time to read file from offset 2281701376 to 2415919104 in Process 3/3 + 383.033s => Time to write '/mnt/raid/tmp/SortedRun6699_qnyLY2' and fill it up with 134217728 sorted elements by Process 2/3 + 124.292s => Time to read file from offset 2550136832 to 2684354560 in Process 2/3 + 391.253s => Time to sort elements in Process 3/3 memory + 399.352s => Time to sort elements in Process 1/3 memory + 389.987s => Time to sort elements in Process 2/3 memory + 490.781s => Time to write '/mnt/raid/tmp/SortedRun6699_fXvvy8' and fill it up with 134217728 sorted elements by Process 3/3 + 492.038s => Time to write '/mnt/raid/tmp/SortedRun6699_XKdqFD' and fill it up with 134217728 sorted elements by Process 1/3 + 185.735s => Time to read file from offset 2684354560 to 2818572288 in Process 3/3 + 478.995s => Time to write '/mnt/raid/tmp/SortedRun6699_lbXJW0' and fill it up with 134217728 sorted elements by Process 2/3 + 186.213s => Time to read file from offset 2415919104 to 2550136832 in Process 1/3 + 126.597s => Time to read file from offset 2952790016 to 3087007744 in Process 2/3 + 392.838s => Time to sort elements in Process 3/3 memory + 393.021s => Time to sort elements in Process 1/3 memory + 393.409s => Time to sort elements in Process 2/3 memory + 506.584s => Time to write '/mnt/raid/tmp/SortedRun6699_RrYvx7' and fill it up with 134217728 sorted elements by Process 3/3 + 511.238s => Time to write '/mnt/raid/tmp/SortedRun6699_sAG6TE' and fill it up with 134217728 sorted elements by Process 1/3 + 497.748s => Time to write '/mnt/raid/tmp/SortedRun6699_ZPYWg2' and fill it up with 134217728 sorted elements by Process 2/3 + 211.572s => Time to read file from offset 3087007744 to 3221225472 in Process 3/3 + 217.166s => Time to read file from offset 2818572288 to 2952790016 in Process 1/3 + 177.882s => Time to read file from offset 3355443200 to 3489660928 in Process 2/3 + 390.073s => Time to sort elements in Process 3/3 memory + 393.216s => Time to sort elements in Process 1/3 memory + 391.933s => Time to sort elements in Process 2/3 memory + 495.128s => Time to write '/mnt/raid/tmp/SortedRun6699_1m64L4' and fill it up with 134217728 sorted elements by Process 3/3 + 518.723s => Time to write '/mnt/raid/tmp/SortedRun6699_a9zPbB' and fill it up with 134217728 sorted elements by Process 1/3 + 518.122s => Time to write '/mnt/raid/tmp/SortedRun6699_la4Yb2' and fill it up with 134217728 sorted elements by Process 2/3 + 194.125s => Time to read file from offset 3489660928 to 3623878656 in Process 3/3 + 217.389s => Time to read file from offset 3221225472 to 3355443200 in Process 1/3 + 191.522s => Time to read file from offset 3758096384 to 3892314112 in Process 2/3 + 388.761s => Time to sort elements in Process 3/3 memory + 393.232s => Time to sort elements in Process 1/3 memory + 395.1s => Time to sort elements in Process 2/3 memory + 446.603s => Time to write '/mnt/raid/tmp/SortedRun6699_UKC9V6' and fill it up with 134217728 sorted elements by Process 3/3 + 126.497s => Time to read file from offset 3892314112 to 4026531840 in Process 3/3 + 529.055s => Time to write '/mnt/raid/tmp/SortedRun6699_HioLDD' and fill it up with 134217728 sorted elements by Process 1/3 + 516.616s => Time to write '/mnt/raid/tmp/SortedRun6699_qfJ6d4' and fill it up with 134217728 sorted elements by Process 2/3 +10170.1s => Time function sortedRuns() in Process 2/3 + 122.888s => Time to read file from offset 3623878656 to 3758096384 in Process 1/3 + 393.014s => Time to sort elements in Process 3/3 memory + 393.438s => Time to sort elements in Process 1/3 memory + 325.7s => Time to write '/mnt/raid/tmp/SortedRun6699_xEUkP5' and fill it up with 134217728 sorted elements by Process 3/3 +10828.6s => Time function sortedRuns() in Process 3/3 + 322.345s => Time to write '/mnt/raid/tmp/SortedRun6699_dTwT2D' and fill it up with 134217728 sorted elements by Process 1/3 +10973.2s => Time function sortedRuns() in Process 1/3 +182.893min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2218.out b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2218.out new file mode 100644 index 0000000..313dec5 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2218.out @@ -0,0 +1,98 @@ +Using 5 nodes for sorting 30Gb file '/mnt/raid/testlists/30Gib.bin' of 4026531840 elements + + 459.468s => Time to read file from offset 268435456 to 402653184 in Process 3/5 + 460.824s => Time to read file from offset 536870912 to 671088640 in Process 5/5 + 461.034s => Time to read file from offset 134217728 to 268435456 in Process 2/5 + 461.098s => Time to read file from offset 0 to 134217728 in Process 1/5 + 461.606s => Time to read file from offset 402653184 to 536870912 in Process 4/5 + 388.561s => Time to sort elements in Process 2/5 memory + 390.544s => Time to sort elements in Process 5/5 memory + 393.62s => Time to sort elements in Process 3/5 memory + 392.769s => Time to sort elements in Process 1/5 memory + 395.679s => Time to sort elements in Process 4/5 memory + 814.592s => Time to write '/mnt/raid/tmp/SortedRun6621_PgjJ0k' and fill it up with 134217728 sorted elements by Process 2/5 + 825.913s => Time to write '/mnt/raid/tmp/SortedRun6621_Hln9lI' and fill it up with 134217728 sorted elements by Process 5/5 + 824.977s => Time to write '/mnt/raid/tmp/SortedRun6621_1J7XNu' and fill it up with 134217728 sorted elements by Process 3/5 + 823.311s => Time to write '/mnt/raid/tmp/SortedRun6621_mNZVtk' and fill it up with 134217728 sorted elements by Process 4/5 + 827.352s => Time to write '/mnt/raid/tmp/SortedRun6621_kptoi0' and fill it up with 134217728 sorted elements by Process 1/5 + 423.022s => Time to read file from offset 805306368 to 939524096 in Process 2/5 + 448.381s => Time to read file from offset 1207959552 to 1342177280 in Process 5/5 + 450.398s => Time to read file from offset 939524096 to 1073741824 in Process 3/5 + 448.41s => Time to read file from offset 1073741824 to 1207959552 in Process 4/5 + 448.365s => Time to read file from offset 671088640 to 805306368 in Process 1/5 + 391.286s => Time to sort elements in Process 2/5 memory + 393.545s => Time to sort elements in Process 5/5 memory + 391.409s => Time to sort elements in Process 3/5 memory + 391.126s => Time to sort elements in Process 1/5 memory + 395.928s => Time to sort elements in Process 4/5 memory + 713.428s => Time to write '/mnt/raid/tmp/SortedRun6621_IDsMdp' and fill it up with 134217728 sorted elements by Process 2/5 + 129.327s => Time to read file from offset 1476395008 to 1610612736 in Process 2/5 + 811.33s => Time to write '/mnt/raid/tmp/SortedRun6621_1VyTqK' and fill it up with 134217728 sorted elements by Process 5/5 + 815.189s => Time to write '/mnt/raid/tmp/SortedRun6621_5qmWIY' and fill it up with 134217728 sorted elements by Process 1/5 + 817.815s => Time to write '/mnt/raid/tmp/SortedRun6621_uCah6u' and fill it up with 134217728 sorted elements by Process 3/5 + 813.053s => Time to write '/mnt/raid/tmp/SortedRun6621_4pnwXj' and fill it up with 134217728 sorted elements by Process 4/5 + 359.423s => Time to read file from offset 1879048192 to 2013265920 in Process 5/5 + 363.707s => Time to read file from offset 1342177280 to 1476395008 in Process 1/5 + 363.979s => Time to read file from offset 1610612736 to 1744830464 in Process 3/5 + 363.621s => Time to read file from offset 1744830464 to 1879048192 in Process 4/5 + 398.162s => Time to sort elements in Process 2/5 memory + 250.194s => Time to write '/mnt/raid/tmp/SortedRun6621_oaLQ2m' and fill it up with 134217728 sorted elements by Process 2/5 + 393.012s => Time to sort elements in Process 5/5 memory + 121.659s => Time to read file from offset 2147483648 to 2281701376 in Process 2/5 + 393.233s => Time to sort elements in Process 1/5 memory + 392.472s => Time to sort elements in Process 3/5 memory + 392.268s => Time to sort elements in Process 4/5 memory + 391.544s => Time to sort elements in Process 2/5 memory + 696.49s => Time to write '/mnt/raid/tmp/SortedRun6621_iFHNoI' and fill it up with 134217728 sorted elements by Process 5/5 + 715.1s => Time to write '/mnt/raid/tmp/SortedRun6621_QWpMl3' and fill it up with 134217728 sorted elements by Process 1/5 + 718.186s => Time to write '/mnt/raid/tmp/SortedRun6621_1Gmwuu' and fill it up with 134217728 sorted elements by Process 3/5 + 717.817s => Time to write '/mnt/raid/tmp/SortedRun6621_NL7erk' and fill it up with 134217728 sorted elements by Process 4/5 + 564.753s => Time to write '/mnt/raid/tmp/SortedRun6621_m1SjAo' and fill it up with 134217728 sorted elements by Process 2/5 + 319.516s => Time to read file from offset 2550136832 to 2684354560 in Process 5/5 + 375.775s => Time to read file from offset 2013265920 to 2147483648 in Process 1/5 + 380.229s => Time to read file from offset 2281701376 to 2415919104 in Process 3/5 + 380.792s => Time to read file from offset 2415919104 to 2550136832 in Process 4/5 + 222.766s => Time to read file from offset 2818572288 to 2952790016 in Process 2/5 + 389.902s => Time to sort elements in Process 5/5 memory + 399.606s => Time to sort elements in Process 1/5 memory + 391.189s => Time to sort elements in Process 3/5 memory + 393.246s => Time to sort elements in Process 4/5 memory + 391.675s => Time to sort elements in Process 2/5 memory + 567.875s => Time to write '/mnt/raid/tmp/SortedRun6621_jOqRQL' and fill it up with 134217728 sorted elements by Process 5/5 + 127.814s => Time to read file from offset 3221225472 to 3355443200 in Process 5/5 + 757.613s => Time to write '/mnt/raid/tmp/SortedRun6621_FU35D2' and fill it up with 134217728 sorted elements by Process 1/5 + 757.974s => Time to write '/mnt/raid/tmp/SortedRun6621_qpc83t' and fill it up with 134217728 sorted elements by Process 3/5 + 758.082s => Time to write '/mnt/raid/tmp/SortedRun6621_V0yXng' and fill it up with 134217728 sorted elements by Process 4/5 + 726.274s => Time to write '/mnt/raid/tmp/SortedRun6621_NFA9on' and fill it up with 134217728 sorted elements by Process 2/5 + 393.016s => Time to sort elements in Process 5/5 memory + 346.785s => Time to read file from offset 2684354560 to 2818572288 in Process 1/5 + 353.916s => Time to read file from offset 2952790016 to 3087007744 in Process 3/5 + 355.161s => Time to read file from offset 3087007744 to 3221225472 in Process 4/5 + 327.993s => Time to read file from offset 3489660928 to 3623878656 in Process 2/5 + 292.397s => Time to write '/mnt/raid/tmp/SortedRun6621_KwIZVH' and fill it up with 134217728 sorted elements by Process 5/5 + 120.502s => Time to read file from offset 3892314112 to 4026531840 in Process 5/5 + 392.996s => Time to sort elements in Process 1/5 memory + 392.55s => Time to sort elements in Process 3/5 memory + 390.165s => Time to sort elements in Process 4/5 memory + 389.147s => Time to sort elements in Process 2/5 memory + 392.822s => Time to sort elements in Process 5/5 memory + 699.947s => Time to write '/mnt/raid/tmp/SortedRun6621_zhnNQ0' and fill it up with 134217728 sorted elements by Process 1/5 + 725.2s => Time to write '/mnt/raid/tmp/SortedRun6621_TNKdOj' and fill it up with 134217728 sorted elements by Process 4/5 + 727.379s => Time to write '/mnt/raid/tmp/SortedRun6621_8QIyIr' and fill it up with 134217728 sorted elements by Process 3/5 + 719.629s => Time to write '/mnt/raid/tmp/SortedRun6621_07tVrm' and fill it up with 134217728 sorted elements by Process 2/5 +7827.53s => Time function sortedRuns() in Process 2/5 + 612.016s => Time to write '/mnt/raid/tmp/SortedRun6621_QOuXgM' and fill it up with 134217728 sorted elements by Process 5/5 +7997.41s => Time function sortedRuns() in Process 5/5 + 234.414s => Time to read file from offset 3355443200 to 3489660928 in Process 1/5 + 253.251s => Time to read file from offset 3758096384 to 3892314112 in Process 4/5 + 253.591s => Time to read file from offset 3623878656 to 3758096384 in Process 3/5 + 391.751s => Time to sort elements in Process 1/5 memory + 393.366s => Time to sort elements in Process 3/5 memory + 395.063s => Time to sort elements in Process 4/5 memory + 466.415s => Time to write '/mnt/raid/tmp/SortedRun6621_2NBty1' and fill it up with 134217728 sorted elements by Process 1/5 +8875.61s => Time function sortedRuns() in Process 1/5 + 505.945s => Time to write '/mnt/raid/tmp/SortedRun6621_EIcjNs' and fill it up with 134217728 sorted elements by Process 3/5 +8970.74s => Time function sortedRuns() in Process 3/5 + 505.876s => Time to write '/mnt/raid/tmp/SortedRun6621_wq4ySh' and fill it up with 134217728 sorted elements by Process 4/5 +8972.16s => Time function sortedRuns() in Process 4/5 +149.542min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2219.out b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2219.out new file mode 100644 index 0000000..826351b --- /dev/null +++ b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2219.out @@ -0,0 +1,99 @@ +Using 6 nodes for sorting 30Gb file '/mnt/raid/testlists/30Gib.bin' of 4026531840 elements + + 551.851s => Time to read file from offset 134217728 to 268435456 in Process 2/6 + 552.984s => Time to read file from offset 536870912 to 671088640 in Process 5/6 + 553.478s => Time to read file from offset 0 to 134217728 in Process 1/6 + 553.77s => Time to read file from offset 268435456 to 402653184 in Process 3/6 + 553.873s => Time to read file from offset 671088640 to 805306368 in Process 6/6 + 553.902s => Time to read file from offset 402653184 to 536870912 in Process 4/6 + 388.425s => Time to sort elements in Process 2/6 memory + 390.11s => Time to sort elements in Process 5/6 memory + 391.381s => Time to sort elements in Process 6/6 memory + 392.725s => Time to sort elements in Process 1/6 memory + 393.839s => Time to sort elements in Process 3/6 memory + 395.783s => Time to sort elements in Process 4/6 memory + 990.317s => Time to write '/mnt/raid/tmp/SortedRun7836_jZFU3R' and fill it up with 134217728 sorted elements by Process 2/6 + 994.394s => Time to write '/mnt/raid/tmp/SortedRun7836_spLf44' and fill it up with 134217728 sorted elements by Process 5/6 + 999.997s => Time to write '/mnt/raid/tmp/SortedRun7836_4XQQ4w' and fill it up with 134217728 sorted elements by Process 6/6 + 1002.07s => Time to write '/mnt/raid/tmp/SortedRun7836_gWYsx8' and fill it up with 134217728 sorted elements by Process 1/6 + 1001.55s => Time to write '/mnt/raid/tmp/SortedRun7836_60hSRS' and fill it up with 134217728 sorted elements by Process 3/6 + 1001.67s => Time to write '/mnt/raid/tmp/SortedRun7836_oJxwpF' and fill it up with 134217728 sorted elements by Process 4/6 + 510.778s => Time to read file from offset 939524096 to 1073741824 in Process 2/6 + 529.05s => Time to read file from offset 1342177280 to 1476395008 in Process 5/6 + 537.577s => Time to read file from offset 1476395008 to 1610612736 in Process 6/6 + 537.833s => Time to read file from offset 805306368 to 939524096 in Process 1/6 + 537.178s => Time to read file from offset 1073741824 to 1207959552 in Process 3/6 + 535.087s => Time to read file from offset 1207959552 to 1342177280 in Process 4/6 + 391.748s => Time to sort elements in Process 2/6 memory + 393.117s => Time to sort elements in Process 5/6 memory + 391.136s => Time to sort elements in Process 1/6 memory + 393.672s => Time to sort elements in Process 4/6 memory + 397.939s => Time to sort elements in Process 6/6 memory + 395.988s => Time to sort elements in Process 3/6 memory + 897.696s => Time to write '/mnt/raid/tmp/SortedRun7836_IaijQS' and fill it up with 134217728 sorted elements by Process 2/6 + 964.103s => Time to write '/mnt/raid/tmp/SortedRun7836_twVhY5' and fill it up with 134217728 sorted elements by Process 5/6 + 977.696s => Time to write '/mnt/raid/tmp/SortedRun7836_uHvvy7' and fill it up with 134217728 sorted elements by Process 1/6 + 982.055s => Time to write '/mnt/raid/tmp/SortedRun7836_urY2jy' and fill it up with 134217728 sorted elements by Process 6/6 + 982.526s => Time to write '/mnt/raid/tmp/SortedRun7836_JKhPGQ' and fill it up with 134217728 sorted elements by Process 3/6 + 984.596s => Time to write '/mnt/raid/tmp/SortedRun7836_GxkbfF' and fill it up with 134217728 sorted elements by Process 4/6 + 171.166s => Time to read file from offset 1744830464 to 1879048192 in Process 2/6 + 413.993s => Time to read file from offset 2147483648 to 2281701376 in Process 5/6 + 392.591s => Time to sort elements in Process 2/6 memory + 455.701s => Time to read file from offset 1610612736 to 1744830464 in Process 1/6 + 448.748s => Time to read file from offset 2281701376 to 2415919104 in Process 6/6 + 447.251s => Time to read file from offset 2013265920 to 2147483648 in Process 4/6 + 447.847s => Time to read file from offset 1879048192 to 2013265920 in Process 3/6 + 252.645s => Time to write '/mnt/raid/tmp/SortedRun7836_XGKsoT' and fill it up with 134217728 sorted elements by Process 2/6 + 391.543s => Time to sort elements in Process 5/6 memory + 124.145s => Time to read file from offset 2550136832 to 2684354560 in Process 2/6 + 392.439s => Time to sort elements in Process 1/6 memory + 391.526s => Time to sort elements in Process 6/6 memory + 392.527s => Time to sort elements in Process 3/6 memory + 399.241s => Time to sort elements in Process 4/6 memory + 389.948s => Time to sort elements in Process 2/6 memory + 741.137s => Time to write '/mnt/raid/tmp/SortedRun7836_4WRBO2' and fill it up with 134217728 sorted elements by Process 5/6 + 128.334s => Time to read file from offset 2952790016 to 3087007744 in Process 5/6 + 881.142s => Time to write '/mnt/raid/tmp/SortedRun7836_tRTCD6' and fill it up with 134217728 sorted elements by Process 1/6 + 883.216s => Time to write '/mnt/raid/tmp/SortedRun7836_l3q1Yx' and fill it up with 134217728 sorted elements by Process 6/6 + 882.447s => Time to write '/mnt/raid/tmp/SortedRun7836_DDleIR' and fill it up with 134217728 sorted elements by Process 3/6 + 884.337s => Time to write '/mnt/raid/tmp/SortedRun7836_7gXp0F' and fill it up with 134217728 sorted elements by Process 4/6 + 705.128s => Time to write '/mnt/raid/tmp/SortedRun7836_ezv4wT' and fill it up with 134217728 sorted elements by Process 2/6 + 392.326s => Time to sort elements in Process 5/6 memory + 404.029s => Time to read file from offset 2415919104 to 2550136832 in Process 1/6 + 408.895s => Time to read file from offset 3087007744 to 3221225472 in Process 6/6 + 414.323s => Time to read file from offset 2684354560 to 2818572288 in Process 3/6 + 409.923s => Time to read file from offset 2818572288 to 2952790016 in Process 4/6 + 297.709s => Time to read file from offset 3355443200 to 3489660928 in Process 2/6 + 316.537s => Time to write '/mnt/raid/tmp/SortedRun7836_SxBRI2' and fill it up with 134217728 sorted elements by Process 5/6 + 121.788s => Time to read file from offset 3758096384 to 3892314112 in Process 5/6 + 393.327s => Time to sort elements in Process 1/6 memory + 390.808s => Time to sort elements in Process 6/6 memory + 392.506s => Time to sort elements in Process 3/6 memory + 391.829s => Time to sort elements in Process 4/6 memory + 391.188s => Time to sort elements in Process 2/6 memory + 395.035s => Time to sort elements in Process 5/6 memory + 874.613s => Time to write '/mnt/raid/tmp/SortedRun7836_004rB7' and fill it up with 134217728 sorted elements by Process 1/6 + 890.11s => Time to write '/mnt/raid/tmp/SortedRun7836_uCsU3x' and fill it up with 134217728 sorted elements by Process 6/6 + 901.124s => Time to write '/mnt/raid/tmp/SortedRun7836_O9wfLR' and fill it up with 134217728 sorted elements by Process 3/6 + 901.487s => Time to write '/mnt/raid/tmp/SortedRun7836_ofIKyD' and fill it up with 134217728 sorted elements by Process 4/6 + 897.546s => Time to write '/mnt/raid/tmp/SortedRun7836_0hOhkQ' and fill it up with 134217728 sorted elements by Process 2/6 +7355.06s => Time function sortedRuns() in Process 2/6 + 756.466s => Time to write '/mnt/raid/tmp/SortedRun7836_9136z4' and fill it up with 134217728 sorted elements by Process 5/6 +7483.18s => Time function sortedRuns() in Process 5/6 + 309.987s => Time to read file from offset 3221225472 to 3355443200 in Process 1/6 + 332.703s => Time to read file from offset 3892314112 to 4026531840 in Process 6/6 + 336.161s => Time to read file from offset 3489660928 to 3623878656 in Process 3/6 + 332.663s => Time to read file from offset 3623878656 to 3758096384 in Process 4/6 + 393.62s => Time to sort elements in Process 1/6 memory + 393.278s => Time to sort elements in Process 6/6 memory + 388.589s => Time to sort elements in Process 3/6 memory + 393.44s => Time to sort elements in Process 4/6 memory + 569.029s => Time to write '/mnt/raid/tmp/SortedRun7836_l4BND8' and fill it up with 134217728 sorted elements by Process 1/6 +8530.86s => Time function sortedRuns() in Process 1/6 + 620.16s => Time to write '/mnt/raid/tmp/SortedRun7836_A2xD4w' and fill it up with 134217728 sorted elements by Process 6/6 +8624.82s => Time function sortedRuns() in Process 6/6 + 619.033s => Time to write '/mnt/raid/tmp/SortedRun7836_eaad6R' and fill it up with 134217728 sorted elements by Process 3/6 +8642.45s => Time function sortedRuns() in Process 3/6 + 615.26s => Time to write '/mnt/raid/tmp/SortedRun7836_SWespC' and fill it up with 134217728 sorted elements by Process 4/6 +8643.88s => Time function sortedRuns() in Process 4/6 +144.071min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2262.out b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2262.out new file mode 100644 index 0000000..6fc00bb --- /dev/null +++ b/SortingAlg/dataset/nomerge/t30/Distributed_Sorting.2262.out @@ -0,0 +1,108 @@ +Using 15 nodes for sorting 30Gb file '/mnt/raid/testlists/30Gib.bin' of 4026531840 elements + + 1383.27s => Time to read file from offset 0 to 134217728 in Process 1/15 + 1383.44s => Time to read file from offset 536870912 to 671088640 in Process 5/15 + 1383.62s => Time to read file from offset 134217728 to 268435456 in Process 2/15 + 1383.75s => Time to read file from offset 1610612736 to 1744830464 in Process 13/15 + 1383.88s => Time to read file from offset 1073741824 to 1207959552 in Process 9/15 + 1384s => Time to read file from offset 1207959552 to 1342177280 in Process 10/15 + 1384.11s => Time to read file from offset 1744830464 to 1879048192 in Process 14/15 + 1384.19s => Time to read file from offset 671088640 to 805306368 in Process 6/15 + 1384.39s => Time to read file from offset 402653184 to 536870912 in Process 4/15 + 1384.57s => Time to read file from offset 268435456 to 402653184 in Process 3/15 + 1384.69s => Time to read file from offset 1879048192 to 2013265920 in Process 15/15 + 1384.74s => Time to read file from offset 1476395008 to 1610612736 in Process 12/15 + 1384.79s => Time to read file from offset 1342177280 to 1476395008 in Process 11/15 + 1384.82s => Time to read file from offset 805306368 to 939524096 in Process 7/15 + 1384.83s => Time to read file from offset 939524096 to 1073741824 in Process 8/15 + 388.148s => Time to sort elements in Process 2/15 memory + 390.274s => Time to sort elements in Process 5/15 memory + 390.302s => Time to sort elements in Process 6/15 memory + 390.702s => Time to sort elements in Process 8/15 memory + 390.825s => Time to sort elements in Process 7/15 memory + 392.355s => Time to sort elements in Process 13/15 memory + 392.084s => Time to sort elements in Process 14/15 memory + 392.596s => Time to sort elements in Process 15/15 memory + 394.26s => Time to sort elements in Process 1/15 memory + 393.585s => Time to sort elements in Process 10/15 memory + 392.912s => Time to sort elements in Process 11/15 memory + 393.299s => Time to sort elements in Process 3/15 memory + 395.701s => Time to sort elements in Process 9/15 memory + 395.577s => Time to sort elements in Process 4/15 memory + 397.856s => Time to sort elements in Process 12/15 memory + 1563.9s => Time to write '/mnt/raid/tmp/SortedRun9788_ZBHRkK' and fill it up with 134217728 sorted elements by Process 2/15 + 1570.89s => Time to write '/mnt/raid/tmp/SortedRun9788_s25kUG' and fill it up with 134217728 sorted elements by Process 5/15 + 1573.5s => Time to write '/mnt/raid/tmp/SortedRun9788_xkLWat' and fill it up with 134217728 sorted elements by Process 6/15 + 1584.79s => Time to write '/mnt/raid/tmp/SortedRun9788_VEndUu' and fill it up with 134217728 sorted elements by Process 13/15 + 1590.31s => Time to write '/mnt/raid/tmp/SortedRun9788_m4gOQD' and fill it up with 134217728 sorted elements by Process 8/15 + 1591.37s => Time to write '/mnt/raid/tmp/SortedRun9788_cFlUF2' and fill it up with 134217728 sorted elements by Process 7/15 + 1587.53s => Time to write '/mnt/raid/tmp/SortedRun9788_28hJEx' and fill it up with 134217728 sorted elements by Process 3/15 + 1588.37s => Time to write '/mnt/raid/tmp/SortedRun9788_EN9GXK' and fill it up with 134217728 sorted elements by Process 4/15 + 1590.54s => Time to write '/mnt/raid/tmp/SortedRun9788_KULNHg' and fill it up with 134217728 sorted elements by Process 11/15 + 1592.59s => Time to write '/mnt/raid/tmp/SortedRun9788_1r2fnQ' and fill it up with 134217728 sorted elements by Process 10/15 + 1595.17s => Time to write '/mnt/raid/tmp/SortedRun9788_TVlvtR' and fill it up with 134217728 sorted elements by Process 14/15 + 1592.1s => Time to write '/mnt/raid/tmp/SortedRun9788_RYf8BF' and fill it up with 134217728 sorted elements by Process 15/15 + 1592.1s => Time to write '/mnt/raid/tmp/SortedRun9788_01qp5u' and fill it up with 134217728 sorted elements by Process 1/15 + 1595.19s => Time to write '/mnt/raid/tmp/SortedRun9788_lUuJmm' and fill it up with 134217728 sorted elements by Process 9/15 + 1590.61s => Time to write '/mnt/raid/tmp/SortedRun9788_HNw2VI' and fill it up with 134217728 sorted elements by Process 12/15 + 1211.18s => Time to read file from offset 2147483648 to 2281701376 in Process 2/15 + 1290.86s => Time to read file from offset 2550136832 to 2684354560 in Process 5/15 + 1316.58s => Time to read file from offset 2684354560 to 2818572288 in Process 6/15 + 1353.51s => Time to read file from offset 3623878656 to 3758096384 in Process 13/15 + 1345.99s => Time to read file from offset 3892314112 to 4026531840 in Process 15/15 + 1354.94s => Time to read file from offset 2952790016 to 3087007744 in Process 8/15 + 1355.12s => Time to read file from offset 2818572288 to 2952790016 in Process 7/15 + 1355.74s => Time to read file from offset 2281701376 to 2415919104 in Process 3/15 + 1355.17s => Time to read file from offset 2415919104 to 2550136832 in Process 4/15 + 1354.81s => Time to read file from offset 3355443200 to 3489660928 in Process 11/15 + 1353.5s => Time to read file from offset 3758096384 to 3892314112 in Process 14/15 + 1353.66s => Time to read file from offset 3221225472 to 3355443200 in Process 10/15 + 1353.72s => Time to read file from offset 2013265920 to 2147483648 in Process 1/15 + 1350.51s => Time to read file from offset 3087007744 to 3221225472 in Process 9/15 + 1349.83s => Time to read file from offset 3489660928 to 3623878656 in Process 12/15 + 391.701s => Time to sort elements in Process 2/15 memory + 389.919s => Time to sort elements in Process 5/15 memory + 393.164s => Time to sort elements in Process 6/15 memory + 393.209s => Time to sort elements in Process 13/15 memory + 394.599s => Time to sort elements in Process 15/15 memory + 392.064s => Time to sort elements in Process 8/15 memory + 391.59s => Time to sort elements in Process 7/15 memory + 388.735s => Time to sort elements in Process 12/15 memory + 391.616s => Time to sort elements in Process 3/15 memory + 390.824s => Time to sort elements in Process 11/15 memory + 389.942s => Time to sort elements in Process 9/15 memory + 393.035s => Time to sort elements in Process 4/15 memory + 392.987s => Time to sort elements in Process 10/15 memory + 394.855s => Time to sort elements in Process 14/15 memory + 399.04s => Time to sort elements in Process 1/15 memory + 983.742s => Time to write '/mnt/raid/tmp/SortedRun9788_t5MKtL' and fill it up with 134217728 sorted elements by Process 2/15 +5923.44s => Time function sortedRuns() in Process 2/15 + 1397.38s => Time to write '/mnt/raid/tmp/SortedRun9788_QjEVYJ' and fill it up with 134217728 sorted elements by Process 5/15 +6423.6s => Time function sortedRuns() in Process 5/15 + 1441.67s => Time to write '/mnt/raid/tmp/SortedRun9788_V8N40q' and fill it up with 134217728 sorted elements by Process 6/15 +6500.44s => Time function sortedRuns() in Process 6/15 + 1519.04s => Time to write '/mnt/raid/tmp/SortedRun9788_ndWn1u' and fill it up with 134217728 sorted elements by Process 13/15 +6628.21s => Time function sortedRuns() in Process 13/15 + 1513.28s => Time to write '/mnt/raid/tmp/SortedRun9788_ibKuwf' and fill it up with 134217728 sorted elements by Process 11/15 +6630.74s => Time function sortedRuns() in Process 11/15 + 1514.42s => Time to write '/mnt/raid/tmp/SortedRun9788_hSVVLx' and fill it up with 134217728 sorted elements by Process 3/15 +6631.43s => Time function sortedRuns() in Process 3/15 + 1521.81s => Time to write '/mnt/raid/tmp/SortedRun9788_8OGuUE' and fill it up with 134217728 sorted elements by Process 15/15 +6635.94s => Time function sortedRuns() in Process 15/15 + 1518.56s => Time to write '/mnt/raid/tmp/SortedRun9788_1snyjp' and fill it up with 134217728 sorted elements by Process 9/15 +6636.06s => Time function sortedRuns() in Process 9/15 + 1521.38s => Time to write '/mnt/raid/tmp/SortedRun9788_XqOYOF' and fill it up with 134217728 sorted elements by Process 12/15 +6638.39s => Time function sortedRuns() in Process 12/15 + 1520.99s => Time to write '/mnt/raid/tmp/SortedRun9788_NCcchM' and fill it up with 134217728 sorted elements by Process 4/15 +6639.83s => Time function sortedRuns() in Process 4/15 + 1520.31s => Time to write '/mnt/raid/tmp/SortedRun9788_620gCN' and fill it up with 134217728 sorted elements by Process 10/15 +6640.67s => Time function sortedRuns() in Process 10/15 + 1526.57s => Time to write '/mnt/raid/tmp/SortedRun9788_k7D94C' and fill it up with 134217728 sorted elements by Process 8/15 +6641.33s => Time function sortedRuns() in Process 8/15 + 1526.77s => Time to write '/mnt/raid/tmp/SortedRun9788_hVRtg2' and fill it up with 134217728 sorted elements by Process 7/15 +6642.48s => Time function sortedRuns() in Process 7/15 + 1516.87s => Time to write '/mnt/raid/tmp/SortedRun9788_t77FVv' and fill it up with 134217728 sorted elements by Process 1/15 +6643.45s => Time function sortedRuns() in Process 1/15 + 1521.8s => Time to write '/mnt/raid/tmp/SortedRun9788_nM0BpS' and fill it up with 134217728 sorted elements by Process 14/15 +6643.45s => Time function sortedRuns() in Process 14/15 +110.732min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t8/Distributed_Sorting.2186.out b/SortingAlg/dataset/nomerge/t8/Distributed_Sorting.2186.out new file mode 100644 index 0000000..ff41e1f --- /dev/null +++ b/SortingAlg/dataset/nomerge/t8/Distributed_Sorting.2186.out @@ -0,0 +1,28 @@ +Using 1 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 86.2626s => Time to read file from offset 0 to 134217728 in Process 1/1 + 393.127s => Time to sort elements in Process 1/1 memory + 245.721s => Time to write '/mnt/raid/tmp/SortedRun4909_uqSqXQ' and fill it up with 134217728 sorted elements by Process 1/1 + 120.752s => Time to read file from offset 134217728 to 268435456 in Process 1/1 + 395.189s => Time to sort elements in Process 1/1 memory + 244.911s => Time to write '/mnt/raid/tmp/SortedRun4909_i5m2gO' and fill it up with 134217728 sorted elements by Process 1/1 + 119.811s => Time to read file from offset 268435456 to 402653184 in Process 1/1 + 392.806s => Time to sort elements in Process 1/1 memory + 245.366s => Time to write '/mnt/raid/tmp/SortedRun4909_iYvEIP' and fill it up with 134217728 sorted elements by Process 1/1 + 121.642s => Time to read file from offset 402653184 to 536870912 in Process 1/1 + 392.011s => Time to sort elements in Process 1/1 memory + 245.932s => Time to write '/mnt/raid/tmp/SortedRun4909_tezEgQ' and fill it up with 134217728 sorted elements by Process 1/1 + 118.665s => Time to read file from offset 536870912 to 671088640 in Process 1/1 + 395.978s => Time to sort elements in Process 1/1 memory + 245.753s => Time to write '/mnt/raid/tmp/SortedRun4909_uKwzNP' and fill it up with 134217728 sorted elements by Process 1/1 + 119.215s => Time to read file from offset 671088640 to 805306368 in Process 1/1 + 394.521s => Time to sort elements in Process 1/1 memory + 246.158s => Time to write '/mnt/raid/tmp/SortedRun4909_Y2EdvQ' and fill it up with 134217728 sorted elements by Process 1/1 + 118.91s => Time to read file from offset 805306368 to 939524096 in Process 1/1 + 390.685s => Time to sort elements in Process 1/1 memory + 244.148s => Time to write '/mnt/raid/tmp/SortedRun4909_WBJyOP' and fill it up with 134217728 sorted elements by Process 1/1 + 117.437s => Time to read file from offset 939524096 to 1073741824 in Process 1/1 + 389.46s => Time to sort elements in Process 1/1 memory + 247.356s => Time to write '/mnt/raid/tmp/SortedRun4909_2eLmaR' and fill it up with 134217728 sorted elements by Process 1/1 +6038.01s => Time function sortedRuns() in Process 1/1 +100.639min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t8/Distributed_Sorting.2187.out b/SortingAlg/dataset/nomerge/t8/Distributed_Sorting.2187.out new file mode 100644 index 0000000..266040f --- /dev/null +++ b/SortingAlg/dataset/nomerge/t8/Distributed_Sorting.2187.out @@ -0,0 +1,29 @@ +Using 2 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 130.662s => Time to read file from offset 0 to 134217728 in Process 1/2 + 168.385s => Time to read file from offset 134217728 to 268435456 in Process 2/2 + 392.743s => Time to sort elements in Process 1/2 memory + 395.694s => Time to sort elements in Process 2/2 memory + 389.098s => Time to write '/mnt/raid/tmp/SortedRun6517_0UQ49g' and fill it up with 134217728 sorted elements by Process 1/2 + 408.951s => Time to write '/mnt/raid/tmp/SortedRun6517_KUCRZz' and fill it up with 134217728 sorted elements by Process 2/2 + 161.7s => Time to read file from offset 268435456 to 402653184 in Process 1/2 + 159.179s => Time to read file from offset 402653184 to 536870912 in Process 2/2 + 392.701s => Time to sort elements in Process 1/2 memory + 392.706s => Time to sort elements in Process 2/2 memory + 389.636s => Time to write '/mnt/raid/tmp/SortedRun6517_Ju6GBj' and fill it up with 134217728 sorted elements by Process 1/2 + 416.977s => Time to write '/mnt/raid/tmp/SortedRun6517_HFgYTx' and fill it up with 134217728 sorted elements by Process 2/2 + 148.46s => Time to read file from offset 536870912 to 671088640 in Process 1/2 + 146.659s => Time to read file from offset 671088640 to 805306368 in Process 2/2 + 395.319s => Time to sort elements in Process 1/2 memory + 394.388s => Time to sort elements in Process 2/2 memory + 371.907s => Time to write '/mnt/raid/tmp/SortedRun6517_GKHCxj' and fill it up with 134217728 sorted elements by Process 1/2 + 408.896s => Time to write '/mnt/raid/tmp/SortedRun6517_cYiGOy' and fill it up with 134217728 sorted elements by Process 2/2 + 127.534s => Time to read file from offset 805306368 to 939524096 in Process 1/2 + 124.835s => Time to read file from offset 939524096 to 1073741824 in Process 2/2 + 390.838s => Time to sort elements in Process 1/2 memory + 389.287s => Time to sort elements in Process 2/2 memory + 345.059s => Time to write '/mnt/raid/tmp/SortedRun6517_dr3cpk' and fill it up with 134217728 sorted elements by Process 1/2 +3636.61s => Time function sortedRuns() in Process 1/2 + 344.68s => Time to write '/mnt/raid/tmp/SortedRun6517_WUfWgA' and fill it up with 134217728 sorted elements by Process 2/2 +3752.01s => Time function sortedRuns() in Process 2/2 +62.539min => FULL EXECUTION TIME diff --git a/SortingAlg/dataset/nomerge/t8/Distributed_Sorting.2188.out b/SortingAlg/dataset/nomerge/t8/Distributed_Sorting.2188.out new file mode 100644 index 0000000..edc2a87 --- /dev/null +++ b/SortingAlg/dataset/nomerge/t8/Distributed_Sorting.2188.out @@ -0,0 +1,31 @@ +Using 4 nodes for sorting 8Gb file '/mnt/raid/testlists/8Gib.bin' of 1073741824 elements + + 245.347s => Time to read file from offset 0 to 134217728 in Process 1/4 + 335.545s => Time to read file from offset 268435456 to 402653184 in Process 3/4 + 336.545s => Time to read file from offset 134217728 to 268435456 in Process 2/4 + 336.606s => Time to read file from offset 402653184 to 536870912 in Process 4/4 + 392.912s => Time to sort elements in Process 1/4 memory + 392.703s => Time to sort elements in Process 3/4 memory + 391.882s => Time to sort elements in Process 4/4 memory + 395.408s => Time to sort elements in Process 2/4 memory + 502.157s => Time to write '/mnt/raid/tmp/SortedRun9023_OCsHZf' and fill it up with 134217728 sorted elements by Process 1/4 + 129.666s => Time to read file from offset 536870912 to 671088640 in Process 1/4 + 629.636s => Time to write '/mnt/raid/tmp/SortedRun9023_x9Mm1M' and fill it up with 134217728 sorted elements by Process 3/4 + 632.014s => Time to write '/mnt/raid/tmp/SortedRun9023_CdHrm8' and fill it up with 134217728 sorted elements by Process 4/4 + 633.102s => Time to write '/mnt/raid/tmp/SortedRun9023_EOpif6' and fill it up with 134217728 sorted elements by Process 2/4 + 202.646s => Time to read file from offset 939524096 to 1073741824 in Process 4/4 + 250.131s => Time to read file from offset 805306368 to 939524096 in Process 3/4 + 248.331s => Time to read file from offset 671088640 to 805306368 in Process 2/4 + 394.885s => Time to sort elements in Process 1/4 memory + 244.598s => Time to write '/mnt/raid/tmp/SortedRun9023_Xk9IKe' and fill it up with 134217728 sorted elements by Process 1/4 +1910.26s => Time function sortedRuns() in Process 1/4 + 389.019s => Time to sort elements in Process 4/4 memory + 390.598s => Time to sort elements in Process 3/4 memory + 394.491s => Time to sort elements in Process 2/4 memory + 475.241s => Time to write '/mnt/raid/tmp/SortedRun9023_QbjNO9' and fill it up with 134217728 sorted elements by Process 4/4 +2428.01s => Time function sortedRuns() in Process 4/4 + 511.508s => Time to write '/mnt/raid/tmp/SortedRun9023_yIdmEL' and fill it up with 134217728 sorted elements by Process 3/4 +2510.86s => Time function sortedRuns() in Process 3/4 + 508.101s => Time to write '/mnt/raid/tmp/SortedRun9023_NWrPN4' and fill it up with 134217728 sorted elements by Process 2/4 +2516.95s => Time function sortedRuns() in Process 2/4 +41.9551min => FULL EXECUTION TIME diff --git a/SortingAlg/doTest.sh b/SortingAlg/doTest.sh index 72ca0ad..ab0a927 100755 --- a/SortingAlg/doTest.sh +++ b/SortingAlg/doTest.sh @@ -3,62 +3,141 @@ test=$1 case $test in +8) +# Singolo nodo che lavora sul raid, stessa taglia con numero di nodi diversi + make run NODES="2" ARGS=/mnt/raid/testlists/8Gib.bin; + make run NODES="2-3" ARGS=/mnt/raid/testlists/8Gib.bin; + make run NODES="2-5" ARGS=/mnt/raid/testlists/8Gib.bin; + make run NODES="2-7,9-10" ARGS=/mnt/raid/testlists/8Gib.bin; + ;; +12) +# Singolo nodo che lavora sul raid, stessa taglia con numero di nodi diversi + make run NODES="2" ARGS=/mnt/raid/testlists/12Gib.bin; + make run NODES="2-3" ARGS=/mnt/raid/testlists/12Gib.bin; + make run NODES="2-4" ARGS=/mnt/raid/testlists/12Gib.bin; + make run NODES="2-5" ARGS=/mnt/raid/testlists/12Gib.bin; + make run NODES="2-7" ARGS=/mnt/raid/testlists/12Gib.bin; + make run NODES="2-7,9-14" ARGS=/mnt/raid/testlists/12Gib.bin; + ;; +30) +# Singolo nodo che lavora sul raid, stessa taglia con numero di nodi diversi +# make run NODES="2" ARGS=/mnt/raid/testlists/30Gib.bin; +# make run NODES="2-3" ARGS=/mnt/raid/testlists/30Gib.bin; +# make run NODES="2-4" ARGS=/mnt/raid/testlists/30Gib.bin; +# make run NODES="2-6" ARGS=/mnt/raid/testlists/30Gib.bin; +# make run NODES="2-7" ARGS=/mnt/raid/testlists/30Gib.bin; + make run NODES="2-7,9-17" ARGS=/mnt/raid/testlists/30Gib.bin; + ;; +2481632) +# Singolo nodo che lavora sul raid + make run NODES="2" ARGS=/mnt/raid/testlists/2Gib.bin; + make run NODES="2-3" ARGS=/mnt/raid/testlists/4Gib.bin; + make run NODES="2-5" ARGS=/mnt/raid/testlists/8Gib.bin; + make run NODES="2-7,9-10" ARGS=/mnt/raid/testlists/16Gib.bin; + make run NODES="2-7,9-18" ARGS=/mnt/raid/testlists/32Gib.bin; + ;; +2) +# Multipli nodi che lavorano sul raid, contemporaneamente(1) su file diversi e non + make run NODES="4" ARGS=/mnt/raid/testlists/2Gib.bin; + ;; +24) +# Multipli nodi che lavorano sul raid, contemporaneamente(3) su file diversi e non + make run NODES="4" ARGS=/mnt/raid/testlists/2Gib.bin; + sleep 0.1; + make run NODES="5-6" ARGS=/mnt/raid/testlists/4Gib.bin; + ;; +248) +# Multipli nodi che lavorano sul raid, contemporaneamente(7) su file diversi e non + make run NODES="4" ARGS=/mnt/raid/testlists/2Gib.bin; + sleep 0.1; + make run NODES="5-6" ARGS=/mnt/raid/testlists/4Gib.bin; + sleep 0.1; + make run NODES="1-3,7" ARGS=/mnt/raid/testlists/8Gib.bin; + ;; +24816) +# Multipli nodi che lavorano sul raid, contemporaneamente(15) su file diversi e non + make run NODES="4" ARGS=/mnt/raid/testlists/2Gib.bin; + sleep 0.1; + make run NODES="5-6" ARGS=/mnt/raid/testlists/4Gib.bin; + sleep 0.1; + make run NODES="1-3,7" ARGS=/mnt/raid/testlists/8Gib.bin; + sleep 0.1; + make run NODES="9-16" ARGS=/mnt/raid/testlists/16Gib.bin; + ;; +######################################################################################### 0) +# Test di funzionalita su file relativamente piccolo make run NODES="20" ARGS=main.o; ;; 1) -# testing of: single node speed +# testing of single node speed make run NODES="1" ARGS=/mnt/raid/testlists/__134217728.bin; ;; -2) -# testing of: single nodes speed of 2 nodes to see disk availability bottleneck +11) +# testing of 2 single nodes speed to see disk parallel availability bottleneck make run NODES="1" ARGS=/mnt/raid/testlists/__134217728.bin; sleep 0.1; make run NODES="2" ARGS=/mnt/raid/testlists/__134217728.bin; ;; -22) -# testing of: single nodes speed of 2 nodes to see disk availability depends on first started +112) +# testing of 2 single nodes speed to see disk parallel availability depends on first started make run NODES="2" ARGS=/mnt/raid/testlists/__134217728.bin; sleep 0.1; make run NODES="1" ARGS=/mnt/raid/testlists/__134217728.bin; ;; -3) -# testing of: single nodes speed of 3 nodes to see disk availability bottleneck +111) +# testing of 3 single nodes speed to see disk parallel availability bottleneck make run NODES="1" ARGS=/mnt/raid/testlists/__134217728.bin; sleep 0.1; make run NODES="2" ARGS=/mnt/raid/testlists/__134217728.bin; sleep 0.1; make run NODES="3" ARGS=/mnt/raid/testlists/__134217728.bin; ;; +1112) +# testing of 3 single nodes speed to see disk parallel availability depends on first started + make run NODES="2" ARGS=/mnt/raid/testlists/__134217728.bin; + sleep 0.1; + make run NODES="1" ARGS=/mnt/raid/testlists/__134217728.bin; + sleep 0.1; + make run NODES="3" ARGS=/mnt/raid/testlists/__134217728.bin; + ;; 124) -# testing of: speed od 1-2-4 nodes doubling file size each time +# testing of speed od 1-2-4 nodes doubling file size each time from 1G make run NODES="1" ARGS=/mnt/raid/testlists/__134217728.bin; - make run NODES="1" ARGS=/mnt/raid/testlists/_268435456.bin; - make run NODES="1" ARGS=/mnt/raid/testlists/_402653184.bin; - - make run NODES="1-2" ARGS=/mnt/raid/testlists/_268435456.bin; - make run NODES="1-2" ARGS=/mnt/raid/testlists/_402653184.bin; - make run NODES="1-2" ARGS=/mnt/raid/testlists/8gb.bin; - - make run NODES="1-4" ARGS=/mnt/raid/testlists/_402653184.bin; - make run NODES="1-4" ARGS=/mnt/raid/testlists/8gb.bin; - make run NODES="1-4" ARGS=/mnt/raid/testlists/16gb.bin; + make run NODES="1-2" ARGS=/mnt/raid/testlists/__268435456.bin; + make run NODES="1-4" ARGS=/mnt/raid/testlists/__536870912.bin; ;; 1240) -# testing of: speed od 1-2-4 nodes doubling file size each time +# testing of speed od 1-2-4 nodes with fized size file make run NODES="1" ARGS=/mnt/raid/testlists/__134217728.bin; - make run NODES="1-2" ARGS=/mnt/raid/testlists/_268435456.bin; - make run NODES="1-4" ARGS=/mnt/raid/testlists/_402653184.bin; - - make run NODES="1" ARGS=/mnt/raid/testlists/_268435456.bin; - make run NODES="1-2" ARGS=/mnt/raid/testlists/_402653184.bin; - make run NODES="1-4" ARGS=/mnt/raid/testlists/8gb.bin; - - make run NODES="1" ARGS=/mnt/raid/testlists/_402653184.bin; - make run NODES="1-2" ARGS=/mnt/raid/testlists/8gb.bin; - make run NODES="1-4" ARGS=/mnt/raid/testlists/16gb.bin; + make run NODES="1-2" ARGS=/mnt/raid/testlists/__134217728.bin; + make run NODES="1-4" ARGS=/mnt/raid/testlists/__134217728.bin; + ;; +1241) +# testing of speed od 1-2-4 nodes doubling file size each time from 2G + make run NODES="1" ARGS=/mnt/raid/testlists/__268435456.bin; + make run NODES="1-2" ARGS=/mnt/raid/testlists/__536870912.bin; + make run NODES="1-4" ARGS=/mnt/raid/testlists/_1073741824.bin; ;; *) - echo Specifica un tipo di test doTest.sh N; + echo 'Specifica un tipo di test "doTest.sh N"'; + echo '8 --> Singolo nodo che lavora sul raid, stessa taglia con numero di nodi diversi'; + echo '12 --> Singolo nodo che lavora sul raid, stessa taglia con numero di nodi diversi'; + echo '30 --> Singolo nodo che lavora sul raid, stessa taglia con numero di nodi diversi'; + echo '2481632 --> Singolo nodo che lavora sul raid'; + echo '2 --> Multipli nodi che lavorano sul raid, contemporaneamente(1) su file diversi e non'; + echo '24 --> Multipli nodi che lavorano sul raid, contemporaneamente(3) su file diversi e non'; + echo '248 --> Multipli nodi che lavorano sul raid, contemporaneamente(7) su file diversi e non'; + echo '24816 --> Multipli nodi che lavorano sul raid, contemporaneamente(15) su file diversi e non'; + echo '--------------------------------' + echo '0 --> Test di funzionalita su file relativamente piccolo'; + echo '1 --> testing of single node speed'; + echo '11 --> testing of 2 single nodes speed to see disk parallel availability bottleneck'; + echo '112 --> testing of 2 single nodes speed to see disk parallel availability depends on first started'; + echo '111 --> testing of 3 single nodes speed to see disk parallel availability bottleneck'; + echo '1112 --> testing of 3 single nodes speed to see disk parallel availability depends on first started'; + echo '124 --> testing of speed od 1-2-4 nodes doubling file size each time from 1G'; + echo '1240 --> testing of speed od 1-2-4 nodes with fized size file'; + echo '1241 --> testing of speed od 1-2-4 nodes doubling file size each time from 2G'; ;; esac diff --git a/SortingAlg/launcher.sh b/SortingAlg/launcher.sh new file mode 100755 index 0000000..4155222 --- /dev/null +++ b/SortingAlg/launcher.sh @@ -0,0 +1,22 @@ +#!/bin/bash +## sbatch is the command line interpreter for Slurm + +## specify the name of the job in the queueing system +#SBATCH --job-name=Distributed_Sorting +## specify the partition for the resource allocation. if not specified, slurm is allowed to take the default(the one with a star *) +#SBATCH --partition=production +## format for time is days-hours:minutes:seconds, is used as time limit for the execution duration +#SBATCH --time=12:00:00 +## specify the real memory required per node. suffix can be K-M-G-T but if not present is MegaBytes by default +#SBATCH --mem=3G +## format for hosts as a range(steffe[1-4,10-15,20]), to specify hosts needed to satisfy resource requirements +#SBATCH --nodelist=steffe[1-4] +## to specify the number of processors per task, default is one +#SBATCH --cpus-per-task=1 +## to specify the number of tasks to be invoked on each node +#SBATCH --ntasks-per-node=1 +## to specify the file of utput and error +#SBATCH --output ./%x.%j.out +#SBATCH --error ./e%x.%j.err + +mpirun sort_big_file /mnt/raid/testlists/__134217728.bin diff --git a/SortingAlg/main.cpp b/SortingAlg/main.cpp index aad931f..3f215c7 100644 --- a/SortingAlg/main.cpp +++ b/SortingAlg/main.cpp @@ -25,28 +25,32 @@ od -t d8 -A n binaryfile.bin #For in use format od -t d8 -A n --endian=little binaryfile.bin #For little-endian format od -t d8 -A n --endian=big binaryfile.bin #For big-endian format */ -#define BUFFERSIZE 64 +#define BUFFERSIZEREAD 32768 +#define BUFFERSIZEWRITE 131072 #define RAMNUM 134217728 #define ALLOW_BUFFER 1 -void sortedRuns(unsigned long long fileSize, unsigned long long sliceSize, unsigned long long maxLoop, FILE* file, int id, int mpiRank, int mpiSize) +void sortedRuns(MPI_Offset fileSize, MPI_Offset sliceSize, int maxLoop, MPI_File file, int id, int mpiRank, int mpiSize) { - unsigned long long startOffset, endOffset, currentOffset; //The interval is [startOffset, endOffset) double startTot, start, end; + MPI_Offset startOffset, endOffset, currentOffset; //The interval is [startOffset, endOffset) + MPI_Status status; + int rmpi; + int elementsRead; int64_t num; std::vector bigVect; - int64_t buffer[static_cast(BUFFERSIZE)]; + int64_t bufferRead[static_cast(BUFFERSIZEREAD)]; + int64_t bufferWrit[static_cast(BUFFERSIZEWRITE)]; bigVect.reserve(sliceSize); startTot = MPI_Wtime(); //Microsecond precision. Can't use time(), because each process will have a different "zero" time start = MPI_Wtime(); - for(unsigned long long l = 0; l < maxLoop; l++) //Populate the vector with the values in the file + for(MPI_Offset l = 0; l < maxLoop; l++) //Populate the vector with the values in the file { startOffset = sliceSize * (mpiRank + (mpiSize * l)); if (startOffset >= fileSize) break; endOffset = startOffset + sliceSize; - fseek(file, startOffset * sizeof(int64_t), SEEK_SET); currentOffset = startOffset; bigVect.clear(); @@ -54,24 +58,53 @@ void sortedRuns(unsigned long long fileSize, unsigned long long sliceSize, unsig { while (currentOffset < endOffset) { - unsigned long long elementsToRead = std::min(endOffset - currentOffset, static_cast(static_cast(BUFFERSIZE))); //It's important to check because if the difference between endOffset and startOffset is smaller than BUFFERSIZE we don't have to read further - unsigned long long elementsRead = fread(buffer, sizeof(int64_t), elementsToRead, file);//TODO - - for (unsigned long long i = 0; i < elementsRead; ++i) + MPI_Offset elementsToRead = std::min(endOffset - currentOffset, static_cast(static_cast(BUFFERSIZEREAD))); //It's important to check because if the difference between endOffset and startOffset is smaller than BUFFERSIZE we don't have to read further + rmpi = MPI_File_read_at(file, currentOffset * sizeof(int64_t), bufferRead, elementsToRead, MPI_INT64_T, &status); + if (rmpi != MPI_SUCCESS) + { + std::cout << "Error reading file at offset ...Terminating" << std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } + rmpi = MPI_Get_count(&status, MPI_INT64_T, &elementsRead); + if (rmpi != MPI_SUCCESS) + { + std::cout << "Error getting count ...Terminating"<< std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } + for (int i = 0; i < elementsRead; ++i) { - bigVect.push_back(buffer[i]); + bigVect.push_back(bufferRead[i]); } currentOffset += elementsRead; //Increment currentOffset based on the number of elements read - if (elementsRead < static_cast(BUFFERSIZE)) // Check if we have reached the end of the file + if (elementsRead < static_cast(BUFFERSIZEREAD)) // Check if we have reached the end of the file break; } } else { - while (currentOffset < endOffset && fread(&num, sizeof(int64_t), 1, file) == 1)//TODO + while (currentOffset < endOffset) { - bigVect.push_back(num); - currentOffset++; + rmpi = MPI_File_read_at(file, currentOffset * sizeof(int64_t), &num, 1, MPI_INT64_T, &status); + if (rmpi != MPI_SUCCESS) + { + std::cout << "Error reading file at offset ...Terminating" << std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } + rmpi = MPI_Get_count(&status, MPI_INT64_T, &elementsRead); + if (rmpi != MPI_SUCCESS) + { + std::cout << "Error getting count ...Terminating"<< std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } + if (elementsRead == 1) + { + bigVect.push_back(num); + currentOffset++; + } + else + { + break; + } } } end = MPI_Wtime(); @@ -84,57 +117,87 @@ void sortedRuns(unsigned long long fileSize, unsigned long long sliceSize, unsig std::cout << " " << end-start << "s" << " => Time to sort elements in Process " << mpiRank+1 << "/" << mpiSize << " memory" << std::endl; std::string templateName = "/mnt/raid/tmp/SortedRun" + std::to_string(id) + "_XXXXXX"; //If absolute path does not exist the temporary file will not be created (mandatory 6 times X) - int tmpFile = mkstemp(&templateName[0]); //Create a temporary file based on template - if (tmpFile == -1) + int fd = mkstemp(&templateName[0]); //Create a temporary file based on template + if (fd == -1) + { + std::cout << "Error creating temporary file ...Terminating" << std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } + if (close(fd) == -1) + { + std::cout << "Error closing the file descriptor ...Terminating" << std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } + + MPI_File tmpFile; + rmpi = MPI_File_open(MPI_COMM_SELF, &templateName[0], MPI_MODE_CREATE | MPI_MODE_WRONLY, MPI_INFO_NULL, &tmpFile); + if (rmpi != MPI_SUCCESS) { - std::cout << "Error creating temporary file" << std::endl; + std::cout << "Error opening file ...Terminating"<< std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } start = MPI_Wtime(); - for (unsigned long long i = 0; i < bigVect.size(); ++i) //Write the ordered number in a temp file + + if (ALLOW_BUFFER) //Branch to test performance with and without buffer { - if (ALLOW_BUFFER) //Branch to test performance with and without buffer + MPI_Offset offset = 0; + for (MPI_Offset i = 0; i < bigVect.size(); ++i) { - buffer[i % static_cast(BUFFERSIZE)] = bigVect[i]; - if ((i + 1) % static_cast(BUFFERSIZE) == 0 || i == bigVect.size() - 1) + bufferWrit[i % BUFFERSIZEWRITE] = bigVect[i]; + if ((i + 1) % BUFFERSIZEWRITE == 0 || i == bigVect.size() - 1) { - ssize_t tw = write(tmpFile, buffer, sizeof(int64_t) * ((i % static_cast(BUFFERSIZE)) + 1));//TODO - if (tw == -1) + int count = (i % BUFFERSIZEWRITE) + 1; + rmpi = MPI_File_write_at(tmpFile, offset, bufferWrit, count, MPI_INT64_T, &status); + if (rmpi != MPI_SUCCESS) { - std::cout << "Error writing to file" << std::endl; + std::cout << "Error writing to file at offset ...Terminating" << std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } + offset += count * sizeof(int64_t); } } - else + } + else + { + for (MPI_Offset i = 0; i < bigVect.size(); ++i) //Write the ordered number in a temp file { int64_t elem = bigVect[i]; - ssize_t tw = write(tmpFile, &elem, sizeof(int64_t));//TODO - if (tw == -1) - { - std::cout << "Error writing to file" << std::endl; - MPI_Abort(MPI_COMM_WORLD, 1); - } + rmpi = MPI_File_write_at(tmpFile, i * sizeof(int64_t), &elem, 1, MPI_INT64_T, &status); + if (rmpi != MPI_SUCCESS) + { + std::cout << "Error writing to file at offset ...Terminating"<< std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } } } + end = MPI_Wtime(); - off_t sz = lseek(tmpFile, 0, SEEK_END); + MPI_Offset sz; + rmpi = MPI_File_get_size(tmpFile, &sz); + if (rmpi != MPI_SUCCESS) + { + std::cout << "Error getting file size ...Terminating"<< std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } if (sz == 0) { - if (close(tmpFile) == -1) + rmpi = MPI_File_close(&tmpFile); + if (rmpi != MPI_SUCCESS) { - std::cout << "Error closing the file" << std::endl; + std::cout << "Error closing file ...Terminating"<< std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } - if (unlink(&templateName[0]) == -1) + rmpi = MPI_File_delete(&templateName[0], MPI_INFO_NULL); + if (rmpi != MPI_SUCCESS) { - std::cout << "Error unlinking file" << std::endl; + std::cout << "Error deleting file ...Terminating"<< std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } } - if (close(tmpFile) == -1) + rmpi = MPI_File_close(&tmpFile); + if (rmpi != MPI_SUCCESS) { - std::cout << "Error closing the file" << std::endl; + std::cout << "Error closing file ...Terminating"<< std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } std::cout << " " << end-start << "s" << " => Time to write '" << templateName << "' and fill it up with " << sz/8 << " sorted elements by Process " << mpiRank+1 << "/" << mpiSize << std::endl; @@ -144,6 +207,7 @@ void sortedRuns(unsigned long long fileSize, unsigned long long sliceSize, unsig std::cout << end-startTot << "s" << " => Time function sortedRuns() in Process " << mpiRank+1 << "/" << mpiSize << std::endl; } +// This function is used in a single node(SEQUENTIAL EXECUTION) so we can avoid using MPI functions. void kMerge(const std::string &argFile, int id, int mpiRank, int mpiSize) { std::string fileDir = "/mnt/raid/tmp/"; @@ -152,7 +216,8 @@ void kMerge(const std::string &argFile, int id, int mpiRank, int mpiSize) std::vector fns; //To store the file name of each file to delete after merge size_t lastSlash = argFile.find_last_of('/'); std::string nameOnly = (lastSlash != std::string::npos) ? argFile.substr(lastSlash + 1) : argFile; - std::string finalFile = "/mnt/raid/tmp/" + nameOnly + (ALLOW_BUFFER == 1 ? ".buf" : "") + ".sort"; + std::string finalFile = "/mnt/raid/tmp/" + nameOnly + (ALLOW_BUFFER != 1 ? ".nobuf" : "") + ".sort"; + off_t fileSize; double start, end; int fileCount = 0; @@ -171,12 +236,16 @@ void kMerge(const std::string &argFile, int id, int mpiRank, int mpiSize) int fd = open(tmpFile.c_str(), O_RDONLY); //Open the file and save the file descriptor if (fd != -1) { + // fileSize = lseek(fd, 0, SEEK_END); + // fileSize = fileSize / 8; //Size in bytes of the file, correspond to the number of numbers to parse. Each number is 8 bytes + // std::cout << "Merging '" << tmpFile.c_str() << "' of size " << (fileSize/134217728 >= 1 ? fileSize/134217728.0 : fileSize/131072.0) << (fileSize/134217728 >= 1 ? "Gb" : "Mb") << std::endl; + fds.push_back(fd); fns.push_back(tmpFile); fileCount++; } else - std::cout << "Error opening file '" << tmpFile << "' by Process " << mpiRank+1 << "/" << mpiSize << std::endl; + std::cout << "Error opening file '" << tmpFile << "'" << std::endl; } } } @@ -184,23 +253,22 @@ void kMerge(const std::string &argFile, int id, int mpiRank, int mpiSize) } else { - std::cout << "Error opening directory '" << fileDir << "' by Process " << mpiRank+1 << "/" << mpiSize << std::endl; + std::cout << "Error opening directory '" << fileDir << "' ...Terminating" << std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } int fdFinal = open(finalFile.c_str(), O_WRONLY | O_CREAT, S_IRUSR | S_IWUSR); //Open the file for writing only, creating it if it doesn't exist and (add '| O_EXCL' near O_CREAT if want the next feature) not overwrite if it exists if (fdFinal == -1) { - std::cout << "Error opening or creating final file '" << finalFile << "' by Process " << mpiRank+1 << "/" << mpiSize << std::endl; - for (const std::string &fn : fns) //Remove all temporary files + std::cout << "Error opening or creating final file '" << finalFile << "'...Terminating" << std::endl; + for (const std::string &fn : fns) //Remove all temporary files before abort { if (unlink(&fn[0]) == -1) { - std::cout << "Error unlinking file '" << fn << "' by Process " << mpiRank+1 << "/" << mpiSize << std::endl; + std::cout << "Error unlinking file '" << fn << "' ...Terminating" << std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } } - MPI_Abort(MPI_COMM_WORLD, 1); } @@ -224,7 +292,7 @@ void kMerge(const std::string &argFile, int id, int mpiRank, int mpiSize) b = 1; break; default: - std::cout << i << "Error reading size=" << sizeof(int64_t) << " from file descriptor by Process " << mpiRank+1 << "/" << mpiSize << std::endl; + std::cout << i << "Error reading size=" << sizeof(int64_t) << " from file descriptor ...Terminating" << std::endl; MPI_Abort(MPI_COMM_WORLD, 1); break; } @@ -232,17 +300,17 @@ void kMerge(const std::string &argFile, int id, int mpiRank, int mpiSize) if (b == 1) break; } - std::cout << minHeap.size() << "=size heap" << std::endl; + std::cout << "(" << minHeap.size() << "=size heap)" << std::endl; int tmpfd; int64_t tmpValue2; - int64_t buffer[static_cast(BUFFERSIZE)]; + int64_t bufferWrit[static_cast(BUFFERSIZEWRITE)]; unsigned long long i = 0; while (!minHeap.empty()) //Write sorted elements to the temporary file { tmpValue = minHeap.top().first; tmpfd = minHeap.top().second; - if (read(tmpfd, &tmpValue2, sizeof(int64_t)) == sizeof(int64_t)) //Read another integer from the same file descriptor//TODO + if (read(tmpfd, &tmpValue2, sizeof(int64_t)) == sizeof(int64_t)) //Read another integer from the same file descriptor { minHeap.pop(); minHeap.push({tmpValue2, tmpfd}); @@ -252,19 +320,19 @@ void kMerge(const std::string &argFile, int id, int mpiRank, int mpiSize) minHeap.pop(); if (fcntl(tmpfd, F_GETFD) == 1 && close(tmpfd) == -1) { - std::cout << "Error closing the file descriptor by Process " << mpiRank+1 << "/" << mpiSize << std::endl; + std::cout << "Error closing the file descriptor ...Terminating" << std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } } if (ALLOW_BUFFER) //Branch to test performance with and without buffer { - buffer[i % static_cast(BUFFERSIZE)] = tmpValue; - if ((i + 1) % static_cast(BUFFERSIZE) == 0 || minHeap.empty()) + bufferWrit[i % static_cast(BUFFERSIZEWRITE)] = tmpValue; + if ((i + 1) % static_cast(BUFFERSIZEWRITE) == 0 || minHeap.empty()) { - ssize_t tw = write(fdFinal, buffer, sizeof(int64_t) * ((i % static_cast(BUFFERSIZE)) + 1));//TODO + ssize_t tw = write(fdFinal, bufferWrit, sizeof(int64_t) * ((i % static_cast(BUFFERSIZEWRITE)) + 1)); if (tw == -1) { - std::cout << "Error writing to file" << std::endl; + std::cout << "Error writing to file ...Terminating" << std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } } @@ -272,10 +340,10 @@ void kMerge(const std::string &argFile, int id, int mpiRank, int mpiSize) } else { - ssize_t tw = write(fdFinal, &tmpValue, sizeof(int64_t));//TODO + ssize_t tw = write(fdFinal, &tmpValue, sizeof(int64_t)); if (tw == -1) { - std::cout << "Error writing to file" << std::endl; + std::cout << "Error writing to file ...Terminating" << std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } } @@ -285,7 +353,7 @@ void kMerge(const std::string &argFile, int id, int mpiRank, int mpiSize) { if (unlink(&fn[0]) == -1) { - std::cout << "Error unlinking file '" << fn << "' by Process " << mpiRank+1 << "/" << mpiSize << std::endl; + std::cout << "Error unlinking file '" << fn << "' ...Terminating" << std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } } @@ -322,48 +390,58 @@ int main(int argc, char* argv[]) return 0; } - FILE *file; - unsigned long long fileSize, slices, sliceSize, maxLoop; - file = fopen(argv[1], "rb"); //Open the file in mode rb (read binary) - if(!file) + MPI_File file; + MPI_Offset fileSize, sliceSize; + int slices, maxLoop; + int rmpi; + rmpi = MPI_File_open(MPI_COMM_WORLD, argv[1], MPI_MODE_RDONLY, MPI_INFO_NULL, &file); //Mode set to MPI_MODE_RDONLY (read only), it’s equivalent to opening a file in binary read mode ("rb") in standard C/C++ + if (rmpi != MPI_SUCCESS) + { + std::cout << "Error opening file: " << argv[1] << " ...Terminating" << std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } + rmpi = MPI_File_get_size(file, &fileSize); + if (rmpi != MPI_SUCCESS) { - std::cout << "Error opening file: " << argv[1] << std::endl; + std::cout << "Error getting file size ...Terminating"<< std::endl; MPI_Abort(MPI_COMM_WORLD, 1); } - fseek(file,0,SEEK_END); - fileSize = ftell(file) / 8; //Size in bytes of the file, correspond to the number of numbers to parse. Each number is 8 bytes + fileSize = fileSize / 8; // Size in bytes of the file, correspond to the number of numbers to parse. Each number is 8 bytes if (mpiRank == 0) - std::cout << "Using " << mpiSize << " nodes for sorting " << (fileSize/134217728 > 1 ? fileSize/134217728 : fileSize/131072) << (fileSize/134217728 > 1 ? "Gb" : "Mb") << " file '" << argv[1] << "' of " << fileSize << " elements" << std::endl << std::endl; + std::cout << "Using " << mpiSize << " nodes for sorting " << (fileSize/134217728 >= 1 ? fileSize/134217728.0 : fileSize/131072.0) << (fileSize/134217728 >= 1 ? "Gb" : "Mb") << " file '" << argv[1] << "' of " << fileSize << " elements" << std::endl << std::endl; //Load balancer - if (fileSize < ((unsigned long long) static_cast(RAMNUM) * mpiSize)) //Can add more granularity considering efficiency, now is used by default all nodes + if (fileSize < ((MPI_Offset) static_cast(RAMNUM) * mpiSize)) //Can add more granularity considering efficiency, now is used by default all nodes slices = mpiSize; else slices = mpiSize; sliceSize = (fileSize / slices); //Each process divides a number of 8-byte integers based on the size of the starting file maxLoop = 1; - if (sliceSize > static_cast(RAMNUM)) + if (sliceSize >= static_cast(RAMNUM)) { - maxLoop = (fileSize / (static_cast(RAMNUM) * mpiSize)) + 1; - sliceSize = (fileSize / maxLoop); - sortedRuns(fileSize, sliceSize + 1, maxLoop, file, id, mpiRank, mpiSize); + maxLoop = (fileSize / (static_cast(RAMNUM) * mpiSize)) + 1; + sliceSize = static_cast(RAMNUM); + sortedRuns(fileSize, sliceSize, maxLoop, file, id, mpiRank, mpiSize); } else { sortedRuns(fileSize, sliceSize + 1, maxLoop, file, id, mpiRank, mpiSize); } - fclose(file); + rmpi = MPI_File_close(&file); + if (rmpi != MPI_SUCCESS) + { + std::cout << "Error closing file: " << argv[1] << " ...Terminating" << std::endl; + MPI_Abort(MPI_COMM_WORLD, 1); + } MPI_Barrier(MPI_COMM_WORLD); //Blocks the caller until all processes in the communicator have called it if(mpiRank==0) { kMerge(argv[1], id, mpiRank, mpiSize); - endGlobal = MPI_Wtime(); std::cout << (endGlobal-startGlobal)/60.0 << "min" << " => FULL EXECUTION TIME" << std::endl; } MPI_Finalize(); //Clean up the MPI environment return 0; } - diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2042.out b/SortingAlg/outputs/test124/Distributed_Sorting.2042.out new file mode 100644 index 0000000..19e7faf --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2042.out @@ -0,0 +1,14 @@ +Using 1 nodes for sorting 1024Mb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 91.5065s => Time to read file from offset 0 to 134217729 in Process 1/1 + 391.235s => Time to sort elements in Process 1/1 memory + 102.877s => Time to write '/mnt/raid/tmp/SortedRun6561_1xvb0k' and fill it up with 134217728 sorted elements by Process 1/1 +600.985s => Time function sortedRuns() in Process 1/1 + +Starting the merge process for 1 files + +134217728=size heap +2318.59s => Time function kMerge() in Process 1/1 + +Sorted file '/mnt/raid/tmp/__134217728.bin.buf.sort' +48.6738min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2043.out b/SortingAlg/outputs/test124/Distributed_Sorting.2043.out new file mode 100644 index 0000000..8264206 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2043.out @@ -0,0 +1,20 @@ +Using 1 nodes for sorting 2Gb file '/mnt/raid/testlists/_268435456.bin' of 268435456 elements + + 61.1314s => Time to read file from offset 0 to 89478486 in Process 1/1 + 255.745s => Time to sort elements in Process 1/1 memory + 81.8405s => Time to write '/mnt/raid/tmp/SortedRun9920_Sr2oeJ' and fill it up with 89478486 sorted elements by Process 1/1 + 59.8274s => Time to read file from offset 89478486 to 178956972 in Process 1/1 + 256.203s => Time to sort elements in Process 1/1 memory + 75.1858s => Time to write '/mnt/raid/tmp/SortedRun9920_Ue0MlK' and fill it up with 89478486 sorted elements by Process 1/1 + 59.8017s => Time to read file from offset 178956972 to 268435458 in Process 1/1 + 254.425s => Time to sort elements in Process 1/1 memory + 48.3859s => Time to write '/mnt/raid/tmp/SortedRun9920_HPBhbK' and fill it up with 89478484 sorted elements by Process 1/1 +1205.63s => Time function sortedRuns() in Process 1/1 + +Starting the merge process for 3 files + +134217726=size heap +4467.07s => Time function kMerge() in Process 1/1 + +Sorted file '/mnt/raid/tmp/_268435456.bin.buf.sort' +94.5592min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2044.out b/SortingAlg/outputs/test124/Distributed_Sorting.2044.out new file mode 100644 index 0000000..27ac2c8 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2044.out @@ -0,0 +1,23 @@ +Using 1 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 68.7449s => Time to read file from offset 0 to 100663297 in Process 1/1 + 289.723s => Time to sort elements in Process 1/1 memory + 80.9753s => Time to write '/mnt/raid/tmp/SortedRun8371_XGnkmi' and fill it up with 100663297 sorted elements by Process 1/1 + 67.5989s => Time to read file from offset 100663297 to 201326594 in Process 1/1 + 289.663s => Time to sort elements in Process 1/1 memory + 78.159s => Time to write '/mnt/raid/tmp/SortedRun8371_rq6mCl' and fill it up with 100663297 sorted elements by Process 1/1 + 67.821s => Time to read file from offset 201326594 to 301989891 in Process 1/1 + 291.926s => Time to sort elements in Process 1/1 memory + 85.4853s => Time to write '/mnt/raid/tmp/SortedRun8371_kHzZRj' and fill it up with 100663297 sorted elements by Process 1/1 + 67.458s => Time to read file from offset 301989891 to 402653188 in Process 1/1 + 290.031s => Time to sort elements in Process 1/1 memory + 84.9627s => Time to write '/mnt/raid/tmp/SortedRun8371_QD1kri' and fill it up with 100663293 sorted elements by Process 1/1 +1815.09s => Time function sortedRuns() in Process 1/1 + +Starting the merge process for 4 files + +134217728=size heap +6710.39s => Time function kMerge() in Process 1/1 + +Sorted file '/mnt/raid/tmp/_402653184.bin.buf.sort' +142.106min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2045.out b/SortingAlg/outputs/test124/Distributed_Sorting.2045.out new file mode 100644 index 0000000..f7e3b70 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2045.out @@ -0,0 +1,18 @@ +Using 2 nodes for sorting 2Gb file '/mnt/raid/testlists/_268435456.bin' of 268435456 elements + + 177.712s => Time to read file from offset 0 to 134217729 in Process 1/2 + 183.716s => Time to read file from offset 134217729 to 268435458 in Process 2/2 + 393.169s => Time to sort elements in Process 1/2 memory + 392.896s => Time to sort elements in Process 2/2 memory + 181.609s => Time to write '/mnt/raid/tmp/SortedRun7438_2BSTFL' and fill it up with 134217729 sorted elements by Process 1/2 +789.801s => Time function sortedRuns() in Process 1/2 + 186.833s => Time to write '/mnt/raid/tmp/SortedRun7438_okRA5f' and fill it up with 134217727 sorted elements by Process 2/2 +790.228s => Time function sortedRuns() in Process 2/2 + +Starting the merge process for 2 files + +134217728=size heap +4454.65s => Time function kMerge() in Process 1/2 + +Sorted file '/mnt/raid/tmp/_268435456.bin.buf.sort' +87.4275min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2046.out b/SortingAlg/outputs/test124/Distributed_Sorting.2046.out new file mode 100644 index 0000000..4f6824b --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2046.out @@ -0,0 +1,18 @@ +Using 2 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 271.25s => Time to read file from offset 0 to 201326593 in Process 1/2 + 275.178s => Time to read file from offset 201326593 to 402653186 in Process 2/2 + 598.904s => Time to sort elements in Process 1/2 memory + 606.092s => Time to sort elements in Process 2/2 memory + 251.537s => Time to write '/mnt/raid/tmp/SortedRun1772_NQXTsC' and fill it up with 201326593 sorted elements by Process 1/2 +1154.1s => Time function sortedRuns() in Process 1/2 + 272.332s => Time to write '/mnt/raid/tmp/SortedRun1772_BP7PVS' and fill it up with 201326591 sorted elements by Process 2/2 +1173.22s => Time function sortedRuns() in Process 2/2 + +Starting the merge process for 2 files + +134217728=size heap +6623.81s => Time function kMerge() in Process 1/2 + +Sorted file '/mnt/raid/tmp/_402653184.bin.buf.sort' +129.965min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2047.out b/SortingAlg/outputs/test124/Distributed_Sorting.2047.out new file mode 100644 index 0000000..2f5061c --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2047.out @@ -0,0 +1,24 @@ +Using 2 nodes for sorting 7Gb file '/mnt/raid/testlists/8gb.bin' of 1073646107 elements + + 365.28s => Time to read file from offset 268411527 to 536823054 in Process 2/2 + 365.657s => Time to read file from offset 0 to 268411527 in Process 1/2 + 809.747s => Time to sort elements in Process 2/2 memory + 815.111s => Time to sort elements in Process 1/2 memory + 380.382s => Time to write '/mnt/raid/tmp/SortedRun4674_rV9nlE' and fill it up with 268411527 sorted elements by Process 2/2 + 397.274s => Time to write '/mnt/raid/tmp/SortedRun4674_4W4ExK' and fill it up with 268411527 sorted elements by Process 1/2 + 364.361s => Time to read file from offset 536823054 to 805234581 in Process 1/2 + 368s => Time to read file from offset 805234581 to 1073646108 in Process 2/2 + 808.249s => Time to sort elements in Process 2/2 memory + 813.931s => Time to sort elements in Process 1/2 memory + 390.873s => Time to write '/mnt/raid/tmp/SortedRun4674_P1cUOM' and fill it up with 268411527 sorted elements by Process 1/2 +3177.67s => Time function sortedRuns() in Process 1/2 + 404.285s => Time to write '/mnt/raid/tmp/SortedRun4674_JreH0D' and fill it up with 268411526 sorted elements by Process 2/2 +3179.82s => Time function sortedRuns() in Process 2/2 + +Starting the merge process for 4 files + +134217728=size heap +18148.1s => Time function kMerge() in Process 1/2 + +Sorted file '/mnt/raid/tmp/8gb.bin.buf.sort' +355.486min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2048.out b/SortingAlg/outputs/test124/Distributed_Sorting.2048.out new file mode 100644 index 0000000..81c4284 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2048.out @@ -0,0 +1,26 @@ +Using 4 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 274.007s => Time to read file from offset 0 to 100663297 in Process 1/4 + 274.37s => Time to read file from offset 201326594 to 301989891 in Process 3/4 + 274.028s => Time to read file from offset 301989891 to 402653188 in Process 4/4 + 274.057s => Time to read file from offset 100663297 to 201326594 in Process 2/4 + 289.506s => Time to sort elements in Process 1/4 memory + 289.649s => Time to sort elements in Process 4/4 memory + 289.857s => Time to sort elements in Process 2/4 memory + 291.906s => Time to sort elements in Process 3/4 memory + 165.339s => Time to write '/mnt/raid/tmp/SortedRun3700_Ig6t8C' and fill it up with 100663297 sorted elements by Process 1/4 +859.4s => Time function sortedRuns() in Process 1/4 + 231.662s => Time to write '/mnt/raid/tmp/SortedRun3700_mgDMbe' and fill it up with 100663297 sorted elements by Process 2/4 +876.872s => Time function sortedRuns() in Process 2/4 + 293.523s => Time to write '/mnt/raid/tmp/SortedRun3700_iFEGK8' and fill it up with 100663293 sorted elements by Process 4/4 +879.145s => Time function sortedRuns() in Process 4/4 + 221.822s => Time to write '/mnt/raid/tmp/SortedRun3700_We4rTq' and fill it up with 100663297 sorted elements by Process 3/4 +879.204s => Time function sortedRuns() in Process 3/4 + +Starting the merge process for 4 files + +134217728=size heap +6745.42s => Time function kMerge() in Process 1/4 + +Sorted file '/mnt/raid/tmp/_402653184.bin.buf.sort' +127.091min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2049.out b/SortingAlg/outputs/test124/Distributed_Sorting.2049.out new file mode 100644 index 0000000..79e4f0d --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2049.out @@ -0,0 +1,3 @@ +Using 4 nodes for sorting 7Gb file '/mnt/raid/testlists/8gb.bin' of 1073646107 elements + +3 total processes killed (some possibly by mpirun during cleanup) diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2050.out b/SortingAlg/outputs/test124/Distributed_Sorting.2050.out new file mode 100644 index 0000000..a2d11da --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2050.out @@ -0,0 +1,25 @@ +Using 4 nodes for sorting 16Gb file '/mnt/raid/testlists/16gb.bin' of 2147483648 elements + + 1168.55s => Time to read file from offset 858993460 to 1288490190 in Process 3/4 + 1168.81s => Time to read file from offset 0 to 429496730 in Process 1/4 + 1169.02s => Time to read file from offset 429496730 to 858993460 in Process 2/4 + 1169s => Time to read file from offset 1288490190 to 1717986920 in Process 4/4 + 1326.06s => Time to sort elements in Process 3/4 memory + 1326.71s => Time to sort elements in Process 4/4 memory + 1338.95s => Time to sort elements in Process 2/4 memory + 1341.8s => Time to sort elements in Process 1/4 memory + 1235.04s => Time to write '/mnt/raid/tmp/SortedRun4312_6H7O2T' and fill it up with 429496730 sorted elements by Process 4/4 +3734.21s => Time function sortedRuns() in Process 4/4 + 1235.5s => Time to write '/mnt/raid/tmp/SortedRun4312_ppqQoZ' and fill it up with 429496730 sorted elements by Process 3/4 +3742.68s => Time function sortedRuns() in Process 3/4 + 1242.11s => Time to write '/mnt/raid/tmp/SortedRun4312_7kXYJW' and fill it up with 429496730 sorted elements by Process 2/4 +3758.54s => Time function sortedRuns() in Process 2/4 + 1250.63s => Time to write '/mnt/raid/tmp/SortedRun4312_M1qgkB' and fill it up with 429496730 sorted elements by Process 1/4 + 292.28s => Time to read file from offset 1717986920 to 2147483650 in Process 1/4 + 1321.26s => Time to sort elements in Process 1/4 memory + 440.772s => Time to write '/mnt/raid/tmp/SortedRun4312_oSmKbC' and fill it up with 429496728 sorted elements by Process 1/4 +5831s => Time function sortedRuns() in Process 1/4 + +Starting the merge process for 5 files + +134217725=size heap diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2052.out b/SortingAlg/outputs/test124/Distributed_Sorting.2052.out new file mode 100644 index 0000000..cb3f065 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2052.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1024Mb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 91.5285s => Time to read file from offset 0 to 134217729 in Process 1/1 + 391.034s => Time to sort elements in Process 1/1 memory + 111.408s => Time to write '/mnt/raid/tmp/SortedRun9139_wozJQE' and fill it up with 134217728 sorted elements by Process 1/1 +613.51s => Time function sortedRuns() in Process 1/1 +10.2296min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2053.out b/SortingAlg/outputs/test124/Distributed_Sorting.2053.out new file mode 100644 index 0000000..10c565d --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2053.out @@ -0,0 +1,13 @@ +Using 1 nodes for sorting 2Gb file '/mnt/raid/testlists/_268435456.bin' of 268435456 elements + + 61.1827s => Time to read file from offset 0 to 89478486 in Process 1/1 + 255.745s => Time to sort elements in Process 1/1 memory + 76.8678s => Time to write '/mnt/raid/tmp/SortedRun8958_ZODcsE' and fill it up with 89478486 sorted elements by Process 1/1 + 59.7861s => Time to read file from offset 89478486 to 178956972 in Process 1/1 + 255.996s => Time to sort elements in Process 1/1 memory + 56.4555s => Time to write '/mnt/raid/tmp/SortedRun8958_6cSisE' and fill it up with 89478486 sorted elements by Process 1/1 + 59.7685s => Time to read file from offset 178956972 to 268435458 in Process 1/1 + 254.239s => Time to sort elements in Process 1/1 memory + 69.4827s => Time to write '/mnt/raid/tmp/SortedRun8958_aaI3GC' and fill it up with 89478484 sorted elements by Process 1/1 +1215.01s => Time function sortedRuns() in Process 1/1 +20.2529min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2054.out b/SortingAlg/outputs/test124/Distributed_Sorting.2054.out new file mode 100644 index 0000000..c98561f --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2054.out @@ -0,0 +1,16 @@ +Using 1 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 68.7297s => Time to read file from offset 0 to 100663297 in Process 1/1 + 289.196s => Time to sort elements in Process 1/1 memory + 53.7378s => Time to write '/mnt/raid/tmp/SortedRun9432_xoBLZS' and fill it up with 100663297 sorted elements by Process 1/1 + 67.5995s => Time to read file from offset 100663297 to 201326594 in Process 1/1 + 289.971s => Time to sort elements in Process 1/1 memory + 77.9357s => Time to write '/mnt/raid/tmp/SortedRun9432_HMBW6R' and fill it up with 100663297 sorted elements by Process 1/1 + 67.8079s => Time to read file from offset 201326594 to 301989891 in Process 1/1 + 292.193s => Time to sort elements in Process 1/1 memory + 82.0317s => Time to write '/mnt/raid/tmp/SortedRun9432_Fu2sXS' and fill it up with 100663297 sorted elements by Process 1/1 + 67.541s => Time to read file from offset 301989891 to 402653188 in Process 1/1 + 289.857s => Time to sort elements in Process 1/1 memory + 81.0556s => Time to write '/mnt/raid/tmp/SortedRun9432_sdUBtS' and fill it up with 100663293 sorted elements by Process 1/1 +1822.09s => Time function sortedRuns() in Process 1/1 +30.3717min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2055.out b/SortingAlg/outputs/test124/Distributed_Sorting.2055.out new file mode 100644 index 0000000..706cc76 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2055.out @@ -0,0 +1,11 @@ +Using 2 nodes for sorting 2Gb file '/mnt/raid/testlists/_268435456.bin' of 268435456 elements + + 178.625s => Time to read file from offset 0 to 134217729 in Process 1/2 + 183.704s => Time to read file from offset 134217729 to 268435458 in Process 2/2 + 392.545s => Time to sort elements in Process 1/2 memory + 391.468s => Time to sort elements in Process 2/2 memory + 180.597s => Time to write '/mnt/raid/tmp/SortedRun7458_Mnptup' and fill it up with 134217729 sorted elements by Process 1/2 +777.522s => Time function sortedRuns() in Process 1/2 + 190.893s => Time to write '/mnt/raid/tmp/SortedRun7458_coPj5R' and fill it up with 134217727 sorted elements by Process 2/2 +777.592s => Time function sortedRuns() in Process 2/2 +12.9642min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2056.out b/SortingAlg/outputs/test124/Distributed_Sorting.2056.out new file mode 100644 index 0000000..44a331f --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2056.out @@ -0,0 +1,11 @@ +Using 2 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 273.943s => Time to read file from offset 201326593 to 402653186 in Process 2/2 + 274.277s => Time to read file from offset 0 to 201326593 in Process 1/2 + 598.93s => Time to sort elements in Process 1/2 memory + 606.228s => Time to sort elements in Process 2/2 memory + 290.643s => Time to write '/mnt/raid/tmp/SortedRun6682_9jRoEN' and fill it up with 201326593 sorted elements by Process 1/2 +1180.83s => Time function sortedRuns() in Process 1/2 + 286.835s => Time to write '/mnt/raid/tmp/SortedRun6682_3wiB9R' and fill it up with 201326591 sorted elements by Process 2/2 +1180.88s => Time function sortedRuns() in Process 2/2 +19.6879min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2057.out b/SortingAlg/outputs/test124/Distributed_Sorting.2057.out new file mode 100644 index 0000000..b29cbbe --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2057.out @@ -0,0 +1,17 @@ +Using 2 nodes for sorting 7Gb file '/mnt/raid/testlists/8gb.bin' of 1073646107 elements + + 365.443s => Time to read file from offset 0 to 268411527 in Process 1/2 + 365.616s => Time to read file from offset 268411527 to 536823054 in Process 2/2 + 808.698s => Time to sort elements in Process 2/2 memory + 813.895s => Time to sort elements in Process 1/2 memory + 375.012s => Time to write '/mnt/raid/tmp/SortedRun7079_rHRHTE' and fill it up with 268411527 sorted elements by Process 1/2 + 402.706s => Time to write '/mnt/raid/tmp/SortedRun7079_h58R8G' and fill it up with 268411527 sorted elements by Process 2/2 + 364.998s => Time to read file from offset 536823054 to 805234581 in Process 1/2 + 365.464s => Time to read file from offset 805234581 to 1073646108 in Process 2/2 + 806.085s => Time to sort elements in Process 2/2 memory + 813.977s => Time to sort elements in Process 1/2 memory + 349.546s => Time to write '/mnt/raid/tmp/SortedRun7079_XEfr0E' and fill it up with 268411527 sorted elements by Process 1/2 +3143.72s => Time function sortedRuns() in Process 1/2 + 379.651s => Time to write '/mnt/raid/tmp/SortedRun7079_iaabPK' and fill it up with 268411526 sorted elements by Process 2/2 +3150.64s => Time function sortedRuns() in Process 2/2 +52.5226min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2058.out b/SortingAlg/outputs/test124/Distributed_Sorting.2058.out new file mode 100644 index 0000000..00e12b4 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2058.out @@ -0,0 +1,10 @@ +Using 4 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 273.674s => Time to read file from offset 100663297 to 201326594 in Process 2/4 + 274.394s => Time to read file from offset 0 to 100663297 in Process 1/4 + 274.246s => Time to read file from offset 201326594 to 301989891 in Process 3/4 + 274.076s => Time to read file from offset 301989891 to 402653188 in Process 4/4 + 289.888s => Time to sort elements in Process 2/4 memory + 289.533s => Time to sort elements in Process 4/4 memory + 289.23s => Time to sort elements in Process 1/4 memory + 292.776s => Time to sort elements in Process 3/4 memory diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2061.out b/SortingAlg/outputs/test124/Distributed_Sorting.2061.out new file mode 100644 index 0000000..8e48087 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2061.out @@ -0,0 +1,19 @@ +Using 4 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 273.853s => Time to read file from offset 100663297 to 201326594 in Process 2/4 + 274.027s => Time to read file from offset 0 to 100663297 in Process 1/4 + 273.935s => Time to read file from offset 201326594 to 301989891 in Process 3/4 + 274.118s => Time to read file from offset 301989891 to 402653188 in Process 4/4 + 289.307s => Time to sort elements in Process 1/4 memory + 289.631s => Time to sort elements in Process 2/4 memory + 289.857s => Time to sort elements in Process 4/4 memory + 291.302s => Time to sort elements in Process 3/4 memory + 250.55s => Time to write '/mnt/raid/tmp/SortedRun7753_cTh8dP' and fill it up with 100663297 sorted elements by Process 2/4 +849.147s => Time function sortedRuns() in Process 2/4 + 232.954s => Time to write '/mnt/raid/tmp/SortedRun7753_c4tcpP' and fill it up with 100663297 sorted elements by Process 1/4 +865.098s => Time function sortedRuns() in Process 1/4 + 205.692s => Time to write '/mnt/raid/tmp/SortedRun7753_lcFEsT' and fill it up with 100663297 sorted elements by Process 3/4 + 264.594s => Time to write '/mnt/raid/tmp/SortedRun7753_XlLiAO' and fill it up with 100663293 sorted elements by Process 4/4 +865.131s => Time function sortedRuns() in Process 4/4 +865.144s => Time function sortedRuns() in Process 3/4 +14.4225min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2062.out b/SortingAlg/outputs/test124/Distributed_Sorting.2062.out new file mode 100644 index 0000000..1f992a0 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2062.out @@ -0,0 +1,3 @@ +Using 4 nodes for sorting 7.99929Gb file '/mnt/raid/testlists/8gb.bin' of 1073646107 elements + +3 total processes killed (some possibly by mpirun during cleanup) diff --git a/SortingAlg/outputs/test124/Distributed_Sorting.2063.out b/SortingAlg/outputs/test124/Distributed_Sorting.2063.out new file mode 100644 index 0000000..920ad21 --- /dev/null +++ b/SortingAlg/outputs/test124/Distributed_Sorting.2063.out @@ -0,0 +1,22 @@ +Using 4 nodes for sorting 16Gb file '/mnt/raid/testlists/16gb.bin' of 2147483648 elements + + 1168.5s => Time to read file from offset 1288490190 to 1717986920 in Process 4/4 + 1168.65s => Time to read file from offset 0 to 429496730 in Process 1/4 + 1168.95s => Time to read file from offset 429496730 to 858993460 in Process 2/4 + 1169.8s => Time to read file from offset 858993460 to 1288490190 in Process 3/4 + 1323.18s => Time to sort elements in Process 3/4 memory + 1325.59s => Time to sort elements in Process 4/4 memory + 1340.01s => Time to sort elements in Process 2/4 memory + 1341.71s => Time to sort elements in Process 1/4 memory + 1234.69s => Time to write '/mnt/raid/tmp/SortedRun85_mwGzUO' and fill it up with 429496730 sorted elements by Process 4/4 +3743.3s => Time function sortedRuns() in Process 4/4 + 1281.84s => Time to write '/mnt/raid/tmp/SortedRun85_j3sdno' and fill it up with 429496730 sorted elements by Process 2/4 +3807.28s => Time function sortedRuns() in Process 2/4 + 1313.3s => Time to write '/mnt/raid/tmp/SortedRun85_WMfzIx' and fill it up with 429496730 sorted elements by Process 3/4 +3814.82s => Time function sortedRuns() in Process 3/4 + 1315.25s => Time to write '/mnt/raid/tmp/SortedRun85_H4jDOb' and fill it up with 429496730 sorted elements by Process 1/4 + 292.235s => Time to read file from offset 1717986920 to 2147483650 in Process 1/4 + 1322.22s => Time to sort elements in Process 1/4 memory + 449.399s => Time to write '/mnt/raid/tmp/SortedRun85_gtoI18' and fill it up with 429496728 sorted elements by Process 1/4 +5904.76s => Time function sortedRuns() in Process 1/4 +98.429min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test1240/Distributed_Sorting.2066.out b/SortingAlg/outputs/test1240/Distributed_Sorting.2066.out new file mode 100644 index 0000000..fe9fb75 --- /dev/null +++ b/SortingAlg/outputs/test1240/Distributed_Sorting.2066.out @@ -0,0 +1,7 @@ +Using 1 nodes for sorting 1Mb file '/mnt/raid/testlists/__134217728.bin' of 134217728 elements + + 91.4418s => Time to read file from offset 0 to 134217729 in Process 1/1 + 390.981s => Time to sort elements in Process 1/1 memory + 95.2034s => Time to write '/mnt/raid/tmp/SortedRun9167_hvgp6g' and fill it up with 134217728 sorted elements by Process 1/1 +612.764s => Time function sortedRuns() in Process 1/1 +10.2167min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test1240/Distributed_Sorting.2067.out b/SortingAlg/outputs/test1240/Distributed_Sorting.2067.out new file mode 100644 index 0000000..acf38eb --- /dev/null +++ b/SortingAlg/outputs/test1240/Distributed_Sorting.2067.out @@ -0,0 +1,11 @@ +Using 2 nodes for sorting 2Gb file '/mnt/raid/testlists/_268435456.bin' of 268435456 elements + + 181.323s => Time to read file from offset 0 to 134217729 in Process 1/2 + 183.747s => Time to read file from offset 134217729 to 268435458 in Process 2/2 + 392.705s => Time to sort elements in Process 1/2 memory + 391.166s => Time to sort elements in Process 2/2 memory + 160.816s => Time to write '/mnt/raid/tmp/SortedRun3091_tbamrv' and fill it up with 134217729 sorted elements by Process 1/2 +771.904s => Time function sortedRuns() in Process 1/2 + 165.097s => Time to write '/mnt/raid/tmp/SortedRun3091_MRQ9IU' and fill it up with 134217727 sorted elements by Process 2/2 +771.938s => Time function sortedRuns() in Process 2/2 +12.8701min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test1240/Distributed_Sorting.2068.out b/SortingAlg/outputs/test1240/Distributed_Sorting.2068.out new file mode 100644 index 0000000..e7bc225 --- /dev/null +++ b/SortingAlg/outputs/test1240/Distributed_Sorting.2068.out @@ -0,0 +1,19 @@ +Using 4 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 273.326s => Time to read file from offset 0 to 100663297 in Process 1/4 + 274.304s => Time to read file from offset 100663297 to 201326594 in Process 2/4 + 274.076s => Time to read file from offset 201326594 to 301989891 in Process 3/4 + 274.764s => Time to read file from offset 301989891 to 402653188 in Process 4/4 + 289.51s => Time to sort elements in Process 1/4 memory + 289.824s => Time to sort elements in Process 2/4 memory + 289.884s => Time to sort elements in Process 4/4 memory + 291.89s => Time to sort elements in Process 3/4 memory + 149.293s => Time to write '/mnt/raid/tmp/SortedRun745_vDJBiK' and fill it up with 100663297 sorted elements by Process 1/4 +853.894s => Time function sortedRuns() in Process 1/4 + 200.336s => Time to write '/mnt/raid/tmp/SortedRun745_OzUcEV' and fill it up with 100663297 sorted elements by Process 2/4 +871.766s => Time function sortedRuns() in Process 2/4 + 237.669s => Time to write '/mnt/raid/tmp/SortedRun745_3jooqa' and fill it up with 100663293 sorted elements by Process 4/4 +871.77s => Time function sortedRuns() in Process 4/4 + 226.526s => Time to write '/mnt/raid/tmp/SortedRun745_IcrEqu' and fill it up with 100663297 sorted elements by Process 3/4 +871.781s => Time function sortedRuns() in Process 3/4 +14.5331min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test1240/Distributed_Sorting.2069.out b/SortingAlg/outputs/test1240/Distributed_Sorting.2069.out new file mode 100644 index 0000000..08a9239 --- /dev/null +++ b/SortingAlg/outputs/test1240/Distributed_Sorting.2069.out @@ -0,0 +1,13 @@ +Using 1 nodes for sorting 2Gb file '/mnt/raid/testlists/_268435456.bin' of 268435456 elements + + 61.0639s => Time to read file from offset 0 to 89478486 in Process 1/1 + 255.437s => Time to sort elements in Process 1/1 memory + 75.6536s => Time to write '/mnt/raid/tmp/SortedRun8079_W9h0SK' and fill it up with 89478486 sorted elements by Process 1/1 + 59.7985s => Time to read file from offset 89478486 to 178956972 in Process 1/1 + 256.116s => Time to sort elements in Process 1/1 memory + 59.5701s => Time to write '/mnt/raid/tmp/SortedRun8079_MS5UBL' and fill it up with 89478486 sorted elements by Process 1/1 + 59.7781s => Time to read file from offset 178956972 to 268435458 in Process 1/1 + 254.114s => Time to sort elements in Process 1/1 memory + 72.7367s => Time to write '/mnt/raid/tmp/SortedRun8079_ecv4xM' and fill it up with 89478484 sorted elements by Process 1/1 +1196.34s => Time function sortedRuns() in Process 1/1 +19.9417min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test1240/Distributed_Sorting.2070.out b/SortingAlg/outputs/test1240/Distributed_Sorting.2070.out new file mode 100644 index 0000000..896a95b --- /dev/null +++ b/SortingAlg/outputs/test1240/Distributed_Sorting.2070.out @@ -0,0 +1,11 @@ +Using 2 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 268.852s => Time to read file from offset 0 to 201326593 in Process 1/2 + 273.75s => Time to read file from offset 201326593 to 402653186 in Process 2/2 + 598.571s => Time to sort elements in Process 1/2 memory + 604.616s => Time to sort elements in Process 2/2 memory + 271.308s => Time to write '/mnt/raid/tmp/SortedRun2393_5vQ9eJ' and fill it up with 201326593 sorted elements by Process 1/2 +1169.31s => Time function sortedRuns() in Process 1/2 + 275.52s => Time to write '/mnt/raid/tmp/SortedRun2393_cIVdMb' and fill it up with 201326591 sorted elements by Process 2/2 +1185.57s => Time function sortedRuns() in Process 2/2 +19.7667min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test1240/Distributed_Sorting.2071.out b/SortingAlg/outputs/test1240/Distributed_Sorting.2071.out new file mode 100644 index 0000000..1f992a0 --- /dev/null +++ b/SortingAlg/outputs/test1240/Distributed_Sorting.2071.out @@ -0,0 +1,3 @@ +Using 4 nodes for sorting 7.99929Gb file '/mnt/raid/testlists/8gb.bin' of 1073646107 elements + +3 total processes killed (some possibly by mpirun during cleanup) diff --git a/SortingAlg/outputs/test1240/Distributed_Sorting.2072.out b/SortingAlg/outputs/test1240/Distributed_Sorting.2072.out new file mode 100644 index 0000000..0288e35 --- /dev/null +++ b/SortingAlg/outputs/test1240/Distributed_Sorting.2072.out @@ -0,0 +1,16 @@ +Using 1 nodes for sorting 3Gb file '/mnt/raid/testlists/_402653184.bin' of 402653184 elements + + 68.5285s => Time to read file from offset 0 to 100663297 in Process 1/1 + 289.665s => Time to sort elements in Process 1/1 memory + 80.7898s => Time to write '/mnt/raid/tmp/SortedRun9521_dtcN5T' and fill it up with 100663297 sorted elements by Process 1/1 + 67.6075s => Time to read file from offset 100663297 to 201326594 in Process 1/1 + 289.824s => Time to sort elements in Process 1/1 memory + 74.888s => Time to write '/mnt/raid/tmp/SortedRun9521_E7Bk5S' and fill it up with 100663297 sorted elements by Process 1/1 + 67.8111s => Time to read file from offset 201326594 to 301989891 in Process 1/1 + 291.499s => Time to sort elements in Process 1/1 memory + 79.4861s => Time to write '/mnt/raid/tmp/SortedRun9521_5HRcqU' and fill it up with 100663297 sorted elements by Process 1/1 + 67.4921s => Time to read file from offset 301989891 to 402653188 in Process 1/1 + 289.425s => Time to sort elements in Process 1/1 memory + 72.4182s => Time to write '/mnt/raid/tmp/SortedRun9521_uN6oiX' and fill it up with 100663293 sorted elements by Process 1/1 +1807.69s => Time function sortedRuns() in Process 1/1 +30.1313min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test1240/Distributed_Sorting.2073.out b/SortingAlg/outputs/test1240/Distributed_Sorting.2073.out new file mode 100644 index 0000000..0e8c9ec --- /dev/null +++ b/SortingAlg/outputs/test1240/Distributed_Sorting.2073.out @@ -0,0 +1,17 @@ +Using 2 nodes for sorting 7.99929Gb file '/mnt/raid/testlists/8gb.bin' of 1073646107 elements + + 363.412s => Time to read file from offset 0 to 268411527 in Process 1/2 + 366.685s => Time to read file from offset 268411527 to 536823054 in Process 2/2 + 810.504s => Time to sort elements in Process 2/2 memory + 814.083s => Time to sort elements in Process 1/2 memory + 369.381s => Time to write '/mnt/raid/tmp/SortedRun6728_P1J7tb' and fill it up with 268411527 sorted elements by Process 2/2 + 355.633s => Time to write '/mnt/raid/tmp/SortedRun6728_GDoxR3' and fill it up with 268411527 sorted elements by Process 1/2 + 365.933s => Time to read file from offset 805234581 to 1073646108 in Process 2/2 + 364.554s => Time to read file from offset 536823054 to 805234581 in Process 1/2 + 807.718s => Time to sort elements in Process 2/2 memory + 815.249s => Time to sort elements in Process 1/2 memory + 357.763s => Time to write '/mnt/raid/tmp/SortedRun6728_dYaoG6' and fill it up with 268411527 sorted elements by Process 1/2 +3124.47s => Time function sortedRuns() in Process 1/2 + 378.497s => Time to write '/mnt/raid/tmp/SortedRun6728_zAjKAd' and fill it up with 268411526 sorted elements by Process 2/2 +3131.88s => Time function sortedRuns() in Process 2/2 +52.2089min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test1240/Distributed_Sorting.2074.out b/SortingAlg/outputs/test1240/Distributed_Sorting.2074.out new file mode 100644 index 0000000..4480b00 --- /dev/null +++ b/SortingAlg/outputs/test1240/Distributed_Sorting.2074.out @@ -0,0 +1,22 @@ +Using 4 nodes for sorting 16Gb file '/mnt/raid/testlists/16gb.bin' of 2147483648 elements + + 1168.58s => Time to read file from offset 0 to 429496730 in Process 1/4 + 1169.07s => Time to read file from offset 858993460 to 1288490190 in Process 3/4 + 1169.06s => Time to read file from offset 1288490190 to 1717986920 in Process 4/4 + 1168.62s => Time to read file from offset 429496730 to 858993460 in Process 2/4 + 1324.6s => Time to sort elements in Process 3/4 memory + 1325.09s => Time to sort elements in Process 4/4 memory + 1338.87s => Time to sort elements in Process 2/4 memory + 1339.78s => Time to sort elements in Process 1/4 memory + 1207.82s => Time to write '/mnt/raid/tmp/SortedRun4577_sBwb4U' and fill it up with 429496730 sorted elements by Process 4/4 +3723.72s => Time function sortedRuns() in Process 4/4 + 1266.85s => Time to write '/mnt/raid/tmp/SortedRun4577_X0v6Ku' and fill it up with 429496730 sorted elements by Process 3/4 +3773.63s => Time function sortedRuns() in Process 3/4 + 1270.74s => Time to write '/mnt/raid/tmp/SortedRun4577_VhaAEi' and fill it up with 429496730 sorted elements by Process 2/4 +3784.46s => Time function sortedRuns() in Process 2/4 + 1275.42s => Time to write '/mnt/raid/tmp/SortedRun4577_R9KZ2b' and fill it up with 429496730 sorted elements by Process 1/4 + 292.217s => Time to read file from offset 1717986920 to 2147483650 in Process 1/4 + 1319.88s => Time to sort elements in Process 1/4 memory + 460.871s => Time to write '/mnt/raid/tmp/SortedRun4577_UL3uWb' and fill it up with 429496728 sorted elements by Process 1/4 +5861.94s => Time function sortedRuns() in Process 1/4 +97.7152min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test24/Distributed_Sorting.2083.out b/SortingAlg/outputs/test24/Distributed_Sorting.2083.out new file mode 100644 index 0000000..40c263f --- /dev/null +++ b/SortingAlg/outputs/test24/Distributed_Sorting.2083.out @@ -0,0 +1,19 @@ +Using 4 nodes for sorting 4Gb file '/mnt/raid/testlists/_536870912.bin' of 536870912 elements + + 255.255s => Time to read file from offset 0 to 134217729 in Process 1/4 + 267.399s => Time to read file from offset 268435458 to 402653187 in Process 3/4 + 268.18s => Time to read file from offset 134217729 to 268435458 in Process 2/4 + 269.079s => Time to read file from offset 402653187 to 536870916 in Process 4/4 + 392.458s => Time to sort elements in Process 1/4 memory + 391.51s => Time to sort elements in Process 3/4 memory + 393.09s => Time to sort elements in Process 4/4 memory + 396.252s => Time to sort elements in Process 2/4 memory + 317.867s => Time to write '/mnt/raid/tmp/SortedRun3514_mQgXp3' and fill it up with 134217729 sorted elements by Process 1/4 +989.51s => Time function sortedRuns() in Process 1/4 + 354.881s => Time to write '/mnt/raid/tmp/SortedRun3514_jZlqNY' and fill it up with 134217725 sorted elements by Process 4/4 +1033.29s => Time function sortedRuns() in Process 4/4 + 321.981s => Time to write '/mnt/raid/tmp/SortedRun3514_000Mvh' and fill it up with 134217729 sorted elements by Process 3/4 +1034.5s => Time function sortedRuns() in Process 3/4 + 360.158s => Time to write '/mnt/raid/tmp/SortedRun3514_kOlDij' and fill it up with 134217729 sorted elements by Process 2/4 +1036.9s => Time function sortedRuns() in Process 2/4 +17.2861min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test24/Distributed_Sorting.2084.out b/SortingAlg/outputs/test24/Distributed_Sorting.2084.out new file mode 100644 index 0000000..1f992a0 --- /dev/null +++ b/SortingAlg/outputs/test24/Distributed_Sorting.2084.out @@ -0,0 +1,3 @@ +Using 4 nodes for sorting 7.99929Gb file '/mnt/raid/testlists/8gb.bin' of 1073646107 elements + +3 total processes killed (some possibly by mpirun during cleanup) diff --git a/SortingAlg/outputs/test24/Distributed_Sorting.2085.out b/SortingAlg/outputs/test24/Distributed_Sorting.2085.out new file mode 100644 index 0000000..930b782 --- /dev/null +++ b/SortingAlg/outputs/test24/Distributed_Sorting.2085.out @@ -0,0 +1,22 @@ +Using 4 nodes for sorting 16Gb file '/mnt/raid/testlists/16gb.bin' of 2147483648 elements + + 1168.52s => Time to read file from offset 0 to 429496730 in Process 1/4 + 1169.52s => Time to read file from offset 858993460 to 1288490190 in Process 3/4 + 1169.8s => Time to read file from offset 1288490190 to 1717986920 in Process 4/4 + 1169.9s => Time to read file from offset 429496730 to 858993460 in Process 2/4 + 1324.24s => Time to sort elements in Process 3/4 memory + 1325.21s => Time to sort elements in Process 4/4 memory + 1336.61s => Time to sort elements in Process 2/4 memory + 1340.7s => Time to sort elements in Process 1/4 memory + 1255.36s => Time to write '/mnt/raid/tmp/SortedRun2338_eA4wz8' and fill it up with 429496730 sorted elements by Process 3/4 +3763.13s => Time function sortedRuns() in Process 3/4 + 1301.48s => Time to write '/mnt/raid/tmp/SortedRun2338_3xKD8N' and fill it up with 429496730 sorted elements by Process 4/4 +3809.01s => Time function sortedRuns() in Process 4/4 + 1297.52s => Time to write '/mnt/raid/tmp/SortedRun2338_vwNLFB' and fill it up with 429496730 sorted elements by Process 2/4 +3818.46s => Time function sortedRuns() in Process 2/4 + 1315.84s => Time to write '/mnt/raid/tmp/SortedRun2338_qkrq7P' and fill it up with 429496730 sorted elements by Process 1/4 + 292.207s => Time to read file from offset 1717986920 to 2147483650 in Process 1/4 + 1319.1s => Time to sort elements in Process 1/4 memory + 443.634s => Time to write '/mnt/raid/tmp/SortedRun2338_lgf1RQ' and fill it up with 429496728 sorted elements by Process 1/4 +5893.87s => Time function sortedRuns() in Process 1/4 +98.2468min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test24/Distributed_Sorting.2086.out b/SortingAlg/outputs/test24/Distributed_Sorting.2086.out new file mode 100644 index 0000000..f264db2 --- /dev/null +++ b/SortingAlg/outputs/test24/Distributed_Sorting.2086.out @@ -0,0 +1,55 @@ +Using 1 nodes for sorting 16Gb file '/mnt/raid/testlists/16gb.bin' of 2147483648 elements + + 85.9921s => Time to read file from offset 0 to 126322568 in Process 1/1 + 371.339s => Time to sort elements in Process 1/1 memory + 98.4194s => Time to write '/mnt/raid/tmp/SortedRun6228_HWquqW' and fill it up with 126322568 sorted elements by Process 1/1 + 85.1001s => Time to read file from offset 126322568 to 252645136 in Process 1/1 + 370.422s => Time to sort elements in Process 1/1 memory + 116.306s => Time to write '/mnt/raid/tmp/SortedRun6228_uxlkqT' and fill it up with 126322568 sorted elements by Process 1/1 + 85.4233s => Time to read file from offset 252645136 to 378967704 in Process 1/1 + 368.796s => Time to sort elements in Process 1/1 memory + 94.7553s => Time to write '/mnt/raid/tmp/SortedRun6228_oG2umU' and fill it up with 126322568 sorted elements by Process 1/1 + 85.1133s => Time to read file from offset 378967704 to 505290272 in Process 1/1 + 372.363s => Time to sort elements in Process 1/1 memory + 96.9411s => Time to write '/mnt/raid/tmp/SortedRun6228_W0GXaW' and fill it up with 126322568 sorted elements by Process 1/1 + 85.4413s => Time to read file from offset 505290272 to 631612840 in Process 1/1 + 368.506s => Time to sort elements in Process 1/1 memory + 101.382s => Time to write '/mnt/raid/tmp/SortedRun6228_ZOrENW' and fill it up with 126322568 sorted elements by Process 1/1 + 85.0917s => Time to read file from offset 631612840 to 757935408 in Process 1/1 + 367.046s => Time to sort elements in Process 1/1 memory + 105.625s => Time to write '/mnt/raid/tmp/SortedRun6228_LMH4YV' and fill it up with 126322568 sorted elements by Process 1/1 + 85.4161s => Time to read file from offset 757935408 to 884257976 in Process 1/1 + 367.837s => Time to sort elements in Process 1/1 memory + 99.3496s => Time to write '/mnt/raid/tmp/SortedRun6228_NkuzQX' and fill it up with 126322568 sorted elements by Process 1/1 + 85.1072s => Time to read file from offset 884257976 to 1010580544 in Process 1/1 + 367.915s => Time to sort elements in Process 1/1 memory + 103.607s => Time to write '/mnt/raid/tmp/SortedRun6228_aD7poV' and fill it up with 126322568 sorted elements by Process 1/1 + 85.4148s => Time to read file from offset 1010580544 to 1136903112 in Process 1/1 + 369.237s => Time to sort elements in Process 1/1 memory + 95.2655s => Time to write '/mnt/raid/tmp/SortedRun6228_utj9HX' and fill it up with 126322568 sorted elements by Process 1/1 + 85.0917s => Time to read file from offset 1136903112 to 1263225680 in Process 1/1 + 364.975s => Time to sort elements in Process 1/1 memory + 88.2151s => Time to write '/mnt/raid/tmp/SortedRun6228_3YzTRT' and fill it up with 126322568 sorted elements by Process 1/1 + 85.3888s => Time to read file from offset 1263225680 to 1389548248 in Process 1/1 + 367.077s => Time to sort elements in Process 1/1 memory + 102.834s => Time to write '/mnt/raid/tmp/SortedRun6228_pgsIXW' and fill it up with 126322568 sorted elements by Process 1/1 + 85.1443s => Time to read file from offset 1389548248 to 1515870816 in Process 1/1 + 371.002s => Time to sort elements in Process 1/1 memory + 104.803s => Time to write '/mnt/raid/tmp/SortedRun6228_UDQGST' and fill it up with 126322568 sorted elements by Process 1/1 + 84.8489s => Time to read file from offset 1515870816 to 1642193384 in Process 1/1 + 369.692s => Time to sort elements in Process 1/1 memory + 100.552s => Time to write '/mnt/raid/tmp/SortedRun6228_J6mnbW' and fill it up with 126322568 sorted elements by Process 1/1 + 85.1278s => Time to read file from offset 1642193384 to 1768515952 in Process 1/1 + 368.361s => Time to sort elements in Process 1/1 memory + 107.49s => Time to write '/mnt/raid/tmp/SortedRun6228_VQbPMW' and fill it up with 126322568 sorted elements by Process 1/1 + 84.8898s => Time to read file from offset 1768515952 to 1894838520 in Process 1/1 + 366.633s => Time to sort elements in Process 1/1 memory + 114.246s => Time to write '/mnt/raid/tmp/SortedRun6228_2JVfaX' and fill it up with 126322568 sorted elements by Process 1/1 + 85.1256s => Time to read file from offset 1894838520 to 2021161088 in Process 1/1 + 366.522s => Time to sort elements in Process 1/1 memory + 93.8305s => Time to write '/mnt/raid/tmp/SortedRun6228_m3CPKX' and fill it up with 126322568 sorted elements by Process 1/1 + 84.8551s => Time to read file from offset 2021161088 to 2147483656 in Process 1/1 + 368.401s => Time to sort elements in Process 1/1 memory + 99.9229s => Time to write '/mnt/raid/tmp/SortedRun6228_3LTmiT' and fill it up with 126322560 sorted elements by Process 1/1 +9738.46s => Time function sortedRuns() in Process 1/1 +162.312min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test24/Distributed_Sorting.2087.out b/SortingAlg/outputs/test24/Distributed_Sorting.2087.out new file mode 100644 index 0000000..2082604 --- /dev/null +++ b/SortingAlg/outputs/test24/Distributed_Sorting.2087.out @@ -0,0 +1,32 @@ +Using 2 nodes for sorting 16Gb file '/mnt/raid/testlists/16gb.bin' of 2147483648 elements + + 318.85s => Time to read file from offset 0 to 238609295 in Process 1/2 + 325.56s => Time to read file from offset 238609295 to 477218590 in Process 2/2 + 714.083s => Time to sort elements in Process 2/2 memory + 721.709s => Time to sort elements in Process 1/2 memory + 330.534s => Time to write '/mnt/raid/tmp/SortedRun5122_nh3xQ5' and fill it up with 238609295 sorted elements by Process 1/2 + 360.317s => Time to write '/mnt/raid/tmp/SortedRun5122_s8OTX8' and fill it up with 238609295 sorted elements by Process 2/2 + 317.739s => Time to read file from offset 477218590 to 715827885 in Process 1/2 + 321.643s => Time to read file from offset 715827885 to 954437180 in Process 2/2 + 723.678s => Time to sort elements in Process 1/2 memory + 718.633s => Time to sort elements in Process 2/2 memory + 373.566s => Time to write '/mnt/raid/tmp/SortedRun5122_bkYND5' and fill it up with 238609295 sorted elements by Process 2/2 + 388.722s => Time to write '/mnt/raid/tmp/SortedRun5122_8IVF07' and fill it up with 238609295 sorted elements by Process 1/2 + 323.547s => Time to read file from offset 954437180 to 1193046475 in Process 1/2 + 325.578s => Time to read file from offset 1193046475 to 1431655770 in Process 2/2 + 713.864s => Time to sort elements in Process 2/2 memory + 720.793s => Time to sort elements in Process 1/2 memory + 333.244s => Time to write '/mnt/raid/tmp/SortedRun5122_RWtj98' and fill it up with 238609295 sorted elements by Process 2/2 + 354.894s => Time to write '/mnt/raid/tmp/SortedRun5122_NCCKZ4' and fill it up with 238609295 sorted elements by Process 1/2 + 324.208s => Time to read file from offset 1670265065 to 1908874360 in Process 2/2 + 320.604s => Time to read file from offset 1431655770 to 1670265065 in Process 1/2 + 718.219s => Time to sort elements in Process 2/2 memory + 718.767s => Time to sort elements in Process 1/2 memory + 322.574s => Time to write '/mnt/raid/tmp/SortedRun5122_rFyc27' and fill it up with 238609295 sorted elements by Process 1/2 + 361.285s => Time to write '/mnt/raid/tmp/SortedRun5122_nCzCN5' and fill it up with 238609295 sorted elements by Process 2/2 +5682.74s => Time function sortedRuns() in Process 2/2 + 162.923s => Time to read file from offset 1908874360 to 2147483655 in Process 1/2 + 713.271s => Time to sort elements in Process 1/2 memory + 215.885s => Time to write '/mnt/raid/tmp/SortedRun5122_fVR1c6' and fill it up with 238609288 sorted elements by Process 1/2 +6782.52s => Time function sortedRuns() in Process 1/2 +113.052min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test24/Distributed_Sorting.2088.out b/SortingAlg/outputs/test24/Distributed_Sorting.2088.out new file mode 100644 index 0000000..e3b2cb1 --- /dev/null +++ b/SortingAlg/outputs/test24/Distributed_Sorting.2088.out @@ -0,0 +1,22 @@ +Using 4 nodes for sorting 16Gb file '/mnt/raid/testlists/16gb.bin' of 2147483648 elements + + 1168.47s => Time to read file from offset 0 to 429496730 in Process 1/4 + 1169.03s => Time to read file from offset 1288490190 to 1717986920 in Process 4/4 + 1169.37s => Time to read file from offset 429496730 to 858993460 in Process 2/4 + 1168.48s => Time to read file from offset 858993460 to 1288490190 in Process 3/4 + 1323.66s => Time to sort elements in Process 3/4 memory + 1325.21s => Time to sort elements in Process 4/4 memory + 1338.1s => Time to sort elements in Process 2/4 memory + 1341.1s => Time to sort elements in Process 1/4 memory + 1198.73s => Time to write '/mnt/raid/tmp/SortedRun5040_PemV5F' and fill it up with 429496730 sorted elements by Process 4/4 +3698.36s => Time function sortedRuns() in Process 4/4 + 1213.01s => Time to write '/mnt/raid/tmp/SortedRun5040_dLgvlF' and fill it up with 429496730 sorted elements by Process 1/4 + 1248.72s => Time to write '/mnt/raid/tmp/SortedRun5040_cVzUKI' and fill it up with 429496730 sorted elements by Process 3/4 +3754.46s => Time function sortedRuns() in Process 3/4 + 1242.59s => Time to write '/mnt/raid/tmp/SortedRun5040_qmE6O2' and fill it up with 429496730 sorted elements by Process 2/4 +3757.73s => Time function sortedRuns() in Process 2/4 + 303.579s => Time to read file from offset 1717986920 to 2147483650 in Process 1/4 + 1319.15s => Time to sort elements in Process 1/4 memory + 452.395s => Time to write '/mnt/raid/tmp/SortedRun5040_HnSMCD' and fill it up with 429496728 sorted elements by Process 1/4 +5814.62s => Time function sortedRuns() in Process 1/4 +96.9273min => FULL EXECUTION TIME diff --git a/SortingAlg/outputs/test24/Distributed_Sorting.2089.out b/SortingAlg/outputs/test24/Distributed_Sorting.2089.out new file mode 100644 index 0000000..c3d67f3 --- /dev/null +++ b/SortingAlg/outputs/test24/Distributed_Sorting.2089.out @@ -0,0 +1,3 @@ +Using 8 nodes for sorting 16Gb file '/mnt/raid/testlists/16gb.bin' of 2147483648 elements + +7 total processes killed (some possibly by mpirun during cleanup) diff --git a/SortingAlg/outputs/test24/Distributed_Sorting.2090.out b/SortingAlg/outputs/test24/Distributed_Sorting.2090.out new file mode 100644 index 0000000..eb9af19 --- /dev/null +++ b/SortingAlg/outputs/test24/Distributed_Sorting.2090.out @@ -0,0 +1,36 @@ +Using 17 nodes for sorting 16Gb file '/mnt/raid/testlists/16gb.bin' of 2147483648 elements + + 1459.15s => Time to read file from offset 0 to 126322568 in Process 1/17 + 1461.82s => Time to read file from offset 1136903112 to 1263225680 in Process 10/17 + 1460.86s => Time to read file from offset 1010580544 to 1136903112 in Process 9/17 + 1461.48s => Time to read file from offset 1389548248 to 1515870816 in Process 12/17 + 1461.74s => Time to read file from offset 631612840 to 757935408 in Process 6/17 + 1461.78s => Time to read file from offset 1642193384 to 1768515952 in Process 14/17 + 1461.8s => Time to read file from offset 378967704 to 505290272 in Process 4/17 + 1461.2s => Time to read file from offset 505290272 to 631612840 in Process 5/17 + 1461.5s => Time to read file from offset 757935408 to 884257976 in Process 7/17 + 1461.82s => Time to read file from offset 1894838520 to 2021161088 in Process 16/17 + 1461.86s => Time to read file from offset 884257976 to 1010580544 in Process 8/17 + 1460.34s => Time to read file from offset 2021161088 to 2147483656 in Process 17/17 + 1463.03s => Time to read file from offset 1263225680 to 1389548248 in Process 11/17 + 1461.39s => Time to read file from offset 252645136 to 378967704 in Process 3/17 + 1461.37s => Time to read file from offset 1515870816 to 1642193384 in Process 13/17 + 1461.59s => Time to read file from offset 1768515952 to 1894838520 in Process 15/17 + 1461.51s => Time to read file from offset 126322568 to 252645136 in Process 2/17 + 365.21s => Time to sort elements in Process 10/17 memory + 366.843s => Time to sort elements in Process 15/17 memory + 366.759s => Time to sort elements in Process 16/17 memory + 368.455s => Time to sort elements in Process 17/17 memory + 367.341s => Time to sort elements in Process 6/17 memory + 367.742s => Time to sort elements in Process 7/17 memory + 368.466s => Time to sort elements in Process 5/17 memory + 368.22s => Time to sort elements in Process 8/17 memory + 368.869s => Time to sort elements in Process 3/17 memory + 369.421s => Time to sort elements in Process 9/17 memory + 369.064s => Time to sort elements in Process 14/17 memory + 367.908s => Time to sort elements in Process 11/17 memory + 369.808s => Time to sort elements in Process 13/17 memory + 372.082s => Time to sort elements in Process 1/17 memory + 370.449s => Time to sort elements in Process 2/17 memory + 370.935s => Time to sort elements in Process 12/17 memory + 372.413s => Time to sort elements in Process 4/17 memory diff --git a/SortingAlg/sort_big_file b/SortingAlg/sort_big_file new file mode 100755 index 0000000..63de7a9 Binary files /dev/null and b/SortingAlg/sort_big_file differ diff --git a/crushStef.zip b/crushStef.zip new file mode 100644 index 0000000..11bc195 Binary files /dev/null and b/crushStef.zip differ