-
Notifications
You must be signed in to change notification settings - Fork 0
/
GenerateData.cpp
115 lines (79 loc) · 3.01 KB
/
GenerateData.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
#include <libpmem.h>
#include <iostream>
#include <algorithm>
#include <vector>
#include <thread>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <omp.h>
#include "Utils/Record.h"
#include "Utils/HelperFunctions.h"
using namespace std;
#define PRINT_GENERATED_KEYS 0
#define CHECK_KEYS 0
static const char* GENERATED_FILE_PATH = "/dcpmm/yida/UNSORTED_KEYS";
int main(int argc, char *argv[]) {
/*
Usage: <number_of_keys_to_generate> <integer_seed>
*/
auto numThreads = thread::hardware_concurrency();
omp_set_dynamic(0); // Explicitly disable dynamic teams
omp_set_num_threads(numThreads);
if (argc != 3) {
cout << "Num args supplied = " << argc << endl;
cout << "Usage: <number_of_keys_to_generate> <integer_seed>" << endl;
return 0;
}
long numKeys = atol(argv[1]);
long seed = atol(argv[2]);
srand(seed);
cout << "Generating Data to Sort" << endl;
cout << "Record Unit Size = " << sizeof(Record) << " bytes\n";
cout << "Number of keys to generate: " << numKeys << endl;
cout << "Using seed: " << seed << endl;
cout << "Hardware concurrency: " << numThreads << endl;
vector<uint64_t> keys(numKeys);
cout << "Working... Creating Keys in DRAM\n";
#pragma omp parallel for num_threads(numThreads)
for (int i = 0; i < numKeys; i++) {
keys[i] = i;
}
cout << "Working... Shuffling Keys in DRAM\n";
random_shuffle(keys.begin(), keys.end());
#if PRINT_GENERATED_KEYS
for (int i = 0; i < numKeys; i++) {
cout << keys[i] << endl;
}
#endif
size_t targetLength = numKeys * sizeof(Record);
Record* recordBaseAddr = allocateNVMRegion<Record>(targetLength, GENERATED_FILE_PATH);//(Record*) pmemBaseAddr;
size_t mappedLen = targetLength;
cout << "Working... Copying generated keys into NVM\n";
#pragma omp parallel for num_threads(numThreads)
for (int i = 0; i < numKeys; i++) {
Record r;
BYTE_24 val;
r.key = keys[i];
r.value.val[0] = keys[i];
pmem_memcpy_nodrain((void*) (recordBaseAddr + i), (void*) &r, sizeof(Record));
}
#if CHECK_KEYS
cout << "Working... Verifying copying of keys into NVM\n";
//#pragma omp parallel for num_threads(numThreads)
for (int i = 0; i < numKeys; i++) {
if (keys[i] != (recordBaseAddr + i)->key) {
cout << "Terminating... DRAM Generated keys do not match NVM keys\n";
return 0;
}
}
cout << "Working... Success, DRAM Generated keys match NVM keys!\n";
#endif
cout << "Working... Unmapping NVM from address space\n";
pmem_unmap((char* ) recordBaseAddr, mappedLen);
cout << "Working... Done!\n";
cout << "Total size of Records generated (KB) = " << ((double) mappedLen / (1 << 10)) << " KB\n";
cout << "Total size of Records generated (MB) = " << ((double) mappedLen / (1 << 20)) << " MB\n";
cout << "Total size of Records generated (GB) = " << ((double) mappedLen / (1 << 30)) << " GB\n";
return 0;
}