mirror of
https://github.com/mmueller41/mxtasking.git
synced 2026-01-21 12:42:57 +01:00
Initial commit
This commit is contained in:
Jan Mühlig
110
scripts/FindSSE.cmake
Normal file
110
scripts/FindSSE.cmake
Normal file
@@ -0,0 +1,110 @@
|
||||
MACRO (FindSSE)
|
||||
|
||||
IF(CMAKE_SYSTEM_NAME MATCHES "Linux")
|
||||
EXEC_PROGRAM(cat ARGS "/proc/cpuinfo" OUTPUT_VARIABLE CPUINFO)
|
||||
|
||||
STRING(REGEX REPLACE "^.*(sse2).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "sse2" "${SSE_THERE}" SSE2_TRUE)
|
||||
IF (SSE2_TRUE)
|
||||
set(SSE2_FOUND true CACHE BOOL "SSE2 available on host")
|
||||
ELSE (SSE2_TRUE)
|
||||
set(SSE2_FOUND false CACHE BOOL "SSE2 available on host")
|
||||
ENDIF (SSE2_TRUE)
|
||||
|
||||
# /proc/cpuinfo apparently omits sse3 :(
|
||||
STRING(REGEX REPLACE "^.*[^s](sse3).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "sse3" "${SSE_THERE}" SSE3_TRUE)
|
||||
IF (NOT SSE3_TRUE)
|
||||
STRING(REGEX REPLACE "^.*(T2300).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "T2300" "${SSE_THERE}" SSE3_TRUE)
|
||||
ENDIF (NOT SSE3_TRUE)
|
||||
|
||||
STRING(REGEX REPLACE "^.*(ssse3).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "ssse3" "${SSE_THERE}" SSSE3_TRUE)
|
||||
IF (SSE3_TRUE OR SSSE3_TRUE)
|
||||
set(SSE3_FOUND true CACHE BOOL "SSE3 available on host")
|
||||
ELSE (SSE3_TRUE OR SSSE3_TRUE)
|
||||
set(SSE3_FOUND false CACHE BOOL "SSE3 available on host")
|
||||
ENDIF (SSE3_TRUE OR SSSE3_TRUE)
|
||||
IF (SSSE3_TRUE)
|
||||
set(SSSE3_FOUND true CACHE BOOL "SSSE3 available on host")
|
||||
ELSE (SSSE3_TRUE)
|
||||
set(SSSE3_FOUND false CACHE BOOL "SSSE3 available on host")
|
||||
ENDIF (SSSE3_TRUE)
|
||||
|
||||
STRING(REGEX REPLACE "^.*(sse4_1).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "sse4_1" "${SSE_THERE}" SSE41_TRUE)
|
||||
IF (SSE41_TRUE)
|
||||
set(SSE4_1_FOUND true CACHE BOOL "SSE4.1 available on host")
|
||||
ELSE (SSE41_TRUE)
|
||||
set(SSE4_1_FOUND false CACHE BOOL "SSE4.1 available on host")
|
||||
ENDIF (SSE41_TRUE)
|
||||
|
||||
STRING(REGEX REPLACE "^.*(sse4_2).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "sse4_2" "${SSE_THERE}" SSE42_TRUE)
|
||||
IF (SSE42_TRUE)
|
||||
set(SSE4_2_FOUND true CACHE BOOL "SSE4.2 available on host")
|
||||
ELSE (SSE42_TRUE)
|
||||
set(SSE4_2_FOUND false CACHE BOOL "SSE4.2 available on host")
|
||||
ENDIF (SSE42_TRUE)
|
||||
|
||||
ELSEIF(CMAKE_SYSTEM_NAME MATCHES "Darwin")
|
||||
EXEC_PROGRAM("/usr/sbin/sysctl -n machdep.cpu.features" OUTPUT_VARIABLE
|
||||
CPUINFO)
|
||||
|
||||
STRING(REGEX REPLACE "^.*[^S](SSE2).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "SSE2" "${SSE_THERE}" SSE2_TRUE)
|
||||
IF (SSE2_TRUE)
|
||||
set(SSE2_FOUND true CACHE BOOL "SSE2 available on host")
|
||||
ELSE (SSE2_TRUE)
|
||||
set(SSE2_FOUND false CACHE BOOL "SSE2 available on host")
|
||||
ENDIF (SSE2_TRUE)
|
||||
|
||||
STRING(REGEX REPLACE "^.*[^S](SSE3).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "SSE3" "${SSE_THERE}" SSE3_TRUE)
|
||||
IF (SSE3_TRUE)
|
||||
set(SSE3_FOUND true CACHE BOOL "SSE3 available on host")
|
||||
ELSE (SSE3_TRUE)
|
||||
set(SSE3_FOUND false CACHE BOOL "SSE3 available on host")
|
||||
ENDIF (SSE3_TRUE)
|
||||
|
||||
STRING(REGEX REPLACE "^.*(SSSE3).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "SSSE3" "${SSE_THERE}" SSSE3_TRUE)
|
||||
IF (SSSE3_TRUE)
|
||||
set(SSSE3_FOUND true CACHE BOOL "SSSE3 available on host")
|
||||
ELSE (SSSE3_TRUE)
|
||||
set(SSSE3_FOUND false CACHE BOOL "SSSE3 available on host")
|
||||
ENDIF (SSSE3_TRUE)
|
||||
|
||||
STRING(REGEX REPLACE "^.*(SSE4.1).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "SSE4.1" "${SSE_THERE}" SSE41_TRUE)
|
||||
IF (SSE41_TRUE)
|
||||
set(SSE4_1_FOUND true CACHE BOOL "SSE4.1 available on host")
|
||||
ELSE (SSE41_TRUE)
|
||||
set(SSE4_1_FOUND false CACHE BOOL "SSE4.1 available on host")
|
||||
ENDIF (SSE41_TRUE)
|
||||
|
||||
STRING(REGEX REPLACE "^.*(SSE4.2).*$" "\\1" SSE_THERE ${CPUINFO})
|
||||
STRING(COMPARE EQUAL "SSE4.2" "${SSE_THERE}" SSE42_TRUE)
|
||||
IF (SSE42_TRUE)
|
||||
set(SSE4_2_FOUND true CACHE BOOL "SSE4.2 available on host")
|
||||
ELSE (SSE42_TRUE)
|
||||
set(SSE4_2_FOUND false CACHE BOOL "SSE4.2 available on host")
|
||||
ENDIF (SSE42_TRUE)
|
||||
|
||||
ELSEIF(CMAKE_SYSTEM_NAME MATCHES "Windows")
|
||||
# TODO
|
||||
set(SSE2_FOUND true CACHE BOOL "SSE2 available on host")
|
||||
set(SSE3_FOUND false CACHE BOOL "SSE3 available on host")
|
||||
set(SSSE3_FOUND false CACHE BOOL "SSSE3 available on host")
|
||||
set(SSE4_1_FOUND false CACHE BOOL "SSE4.1 available on host")
|
||||
set(SSE4_2_FOUND false CACHE BOOL "SSE4.2 available on host")
|
||||
ELSE(CMAKE_SYSTEM_NAME MATCHES "Linux")
|
||||
set(SSE2_FOUND true CACHE BOOL "SSE2 available on host")
|
||||
set(SSE3_FOUND false CACHE BOOL "SSE3 available on host")
|
||||
set(SSSE3_FOUND false CACHE BOOL "SSSE3 available on host")
|
||||
set(SSE4_1_FOUND false CACHE BOOL "SSE4.1 available on host")
|
||||
set(SSE4_2_FOUND false CACHE BOOL "SSE4.2 available on host")
|
||||
ENDIF(CMAKE_SYSTEM_NAME MATCHES "Linux")
|
||||
|
||||
ENDMACRO(FindSSE)
|
||||
115
scripts/generate_ycsb
Executable file
115
scripts/generate_ycsb
Executable file
@@ -0,0 +1,115 @@
|
||||
#!/usr/bin/python3
|
||||
|
||||
import sys
|
||||
import os
|
||||
from pathlib import Path
|
||||
|
||||
script_dir = Path(os.path.realpath(__file__))
|
||||
ycsb_dir = "YCSB/"
|
||||
workload_dir = str(script_dir.parent.parent) + "/workloads_specification/"
|
||||
output_dir = "workloads/"
|
||||
|
||||
if not os.path.exists(output_dir):
|
||||
os.makedirs(output_dir)
|
||||
|
||||
if not os.path.exists(ycsb_dir):
|
||||
os.system("curl -O --location https://github.com/brianfrankcooper/YCSB/releases/download/0.16.0/ycsb-0.16.0.tar.gz")
|
||||
os.system("tar xfvz ycsb-0.16.0.tar.gz")
|
||||
os.system("mv ycsb-0.16.0 " + ycsb_dir)
|
||||
os.system("rm ycsb-0.16.0.tar.gz")
|
||||
|
||||
workload = "workloada"
|
||||
key_type = "randint"
|
||||
|
||||
if len(sys.argv) == 1:
|
||||
print("Usage: python", sys.argv[0], "<workload_type> <key_type>")
|
||||
print("Example: 'python", sys.argv[0], "a randint' for generating workloada with randint.")
|
||||
|
||||
if len(sys.argv) > 1:
|
||||
workload = str(sys.argv[1])
|
||||
if not workload.startswith("workload"):
|
||||
workload = "workload" + workload
|
||||
|
||||
if len(sys.argv) > 2:
|
||||
key_type = sys.argv[2]
|
||||
|
||||
print("Generaring YCSB workload", workload, "with key type", key_type)
|
||||
|
||||
out_ycsb_load = output_dir + 'ycsb_load_' + key_type + '_' + workload
|
||||
out_ycsb_txn = output_dir + 'ycsb_txn_' + key_type + '_' + workload
|
||||
out_load_ycsbkey = output_dir + 'load_' + 'ycsbkey' + '_' + workload
|
||||
out_txn_ycsbkey = output_dir + 'txn_' + 'ycsbkey' + '_' + workload
|
||||
out_load = output_dir + 'fill_' + key_type + '_' + workload
|
||||
out_txn = output_dir + 'mixed_' + key_type + '_' + workload
|
||||
|
||||
cmd_ycsb_load = ycsb_dir + 'bin/ycsb.sh load basic -P ' + workload_dir + workload + ' -s > ' + out_ycsb_load
|
||||
cmd_ycsb_txn = ycsb_dir + 'bin/ycsb.sh run basic -P ' + workload_dir + workload + ' -s > ' + out_ycsb_txn
|
||||
|
||||
os.system(cmd_ycsb_load)
|
||||
os.system(cmd_ycsb_txn)
|
||||
|
||||
#####################################################################################
|
||||
|
||||
with open(out_ycsb_load, 'r') as f_load:
|
||||
with open(out_load_ycsbkey, 'w') as f_load_out:
|
||||
for line in f_load :
|
||||
cols = line.split()
|
||||
if len(cols) > 0 and cols[0] == "INSERT":
|
||||
f_load_out.write (cols[0] + " " + cols[2][4:] + "\n")
|
||||
|
||||
with open (out_ycsb_txn, 'r') as f_txn:
|
||||
with open (out_txn_ycsbkey, 'w') as f_txn_out:
|
||||
for line in f_txn :
|
||||
cols = line.split()
|
||||
if (cols[0] == 'SCAN') or (cols[0] == 'INSERT') or (cols[0] == 'READ') or (cols[0] == 'UPDATE'):
|
||||
startkey = cols[2][4:]
|
||||
if cols[0] == 'SCAN' :
|
||||
numkeys = cols[3]
|
||||
f_txn_out.write (cols[0] + ' ' + startkey + ' ' + numkeys + '\n')
|
||||
else :
|
||||
f_txn_out.write (cols[0] + ' ' + startkey + '\n')
|
||||
cmd = 'rm -f ' + out_ycsb_load
|
||||
os.system(cmd)
|
||||
cmd = 'rm -f ' + out_ycsb_txn
|
||||
os.system(cmd)
|
||||
|
||||
if key_type == 'randint' :
|
||||
with open (out_load_ycsbkey, 'r') as f_load:
|
||||
with open (out_load, 'w') as f_load_out:
|
||||
for line in f_load :
|
||||
f_load_out.write (line)
|
||||
|
||||
with open (out_txn_ycsbkey, 'r') as f_txn:
|
||||
with open (out_txn, 'w') as f_txn_out:
|
||||
for line in f_txn :
|
||||
f_txn_out.write (line)
|
||||
|
||||
elif key_type == 'monoint' :
|
||||
keymap = {}
|
||||
with open (out_load_ycsbkey, 'r') as f_load:
|
||||
with open (out_load, 'w') as f_load_out:
|
||||
count = 0
|
||||
for line in f_load :
|
||||
cols = line.split()
|
||||
keymap[int(cols[1])] = count
|
||||
f_load_out.write (cols[0] + ' ' + str(count) + '\n')
|
||||
count += 1
|
||||
|
||||
with open (out_txn_ycsbkey, 'r') as f_txn:
|
||||
with open (out_txn, 'w') as f_txn_out:
|
||||
for line in f_txn :
|
||||
cols = line.split()
|
||||
if cols[0] == 'SCAN' :
|
||||
f_txn_out.write (cols[0] + ' ' + str(keymap[int(cols[1])]) + ' ' + cols[2] + '\n')
|
||||
elif cols[0] == 'INSERT' :
|
||||
keymap[int(cols[1])] = count
|
||||
f_txn_out.write (cols[0] + ' ' + str(count) + '\n')
|
||||
count += 1
|
||||
else :
|
||||
f_txn_out.write (cols[0] + ' ' + str(keymap[int(cols[1])]) + '\n')
|
||||
|
||||
|
||||
cmd = 'rm -f ' + out_load_ycsbkey
|
||||
os.system(cmd)
|
||||
cmd = 'rm -f ' + out_txn_ycsbkey
|
||||
os.system(cmd)
|
||||
Reference in New Issue
Block a user