cachelab started

2025-04-21 23:52:27 +08:00
parent cc99d9b5d9
commit ace7a46fb9
58 changed files with 10071 additions and 0 deletions
--- a/cachelab/cbsl/benchmarks/CMakeLists.txt
+++ b/cachelab/cbsl/benchmarks/CMakeLists.txt
@@ -0,0 +1,46 @@
+#
+# Copyright 2019 Yuta Hirokawa (University of Tsukuba, Japan)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+include(CheckLibraryExists)
+CHECK_LIBRARY_EXISTS(rt clock_gettime "time.h" HAVE_CLOCK_GETTIME)
+
+if (HAVE_CLOCK_GETTIME)
+  link_libraries(rt)
+else ()
+  include(CheckFunctionExists)
+  CHECK_FUNCTION_EXISTS(gettimeofday HAVE_GETTIMEOFDAY)
+  if (not HAVE_GETTIMEOFDAY)
+    message(WARNING "Benchmark program uses low resolution timer...")
+  endif ()
+endif ()
+
+configure_file(${CMAKE_CURRENT_SOURCE_DIR}/config.h.in ${CMAKE_CURRENT_BINARY_DIR}/config.h)
+
+link_libraries(${CBSL_LIB} ${ZSTD_LIB} m)
+include_directories(${CMAKE_CURRENT_BINARY_DIR})
+
+
+add_executable(serialize   serialize.c)
+add_executable(deserialize deserialize.c)
+
+add_custom_target(benchmark_serialize_bestcase   ./serialize   18 27 -f DEPENDS serialize)
+add_custom_target(benchmark_deserialize_bestcase ./deserialize 18 27 -f DEPENDS deserialize benchmark_serialize_bestcase)
+add_custom_target(benchmark_fast DEPENDS benchmark_serialize_bestcase benchmark_deserialize_bestcase)
+
+add_custom_target(benchmark_serialize_worstcase   ./serialize   18 27 -r DEPENDS serialize)
+add_custom_target(benchmark_deserialize_worstcase ./deserialize 18 27 -r DEPENDS deserialize benchmark_serialize_worstcase)
+add_custom_target(benchmark_slow DEPENDS benchmark_serialize_worstcase benchmark_deserialize_worstcase)
+
+add_custom_target(benchmark DEPENDS benchmark_fast benchmark_slow)
--- a/cachelab/cbsl/benchmarks/config.h.in
+++ b/cachelab/cbsl/benchmarks/config.h.in
@@ -0,0 +1,22 @@
+/*
+ * Copyright 2019 Yuta Hirokawa (University of Tsukuba, Japan)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef CBSL_BENCHMARK_CONFIG_INCLUDED
+#define CBSL_BENCHMARK_CONFIG_INCLUDED
+
+#cmakedefine01 HAVE_CLOCK_GETTIME
+#cmakedefine01 HAVE_GETTIMEOFDAY
+
+#endif /* CBSL_BENCHMARK_CONFIG_INCLUDED */
--- a/cachelab/cbsl/benchmarks/deserialize.c
+++ b/cachelab/cbsl/benchmarks/deserialize.c
@@ -0,0 +1,99 @@
+/*
+ * Copyright 2019 Yuta Hirokawa (University of Tsukuba, Japan)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#include <stdio.h>
+#include <stdlib.h>
+#include <time.h>
+#ifdef HAVE_GETTIMEOFDAY
+#include <sys/time.h>
+#endif
+#include <math.h>
+#include <cbsl.h>
+
+#include "config.h"
+
+#define CBSL_ERROR_CHECK(X)  {if ((X) == cbsl_error) { fprintf(stderr, "error: %s\n", (#X)); exit(1); }}
+
+typedef unsigned char byte_t;
+
+extern void deserialize_bench(double ds);
+extern double seconds();
+
+int main(int argc, char** argv)
+{
+  if (argc <= 2)
+    exit(1);
+
+  int max_data_size_exp2, min_data_size_exp2;
+  sscanf(argv[1], "%d", &min_data_size_exp2);
+  sscanf(argv[2], "%d", &max_data_size_exp2);
+  printf("min data size = %.2lf [B]\n", pow(2,min_data_size_exp2));
+  printf("max data size = %.2lf [B]\n", pow(2,max_data_size_exp2));
+
+  srand((unsigned int)(time(NULL)));
+
+  printf("<read data [Byte]> <time [seconds]> <speed [MiB/sec]>\n");
+
+  for (int i = min_data_size_exp2; i <= max_data_size_exp2; ++i)
+  {
+    deserialize_bench(pow(2,i));
+  }
+
+  return 0;
+}
+
+void deserialize_bench(double ds)
+{
+  const uint64_t data_size = (uint64_t)(ds);
+
+  char cname[128];
+  sprintf(cname, "serialize_%lu.zst", data_size);
+
+  byte_t* a = (byte_t*)(malloc(data_size));
+
+  cbsl_ctx* ctx = cbsl_open(cbsl_load_mode, cname);
+  if (ctx == NULL)
+  {
+    fprintf(stderr, "error: cbsl_open\n");
+    exit(1);
+  }
+
+  const double beg = seconds();
+  {
+    CBSL_ERROR_CHECK(cbsl_read(ctx, a, data_size));
+  }
+  const double end = seconds();
+  const double rt  = end - beg;
+
+  CBSL_ERROR_CHECK(cbsl_close(ctx));
+
+  printf("%lu    %lf    %lf\n", data_size, rt, (data_size/rt)/1.0e6);
+
+  free(a);
+}
+
+double seconds() {
+#if defined(HAVE_CLOCK_GETTIME)
+  struct timespec ts;
+  clock_gettime(CLOCK_REALTIME, &ts);
+  return ts.tv_sec + (ts.tv_nsec / 1.0e9);
+#elif defined(HAVE_GETTIMEOFDAY)
+  struct timeval tv;
+  gettimeofday(&tv, NULL);
+  return tv.tv_sec + (ts.tv_usec / 1.0e6);
+#else
+  return (double)(clock() / CLOCKS_PER_SEC);
+#endif
+}
--- a/cachelab/cbsl/benchmarks/serialize.c
+++ b/cachelab/cbsl/benchmarks/serialize.c
@@ -0,0 +1,136 @@
+/*
+ * Copyright 2019 Yuta Hirokawa (University of Tsukuba, Japan)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#include <stdio.h>
+#include <stdlib.h>
+#include <time.h>
+#include <string.h>
+#ifdef HAVE_GETTIMEOFDAY
+#include <sys/time.h>
+#endif
+#include <math.h>
+#include <cbsl.h>
+
+#include "config.h"
+
+#define CBSL_ERROR_CHECK(X)  {if ((X) == cbsl_error) { fprintf(stderr, "error: %s\n", (#X)); exit(1); }}
+
+typedef unsigned char byte_t;
+
+extern void serialize_bench(double ds);
+extern void rand_byte_t(uint64_t n, byte_t* a);
+extern void zero_filled(uint64_t n, byte_t* a);
+extern double seconds();
+
+int rand_generate = 0;
+
+int main(int argc, char** argv)
+{
+  if (argc < 4)
+    exit(1);
+
+  int max_data_size_exp2, min_data_size_exp2;
+  sscanf(argv[1], "%d", &min_data_size_exp2);
+  sscanf(argv[2], "%d", &max_data_size_exp2);
+  printf("min data size = %.2lf [B]\n", pow(2,min_data_size_exp2));
+  printf("max data size = %.2lf [B]\n", pow(2,max_data_size_exp2));
+
+  rand_generate = (strcmp(argv[3],"-r") == 0);
+
+  if (rand_generate)
+  {
+    printf("data is random generated (stressful compression)\n");
+  }
+  else
+  {
+    printf("data is zero filled (maximum compression)\n");
+  }
+
+  srand((unsigned int)(time(NULL)));
+
+  printf("<write data [Byte]> <time [seconds]> <speed [MiB/sec]>\n");
+
+  for (int i = min_data_size_exp2; i <= max_data_size_exp2; ++i)
+  {
+    serialize_bench(pow(2,i));
+  }
+
+  return 0;
+}
+
+void serialize_bench(double ds)
+{
+  const uint64_t data_size = (uint64_t)(ds);
+
+  char cname[128];
+  sprintf(cname, "serialize_%lu.zst", data_size);
+
+  byte_t* a = (byte_t*)(malloc(data_size));
+  if (rand_generate)
+  {
+    rand_byte_t(data_size / sizeof(byte_t), a);
+  }
+  else
+  {
+    zero_filled(data_size / sizeof(byte_t), a);
+  }
+
+  cbsl_ctx* ctx = cbsl_open(cbsl_store_mode, cname);
+  if (ctx == NULL)
+  {
+    fprintf(stderr, "error: cbsl_open\n");
+    exit(1);
+  }
+
+  const double beg = seconds();
+  {
+    CBSL_ERROR_CHECK(cbsl_write(ctx, a, data_size));
+    CBSL_ERROR_CHECK(cbsl_flush(ctx));
+  }
+  const double end = seconds();
+  const double wt  = end - beg;
+
+  CBSL_ERROR_CHECK(cbsl_close(ctx));
+
+  printf("%lu    %lf    %lf\n", data_size, wt, (data_size/wt)/1.0e6);
+
+  free(a);
+}
+
+void rand_byte_t(uint64_t data_size, byte_t* a)
+{
+  for(uint64_t i = 0; i < data_size; ++i)
+    a[i] = rand() % 255;
+}
+
+void zero_filled(uint64_t n, byte_t* a)
+{
+  for(uint64_t i = 0; i < n; ++i)
+    a[i] = 0; /* all data fills zero */
+}
+
+double seconds() {
+#if defined(HAVE_CLOCK_GETTIME)
+  struct timespec ts;
+  clock_gettime(CLOCK_REALTIME, &ts);
+  return ts.tv_sec + (ts.tv_nsec / 1.0e9);
+#elif defined(HAVE_GETTIMEOFDAY)
+  struct timeval tv;
+  gettimeofday(&tv, NULL);
+  return tv.tv_sec + (ts.tv_usec / 1.0e6);
+#else
+  return (double)(clock() / CLOCKS_PER_SEC);
+#endif
+}