*: add google-benchmark and taco benchmarking

Add the google-benchmark library and taco as a submodule to benchmark
TACO kernels.

Author: rohany

.gitignore

@@ -0,0 +1,3 @@
+*__pycache__*
+*CMakeFiles/
+*.idea/*

.gitmodules

@@ -0,0 +1,6 @@
+[submodule "taco/taco"]
+	path = taco/taco
+	url = git@github.com:tensor-compiler/taco.git
+[submodule "taco/benchmark"]
+	path = taco/benchmark
+	url = git@github.com:google/benchmark.git

Makefile

@@ -1,6 +1,31 @@
-BENCHES :=
+BENCHES := ""
 BENCHFLAGS :=
 
 python-bench: numpy/*.py
 	pytest $(BENCHFLAGS) $(BENCHES)
 
+taco-bench: build-taco-bench
+ifeq ($(BENCHES),"")
+	taco/build/taco-bench $(BENCHFLAGS)
+else
+	taco/build/taco-bench $(BENCHFLAGS) --benchmark_filter="$(BENCHES)"
+endif
+
+build-taco-bench: check-and-reinit-submodules taco/build taco/build/taco-bench
+	$(MAKE) -C taco/build taco-bench
+
+taco-bench-build: taco/build
+	mkdir taco/build
+	cd taco/build
+	cmake ../
+	cd ../../
+
+bench-gtest: taco/benchmark/googletest/README.md
+	git clone https://github.com/google/googletest taco/benchmark/googletest
+
+.PHONY: check-and-reinit-submodules
+check-and-reinit-submodules:
+	@if git submodule status | egrep -q '^[-]|^[+]' ; then \
+		echo "INFO: Need to reinitialize git submodules"; \
+		git submodule update --init; \
+	fi

numpy/windowing.py

@@ -7,7 +7,8 @@ def test_add_sparse_window(benchmark):
     matrix = random(dim, dim, format="csr")
 
     def bench():
-        res = matrix[1:(dim-1), 1:(dim-1)] + matrix[1:(dim-1), 1:(dim-1)]
+        x = matrix[1:(dim-1), 1:(dim-1)] 
+        res = x + x
     benchmark.pedantic(bench, iterations=10)
 
 def test_add_multiple_sparse_windows(benchmark):

taco/.gitignore

@@ -0,0 +1,2 @@
+build/*
+.idea/*

taco/CMakeLists.txt

@@ -0,0 +1,17 @@
+cmake_minimum_required(VERSION 2.8.12 FATAL_ERROR)
+project(taco-bench)
+set(CMAKE_BUILD_TYPE "release")
+
+add_subdirectory(taco)
+add_subdirectory(benchmark)
+
+include_directories(taco taco/include benchmark/include)
+
+file(GLOB TEST_SOURCES *.cpp)
+
+set(CMAKE_CXX_FLAGS "${C_CXX_FLAGS} -std=c++14")
+
+add_executable(taco-bench ${TEST_SOURCES})
+target_link_libraries(taco-bench benchmark::benchmark)
+target_link_libraries(taco-bench taco)
+

taco/main.cpp

@@ -0,0 +1,9 @@
+//int main() {
+//    return 0;
+//}
+//int foo () {
+//  return 0;
+//}
+
+#include "benchmark/include/benchmark/benchmark.h"
+BENCHMARK_MAIN();

taco/windowing.cpp

@@ -0,0 +1,39 @@
+#include "benchmark/benchmark.h"
+
+#include "taco/tensor.h"
+#include "taco/format.h"
+#include "taco/index_notation/index_notation.h"
+
+using namespace taco;
+
+static void BM_basic_windowing(benchmark::State& state) {
+  auto dim = 10000;
+  auto sparsity = 0.01;
+  // CSR format.
+  Tensor<float> matrix("A", {dim, dim}, {Dense, Sparse});
+  Tensor<float> result("B", {dim-2, dim-2}, {Dense, Sparse});
+
+  srand(4357);
+  for (int i = 0; i < dim; i++) {
+    for (int j = 0; j < dim; j++) {
+      float rand_float = (float)rand()/(float)(RAND_MAX);
+      if (rand_float < sparsity) {
+        matrix.insert({i, j}, (float) ((int) (rand_float*3/sparsity)));
+      }
+    }
+  }
+  matrix.pack();
+
+  IndexVar i, j;
+  result(i, j) = matrix(i(1, dim-1), j(1, dim-1)) + matrix(i(1, dim-1), j(1, dim-1));
+  result.compile();
+  result.assemble();
+
+  for (auto _ : state) {
+    // This code gets timed. Setup goes outside the loop.
+    result.compute();
+  }
+}
+// Have benchmarking report milliseconds and run for 10 iterations.
+BENCHMARK(BM_basic_windowing)->Unit(benchmark::kMillisecond)->Iterations(10);
+