test: migrate to luatest

Rewrite existing regression and performance tests using luatest [1]
instead of tap. luatest is a modern tool to write tests for Tarantool
core and modules. It is expected for all new tests introduced to the
core to be written with luatest, so we rework this before embedding. Add
Makefile targets to install and clean dependencies.

1. https://github.com/tarantool/luatest

Part of tarantool/tarantool#7726

Author: DifferentialOrange

Makefile

@@ -1,8 +1,24 @@
+TTCTL := tt
+ifeq (,$(shell which tt 2>/dev/null))
+	TTCTL := tarantoolctl
+endif
+
+.PHONY: all
 all:
-	@echo "Only tests are available: make test"
+	@echo "Available commands: .rocks, test, perf, clean"
+
+.rocks: rockspecs/checks-scm-1.rockspec
+	$(TTCTL) rocks make
+	$(TTCTL) rocks install luatest 0.5.7
 
-test:
-	./test.lua
+.PHONY: test
+test: .rocks
+	.rocks/bin/luatest -c -v ./test.lua
 
+.PHONY: perf
 perf:
-	./perftest.lua
+	.rocks/bin/luatest -c ./perftest.lua
+
+.PHONY: clean
+clean:
+	rm -rf .rocks

perftest.lua

@@ -1,14 +1,13 @@
 #!/usr/bin/env tarantool
 
-require('strict').on()
-local tap = require('tap')
+local t = require('luatest')
+
+local checks = require('checks')
 local json = require('json')
+local log = require('log')
 local uuid = require('uuid')
-local checks = require('checks')
-local test = tap.test('performance_test')
 
-local total_time = 0
-local total_iter = 0
+local g = t.group('checks_performance')
 
 local args = {
     ['nil'] = nil,
@@ -23,59 +22,138 @@ local args = {
     ['uuid_bin'] = uuid.bin(),
 }
 
-local function perftest(check, argtype)
-    local fn = function(arg)
-        checks(check)
-    end
+local cases = {
+    {
+        check = '?',
+        argtype = 'nil',
+    },
+    {
+        check = '?',
+        argtype = 'nil',
+    },
 
-    local arg = args[argtype]
+    {
+        check = 'string',
+        argtype = 'string',
+    },
 
-    local cnt = 0
-    local batch_size = 1000
-    local stop
-    local start = os.clock()
-    repeat
-        for i = 1, batch_size do
-            fn(arg)
-        end
-        cnt = cnt + batch_size
-        batch_size = math.floor(batch_size * 1.2)
-        stop = os.clock()
-    until stop - start > 1
+    {
+        check = '?string',
+        argtype = 'nil',
+    },
+    {
+        check = '?string',
+        argtype = 'string',
+    },
 
-    local testname = string.format('checks(%s) (%s)', json.encode(check), argtype)
-    test:diag(string.format("  %-35s: %.2f calls/s", testname, cnt/(stop-start) ))
-end
+    {
+        check = 'number|string',
+        argtype = 'string',
+    },
+    {
+        check = 'number|string',
+        argtype = 'number',
+    },
 
-perftest('?', 'nil')
-perftest('?', 'string')
+    {
+        check = 'meta',
+        argtype = 'meta',
+    },
+    {
+        check = '?string|meta',
+        argtype = 'nil',
+    },
+    {
+        check = '?string|meta',
+        argtype = 'string',
+    },
+    {
+        check = '?string|meta',
+        argtype = 'meta',
+    },
 
-perftest('string', 'string')
+    {
+        check = 'int64',
+        argtype = 'number',
+    },
+    {
+        check = 'int64',
+        argtype = 'int64',
+    },
+    {
+        check = 'int64',
+        argtype = 'uint64',
+    },
+    {
+        check = 'uint64',
+        argtype = 'number',
+    },
+    {
+        check = 'uint64',
+        argtype = 'int64',
+    },
+    {
+        check = 'uint64',
+        argtype = 'uint64',
+    },
 
-perftest('?string', 'nil')
-perftest('?string', 'string')
+    {
+        check = 'uuid',
+        argtype = 'uuid',
+    },
+    {
+        check = 'uuid_str',
+        argtype = 'uuid_str',
+    },
+    {
+        check = 'uuid_bin',
+        argtype = 'uuid_bin',
+    },
 
-perftest('number|string', 'string')
-perftest('number|string', 'number')
+    {
+        check = {x='?'},
+        argtype = 'table',
+    },
+    {
+        check = {x={y='?'}},
+        argtype = 'table',
+    },
+    {
+        check = {x={y={z='?'}}},
+        argtype = 'table',
+    },
+    {
+        check = {x={y={z={t='?'}}}},
+        argtype = 'table',
+    },
+    -- TODO checks({timeout = '?number'}) -- table checker
+}
+
+for _, case in pairs(cases) do
+    -- dots in test case name are not expected
+    local name = ('test_%s_%s'):format(json.encode(case.check), case.argtype):gsub('%.', '_')
 
-perftest('meta', 'meta')
-perftest('?string|meta', 'nil')
-perftest('?string|meta', 'string')
-perftest('?string|meta', 'meta')
+    g[name] = function(_)
+        local fn = function(arg) -- luacheck: no unused args
+            checks(case.check)
+        end
 
-perftest('int64',  'number')
-perftest('int64',  'int64')
-perftest('int64',  'uint64')
-perftest('uint64', 'number')
-perftest('uint64', 'int64')
-perftest('uint64', 'uint64')
+        local arg = args[case.argtype]
 
-perftest('uuid', 'uuid')
-perftest('uuid_str', 'uuid_str')
-perftest('uuid_bin', 'uuid_bin')
+        local cnt = 0
+        local batch_size = 1000
+        local stop
+        local start = os.clock()
+        repeat
+            for _ = 1, batch_size do
+                fn(arg)
+            end
+            cnt = cnt + batch_size
+            batch_size = math.floor(batch_size * 1.2)
+            stop = os.clock()
+        until stop - start > 1
 
-perftest({x='?'}, 'table')
-perftest({x={y='?'}}, 'table')
-perftest({x={y={z='?'}}}, 'table')
-perftest({x={y={z={t='?'}}}}, 'table')
--- TODO checks({timeout = '?number'}) -- table checker
+        local testline = string.format('checks(%s) (%s)', json.encode(case.check), case.argtype)
+        log.info("  %-35s: %.2f calls/s", testline, cnt / (stop - start))
+    end
+end