From 21ef5bcc2280ac7d3930de4a8ebd38dfa2c7257f Mon Sep 17 00:00:00 2001
From: Pavel Emelyanov <xemul@scylladb.com>
Date: Mon, 13 Mar 2023 19:22:51 +0300
Subject: [PATCH] test: Add object-storage test

The test does

- starts scylla (over stable directory
- creates S3-backed keyspace (minio is up and running by test.py
  already)
- creates table in that keyspace and populates it with several rows
- flushes the keyspace to make sstables hit the storage
- checks that the ownership table is populated properly
- restarts scylla
- makes sure old entries exist

Signed-off-by: Pavel Emelyanov <xemul@scylladb.com>
---
 test/object_store/run        | 90 ++++++++++++++++++++++++++++++++++++
 test/object_store/suite.yaml |  1 +
 2 files changed, 91 insertions(+)
 create mode 100755 test/object_store/run
 create mode 100644 test/object_store/suite.yaml

diff --git a/test/object_store/run b/test/object_store/run
new file mode 100755
index 0000000000..7a29c5ae29
--- /dev/null
+++ b/test/object_store/run
@@ -0,0 +1,90 @@
+#!/usr/bin/env python3
+# Use the run.py library from ../cql-pytest:
+import sys
+sys.path.insert(1, sys.path[0] + '/../cql-pytest')
+import run
+
+import os
+import requests
+import time
+import cassandra.cluster
+
+print('Scylla is: ' + run.find_scylla() + '.')
+success = True
+
+ssl = '--ssl' in sys.argv
+if ssl:
+    cmd = run.run_scylla_ssl_cql_cmd
+    check_cql = run.check_ssl_cql
+else:
+    cmd = run.run_scylla_cmd
+    check_cql = run.check_cql
+
+test_tempdir = run.pid_to_dir(os.getpid())
+os.mkdir(test_tempdir)
+
+def get_tempdir(pid):
+    global test_tempdir
+    return test_tempdir
+
+print(f'Start scylla (dir={test_tempdir}')
+pid = run.run_with_generated_dir(cmd, get_tempdir)
+ip = run.pid_to_ip(pid)
+run.wait_for_services(pid, [ lambda: check_cql(ip) ])
+minio_server_address = os.environ['MINIO_SERVER_ADDRESS']
+
+print(f'Create keyspace (minio listening at {minio_server_address})')
+cluster = run.get_cql_cluster(ip)
+conn = cluster.connect()
+conn.execute("CREATE KEYSPACE test_ks WITH REPLICATION = { 'class': 'SimpleStrategy', 'replication_factor': '1' } AND STORAGE = { 'type': 'S3', 'endpoint': '" + f'{minio_server_address}' + ":9000', 'bucket': 'testbucket' };")
+conn.execute("CREATE TABLE test_ks.test_cf ( name text primary key, value text );")
+conn.execute("INSERT INTO test_ks.test_cf ( name, value ) VALUES ('0', 'zero');")
+conn.execute("INSERT INTO test_ks.test_cf ( name, value ) VALUES ('1', 'one');")
+conn.execute("INSERT INTO test_ks.test_cf ( name, value ) VALUES ('2', 'two');")
+res = conn.execute("SELECT * FROM test_ks.test_cf;")
+
+r = requests.post(f'http://{ip}:10000/storage_service/keyspace_flush/test_ks')
+if r.status_code != 200:
+    print(f'Error flushing keyspace: {r}')
+    success = False
+
+# Check that the ownership table is populated properly
+res = conn.execute("SELECT * FROM system.sstables;")
+for row in res:
+    if not row.location.startswith(test_tempdir):
+        print(f'Unexpected entry location in registry: {row.location}')
+        success = False
+    if row.status != 'sealed':
+        print(f'Unexpected entry status in registry: {row.status}')
+        success = False
+
+cluster.shutdown()
+
+print('Restart scylla')
+pid = run.restart_with_dir(pid, cmd, test_tempdir)
+ip = run.pid_to_ip(pid)
+run.wait_for_services(pid, [ lambda: check_cql(ip) ])
+
+cluster = run.get_cql_cluster(ip)
+conn = cluster.connect()
+res = conn.execute("SELECT * FROM test_ks.test_cf;")
+want_res = { '0': 'zero', '1': 'one', '2': 'two' }
+have_res = { x.name: x.value for x in res }
+if want_res != have_res:
+    print(f'Unexpected table content: {have_res}')
+    success = False
+
+print('Drop table')
+conn.execute("DROP TABLE test_ks.test_cf;")
+# Check that the ownership table is de-populated
+res = conn.execute("SELECT * FROM system.sstables;")
+for row in res:
+    print(f'Unexpected entry in registry: {row.location} {row.status}')
+    success = False
+
+cluster.shutdown()
+
+print('Kill scylla')
+run.abort_run_with_dir(pid, test_tempdir)
+
+exit(0 if success else 1)
diff --git a/test/object_store/suite.yaml b/test/object_store/suite.yaml
new file mode 100644
index 0000000000..8919604e66
--- /dev/null
+++ b/test/object_store/suite.yaml
@@ -0,0 +1 @@
+type: Run