Skip to content

Commit 1688859

Browse files
committed
Update samples to use kioperf instead of ioperf
1 parent 357bad2 commit 1688859

File tree

5 files changed

+58
-13
lines changed

5 files changed

+58
-13
lines changed

fast-faster-fastest/README.md

+45
Original file line numberDiff line numberDiff line change
@@ -5,3 +5,48 @@ run performance tests on different types of cloud storage.
55

66
Scripts and yamls assume root (sudo) access to hosts as well as administrator
77
access to K8s.
8+
9+
# Running the tests.
10+
11+
Approximate instructions for running tests. Sample scripts show exact commands
12+
to format storage and run tests.
13+
14+
## Disk test.
15+
Exec to pod with kubectl exec.
16+
```
17+
mkdir -p /var/lib/clickhouse/kioperf/tools
18+
cd /var/lib/clickhouse/kioperf/tools
19+
wget https://github.com/hodgesrm/kioperf/releases/download/v0.0.1-prerelease/kioperf
20+
chmod +x kioperf
21+
22+
mkdir /var/lib/clickhouse/kioperf/test
23+
./kioperf disk --operation=write --size 512 \
24+
--threads=4 --iterations=50 --files=50 \
25+
--dir-path /var/lib/clickhouse/kioperf/test --csv
26+
# Does not work on containers! (Caches global to the node)
27+
sync; echo 1 > /proc/sys/vm/drop_caches
28+
./kioperf disk --operation=read \
29+
--threads=4 --iterations=500 --files=50 \
30+
--dir-path /var/lib/clickhouse/kioperf --csv
31+
```
32+
33+
## S3 test.
34+
35+
```
36+
./kioperf s3 --operation=write --size 512 \
37+
--threads=4 --iterations=50 --files=50 \
38+
--bucket=rhodges-us-west-2-playground-1 --prefix=kioperf/ \
39+
--csv
40+
./kioperf s3 --operation=read \
41+
--threads=4 --iterations=500 --files=50 \
42+
--bucket=rhodges-us-west-2-playground-1 --prefix=kioperf/ \
43+
--csv
44+
```
45+
46+
# ClickHouse test
47+
copy clickbench files.
48+
49+
```
50+
kubectl -n test cp clickbench_clickhouse.tgz \
51+
+ chi-nvme-ch-0-0-0:/var/lib/clickhouse/kioperf/tools
52+
```

fast-faster-fastest/chi/demo-ebs-01.yaml

+4-4
Original file line numberDiff line numberDiff line change
@@ -15,10 +15,10 @@ spec:
1515
templates:
1616
volumeClaimTemplate: storage
1717
users:
18-
ioperf/networks/ip: "::/0"
19-
ioperf/password: "oYx5yl;VI4vAYU"
20-
ioperf/profile: "default"
21-
ioperf/access_management: 1
18+
kioperf/networks/ip: "::/0"
19+
kioperf/password: "oYx5yl;VI4vAYU"
20+
kioperf/profile: "default"
21+
kioperf/access_management: 1
2222
templates:
2323
podTemplates:
2424
- name: replica-1

fast-faster-fastest/chi/demo-nvme-01.yaml

+4-4
Original file line numberDiff line numberDiff line change
@@ -15,10 +15,10 @@ spec:
1515
templates:
1616
volumeClaimTemplate: storage
1717
users:
18-
ioperf/networks/ip: "::/0"
19-
ioperf/password: "oYx5yl;VI4vAYU"
20-
ioperf/profile: "default"
21-
ioperf/access_management: 1
18+
kioperf/networks/ip: "::/0"
19+
kioperf/password: "oYx5yl;VI4vAYU"
20+
kioperf/profile: "default"
21+
kioperf/access_management: 1
2222
templates:
2323
podTemplates:
2424
- name: replica-1

fast-faster-fastest/ioperf-scripts/run-disk-test.sh

+2-2
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,12 @@ set -x
44
sudo mkdir -p /data/test
55
sudo sync
66
sudo echo 1 > /proc/sys/vm/drop_caches
7-
sudo ./ioperf disk --operation=write --size 512 --threads=4 \
7+
sudo ./kioperf disk --operation=write --size 512 --threads=4 \
88
--iterations=50 --files=50 --fsync \
99
--dir-path /data/test --csv |tee disk.write.out
1010

1111
sudo sync
1212
sudo echo 1 > /proc/sys/vm/drop_caches
13-
sudo ./ioperf disk --operation=read --threads=4 \
13+
sudo ./kioperf disk --operation=read --threads=4 \
1414
--iterations=500 --files=50 \
1515
--dir-path /data/test --csv |tee disk.read.out
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
#!/bin/bash
22
# Script to run S3 tests.
3-
OBJECT_STORAGE_URL="s3://rhodges-us-west-2-playground-1/ioperf"
3+
OBJECT_STORAGE_URL="s3://rhodges-us-west-2-playground-1/kioperf"
44
set -x
5-
./ioperf s3 --operation=write --size 512 \
5+
./kioperf s3 --operation=write --size 512 \
66
--threads=4 --iterations=50 --files=50 \
77
--path=${OBJECT_STORAGE_URL} --csv |tee s3.write.out
8-
./ioperf s3 --operation=read \
8+
./kioperf s3 --operation=read \
99
--threads=4 --iterations=500 --files=50 \
1010
--path=${OBJECT_STORAGE_URL} --csv |tee s3.read.out

0 commit comments

Comments
 (0)