[
    {
        "TestName": "FIO test results",
        "Status": [
            {
                "StatusCode": "OK",
                "StatusMessage": "\nFIO version - fio-3.30\nGlobal options - ioengine=libaio verify=0 direct=1 gtod_reduce=1\n\nJobName: read_iops\n  blocksize=4K filesize=2G iodepth=64 rw=randread\nread:\n  IOPS=2165.846924 BW(KiB/s)=8679\n  iops: min=1064 max=4184 avg=2199.766602\n  bw(KiB/s): min=4256 max=16736 avg=8799.066406\n\nJobName: write_iops\n  blocksize=4K filesize=2G iodepth=64 rw=randwrite\nwrite:\n  IOPS=219.971054 BW(KiB/s)=896\n  iops: min=56 max=360 avg=222.333328\n  bw(KiB/s): min=224 max=1440 avg=890.000000\n\nJobName: read_bw\n  blocksize=128K filesize=2G iodepth=64 rw=randread\nread:\n  IOPS=1434.548828 BW(KiB/s)=184151\n  iops: min=920 max=2168 avg=1457.500000\n  bw(KiB/s): min=117760 max=277504 avg=186562.031250\n\nJobName: write_bw\n  blocksize=128k filesize=2G iodepth=64 rw=randwrite\nwrite:\n  IOPS=141.218124 BW(KiB/s)=18604\n  iops: min=2 max=288 avg=142.800003\n  bw(KiB/s): min=256 max=36864 avg=18293.966797\n\nDisk stats (read/write):\n  dm-3: ios=65084/6657 merge=0/0 ticks=2133228/2168554 in_queue=4301782, util=99.246300%\n  sdc: ios=65082/6623 merge=2/202 ticks=2098593/918415 in_queue=3017008, util=99.402611%\n"
            }
        ],
        "Raw": {
            "size": "400Gi",
            "storageClass": {
                "metadata": {
                    "name": "encrypted-rwo",
                    "uid": "a6687a94-da84-4c43-8c75-31a893d5e736",
                    "resourceVersion": "425",
                    "creationTimestamp": "2023-03-09T12:51:20Z",
                    "labels": {
                        "app.kubernetes.io/managed-by": "Helm"
                    },
                    "annotations": {
                        "meta.helm.sh/release-name": "constellation-services",
                        "meta.helm.sh/release-namespace": "kube-system",
                        "storageclass.kubernetes.io/is-default-class": "true"
                    },
                    "managedFields": [
                        {
                            "manager": "bootstrapper",
                            "operation": "Update",
                            "apiVersion": "storage.k8s.io/v1",
                            "time": "2023-03-09T12:51:20Z",
                            "fieldsType": "FieldsV1",
                            "fieldsV1": {
                                "f:allowVolumeExpansion": {},
                                "f:metadata": {
                                    "f:annotations": {
                                        ".": {},
                                        "f:meta.helm.sh/release-name": {},
                                        "f:meta.helm.sh/release-namespace": {},
                                        "f:storageclass.kubernetes.io/is-default-class": {}
                                    },
                                    "f:labels": {
                                        ".": {},
                                        "f:app.kubernetes.io/managed-by": {}
                                    }
                                },
                                "f:parameters": {
                                    ".": {},
                                    "f:skuname": {}
                                },
                                "f:provisioner": {},
                                "f:reclaimPolicy": {},
                                "f:volumeBindingMode": {}
                            }
                        }
                    ]
                },
                "provisioner": "azuredisk.csi.confidential.cloud",
                "parameters": {
                    "skuname": "StandardSSD_LRS"
                },
                "reclaimPolicy": "Delete",
                "allowVolumeExpansion": true,
                "volumeBindingMode": "Immediate"
            },
            "fioConfig": "[global]\nrandrepeat=0\nverify=0\nioengine=libaio\ndirect=1\ngtod_reduce=1\n[job1]\nname=read_iops\nbs=4K\niodepth=64\nsize=2G\nreadwrite=randread\ntime_based\nramp_time=2s\nruntime=15s\n[job2]\nname=write_iops\nbs=4K\niodepth=64\nsize=2G\nreadwrite=randwrite\ntime_based\nramp_time=2s\nruntime=15s\n[job3]\nname=read_bw\nbs=128K\niodepth=64\nsize=2G\nreadwrite=randread\ntime_based\nramp_time=2s\nruntime=15s\n[job4]\nname=write_bw\nbs=128k\niodepth=64\nsize=2G\nreadwrite=randwrite\ntime_based\nramp_time=2s\nruntime=15s\n",
            "result": {
                "fio version": "fio-3.30",
                "timestamp": 1678366708,
                "timestamp_ms": 1678366708715,
                "time": "Thu Mar  9 12:58:28 2023",
                "global options": {
                    "directory": "/dataset",
                    "randrepeat": "0",
                    "verify": "0",
                    "ioengine": "libaio",
                    "direct": "1",
                    "gtod_reduce": "1"
                },
                "jobs": [
                    {
                        "jobname": "read_iops",
                        "elapsed": 18,
                        "job options": {
                            "name": "read_iops",
                            "bs": "4K",
                            "iodepth": "64",
                            "size": "2G",
                            "rw": "randread",
                            "ramp_time": "2s",
                            "runtime": "15s"
                        },
                        "read": {
                            "io_bytes": 135536640,
                            "io_kbytes": 132360,
                            "bw_bytes": 8888231,
                            "bw": 8679,
                            "iops": 2165.847,
                            "runtime": 15249,
                            "total_ios": 33027,
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {},
                            "bw_min": 4256,
                            "bw_max": 16736,
                            "bw_agg": 4.563348,
                            "bw_mean": 8799.066,
                            "bw_dev": 3406.0356,
                            "bw_samples": 30,
                            "iops_min": 1064,
                            "iops_max": 4184,
                            "iops_mean": 2199.7666,
                            "iops_stddev": 851.5089,
                            "iops_samples": 30
                        },
                        "write": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "trim": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "sync": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "job_runtime": 15248,
                        "usr_cpu": 0.209864,
                        "sys_cpu": 1.974029,
                        "ctx": 1425,
                        "minf": 37,
                        "iodepth_level": {
                            "\u003e=64": 100
                        },
                        "iodepth_submit": {
                            "4": 100
                        },
                        "iodepth_complete": {
                            "4": 99.99697,
                            "64": 0.1
                        },
                        "latency_ns": {},
                        "latency_us": {},
                        "latency_ms": {},
                        "latency_depth": 64,
                        "latency_percentile": 100
                    },
                    {
                        "jobname": "write_iops",
                        "elapsed": 18,
                        "job options": {
                            "name": "write_iops",
                            "bs": "4K",
                            "iodepth": "64",
                            "size": "2G",
                            "rw": "randwrite",
                            "ramp_time": "2s",
                            "runtime": "15s"
                        },
                        "read": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "write": {
                            "io_bytes": 13955072,
                            "io_kbytes": 13628,
                            "bw_bytes": 917976,
                            "bw": 896,
                            "iops": 219.97105,
                            "runtime": 15202,
                            "total_ios": 3344,
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {},
                            "bw_min": 224,
                            "bw_max": 1440,
                            "bw_agg": 4.559427,
                            "bw_mean": 890,
                            "bw_dev": 263.00085,
                            "bw_samples": 30,
                            "iops_min": 56,
                            "iops_max": 360,
                            "iops_mean": 222.33333,
                            "iops_stddev": 65.6618,
                            "iops_samples": 30
                        },
                        "trim": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "sync": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "job_runtime": 15201,
                        "usr_cpu": 0.072364,
                        "sys_cpu": 0.66443,
                        "ctx": 2157,
                        "minf": 36,
                        "iodepth_level": {
                            "\u003e=64": 100
                        },
                        "iodepth_submit": {
                            "4": 100
                        },
                        "iodepth_complete": {
                            "4": 99.97011,
                            "64": 0.1
                        },
                        "latency_ns": {},
                        "latency_us": {},
                        "latency_ms": {},
                        "latency_depth": 64,
                        "latency_percentile": 100
                    },
                    {
                        "jobname": "read_bw",
                        "elapsed": 18,
                        "job options": {
                            "name": "read_bw",
                            "bs": "128K",
                            "iodepth": "64",
                            "size": "2G",
                            "rw": "randread",
                            "ramp_time": "2s",
                            "runtime": "15s"
                        },
                        "read": {
                            "io_bytes": 2875326464,
                            "io_kbytes": 2807936,
                            "bw_bytes": 188570728,
                            "bw": 184151,
                            "iops": 1434.5488,
                            "runtime": 15248,
                            "total_ios": 21874,
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {},
                            "bw_min": 117760,
                            "bw_max": 277504,
                            "bw_agg": 96.75502,
                            "bw_mean": 186562.03,
                            "bw_dev": 46217.277,
                            "bw_samples": 30,
                            "iops_min": 920,
                            "iops_max": 2168,
                            "iops_mean": 1457.5,
                            "iops_stddev": 361.0814,
                            "iops_samples": 30
                        },
                        "write": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "trim": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "sync": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "job_runtime": 15247,
                        "usr_cpu": 0.275464,
                        "sys_cpu": 3.469535,
                        "ctx": 1933,
                        "minf": 37,
                        "iodepth_level": {
                            "\u003e=64": 100
                        },
                        "iodepth_submit": {
                            "4": 100
                        },
                        "iodepth_complete": {
                            "4": 99.99543,
                            "64": 0.1
                        },
                        "latency_ns": {},
                        "latency_us": {},
                        "latency_ms": {},
                        "latency_depth": 64,
                        "latency_percentile": 100
                    },
                    {
                        "jobname": "write_bw",
                        "elapsed": 18,
                        "job options": {
                            "name": "write_bw",
                            "bs": "128k",
                            "iodepth": "64",
                            "size": "2G",
                            "rw": "randwrite",
                            "ramp_time": "2s",
                            "runtime": "15s"
                        },
                        "read": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "write": {
                            "io_bytes": 290586624,
                            "io_kbytes": 283776,
                            "bw_bytes": 19051112,
                            "bw": 18604,
                            "iops": 141.21812,
                            "runtime": 15253,
                            "total_ios": 2154,
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {},
                            "bw_min": 256,
                            "bw_max": 36864,
                            "bw_agg": 93.819565,
                            "bw_mean": 18293.967,
                            "bw_dev": 7049.828,
                            "bw_samples": 30,
                            "iops_min": 2,
                            "iops_max": 288,
                            "iops_mean": 142.8,
                            "iops_stddev": 55.03754,
                            "iops_samples": 30
                        },
                        "trim": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "sync": {
                            "slat_ns": {},
                            "clat_ns": {},
                            "lat_ns": {}
                        },
                        "job_runtime": 15252,
                        "usr_cpu": 0.059009,
                        "sys_cpu": 0.445843,
                        "ctx": 1601,
                        "minf": 36,
                        "iodepth_level": {
                            "\u003e=64": 100
                        },
                        "iodepth_submit": {
                            "4": 100
                        },
                        "iodepth_complete": {
                            "4": 99.9536,
                            "64": 0.1
                        },
                        "latency_ns": {},
                        "latency_us": {},
                        "latency_ms": {},
                        "latency_depth": 64,
                        "latency_percentile": 100
                    }
                ],
                "disk_util": [
                    {
                        "name": "dm-3",
                        "read_ios": 65084,
                        "write_ios": 6657,
                        "read_ticks": 2133228,
                        "write_ticks": 2168554,
                        "in_queue": 4301782,
                        "util": 99.2463
                    },
                    {
                        "name": "sdc",
                        "read_ios": 65082,
                        "write_ios": 6623,
                        "read_merges": 2,
                        "write_merges": 202,
                        "read_ticks": 2098593,
                        "write_ticks": 918415,
                        "in_queue": 3017008,
                        "util": 99.40261
                    }
                ]
            }
        }
    }
]