I've been testing performance on the latest versions of TrueNAS Scale and Core and wanted to report a surprising result. On the same machine, scrub performance on TrueNAS core appears ~25% faster than TrueNAS Scale. I ran a scrub on "terapool", status below. Both OS's are running OpenZFS 2.0.4. I know this is by no means a scientific study, but I watched zpool iostat for awhile and am attaching the peak scrub speeds that I found.
Controllers: 2x LSI-9305-24i
RAM: 512MB ECC
CPU: Intel(R) Xeon(R) Platinum 8260L CPU @ 2.30GHz
HDDs: 30x 16TB Seagate Exos 7200rpm
TrueNAS Core 12.1
TrueNAS Scale 21.03
Controllers: 2x LSI-9305-24i
RAM: 512MB ECC
CPU: Intel(R) Xeon(R) Platinum 8260L CPU @ 2.30GHz
HDDs: 30x 16TB Seagate Exos 7200rpm
TrueNAS Core 12.1
Code:
root@teracube[/mnt/terapool/scripts]# zpool iostat
capacity operations bandwidth
pool alloc free read write read write
------------ ----- ----- ----- ----- ----- -----
boot-pool 2.32G 40.2G 6 4 117K 22.9K
terapool 270T 174T 17.5K 74 8.90G 1.43M
------------ ----- ----- ----- ----- ----- -----TrueNAS Scale 21.03
Code:
root@teracube[/mnt/terapool/scripts]# zpool iostat
capacity operations bandwidth
pool alloc free read write read write
------------ ----- ----- ----- ----- ----- -----
boot-pool 2.32G 40.2G 6 4 117K 22.9K
terapool 270T 174T 17.5K 74 5.67G 1.43M
------------ ----- ----- ----- ----- ----- -----Code:
root@teracube[/mnt/terapool/scripts]# zpool list -v terapool
NAME SIZE ALLOC FREE CKPOINT EXPANDSZ FRAG CAP DEDUP HEALTH ALTROOT
terapool 444T 270T 174T - - 0% 60% 1.00x ONLINE /mnt
raidz2 218T 180T 37.8T - - 0% 82.7% - ONLINE
gptid/295eaade-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/aab2f8a6-84e8-11eb-984b-3cecef6e7f4c - - - - - - - - ONLINE
gptid/2290e748-ff5a-b54b-bb34-c306ea21e8fa - - - - - - - - ONLINE
gptid/141da3e0-ff50-4f9e-b0ff-156574350b3c - - - - - - - - ONLINE
gptid/2fe281ae-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/30621220-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/337369ad-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/0e074849-8741-11eb-9fda-3cecef6e7f4c - - - - - - - - ONLINE
gptid/34487cb9-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/35beca93-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/3725335a-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/39d17383-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/3a55cf88-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/3ba25374-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/3c9a1e04-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
raidz2 218T 87.8T 130T - - 0% 40.2% - ONLINE
gptid/d7a546dd-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/b6b95789-baac-4b33-b69f-8b5b01b60c5d - - - - - - - - ONLINE
gptid/de8f5473-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/dfa46229-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/dba95b5c-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/e0e414d1-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/e2f620e3-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/e2e746c7-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/e5c7d0c7-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/e723e2e9-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/e65e915e-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/e64f9c2d-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/a4335069-2ebc-42d3-a1e8-fdeb751b2f0f - - - - - - - - ONLINE
gptid/eade446f-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
gptid/ec017d8a-eec5-11ea-93c6-3cecef6e7f4c - - - - - - - - ONLINE
special - - - - - - - - -
mirror 3.62T 818G 2.83T - - 12% 22.0% - ONLINE
gptid/54ce329f-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/54d84cd3-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
mirror 3.62T 818G 2.83T - - 12% 22.0% - ONLINE
gptid/60c6091b-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
gptid/60c06ae1-ebf1-11ea-994d-3cecef6bac28 - - - - - - - - ONLINE
logs - - - - - - - - -
nvd4p1 260G 192K 260G - - 0% 0.00% - ONLINE
cache - - - - - - - - -
nvd5p1 6.99T 1.90M 6.99T - - 0% 0.00% - ONLINE
nvd2p1 6.99T 2.11M 6.99T - - 0% 0.00% - ONLINE
nvd6p1 6.99T 1.57M 6.99T - - 0% 0.00% - ONLINE
nvd3p1 6.99T 1.34M 6.99T - - 0% 0.00% - ONLINE
Last edited:
