ADIC StorNext over DotHill Results from directory ~welcome/dh/ADIC_DH_R0_WB_20030219_001629 GFS pool stripes across two DH RAID 0 devices with controller cache set to Write-Back. * Tables staring with "P" are results from per-process I/O. That is, each process writes and reads its own file in its own subdirectory * Tables staring with "G" are results from Global file I/O. That is, each process writes and reads a distinct section of a single, shared file. * _IC cases represent I/O where the aggregate file size should fit into controller cache * _OC cases represent I/O where the aggregate file size will not fit into controller cache. * _t1 cases represent runs with one I/O thread per proces. * _t2 cases represent runs with one I/O thread per proces. * _R represents runs in which the file name and offset is "rotated" after the write test and before the read test. That is, process N reads the data written by process N+1. Local cache and controller cache is flushed before each test by writing, then reading a large file from all participating nodes. NOTE: G-type I/O does not work on this file system.
GFS over DotHill These same from the dh/GFS_DH_R0_WB_20030218_141457 directory. GFS pool stripes across two DH RAID 0 devices with controller cache set to Write-Back. * Tables staring with "P" are results from per-process I/O. That is, each process writes and reads its own file in its own subdirectory * Tables staring with "G" are results from Global file I/O. That is, each process writes and reads a distinct section of a single, shared file. * _IC cases represent I/O where the aggregate file size should fit into controller cache * _OC cases represent I/O where the aggregate file size will not fit into controller cache. * _t1 cases represent runs with one I/O thread per proces. * _t2 cases represent runs with one I/O thread per proces. * _R represents runs in which the file name and offset is "rotated" after the write test and before the read test. That is, process N reads the data written by process N+1. Local cache and controller cache is flushed before each test by writing, then reading a large file from all participating nodes.
P_IC_256_t1												P_IC_256_t1
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	255	640	1	1	1	409	52.47	117.27					255	640	1	1	1	409	43.12	125.44
	127	640	2	1	2	204	55.15	937.96					127	640	2	1	2	204	53.23	169.35
	85	640	3	1	3	136	55.77	1405.49					85	640	3	1	3	136	54.39	185.32
	63	640	4	1	4	102	55.96	1839.95					63	640	4	1	4	102	53.05	188.70
	50	640	5	1	5	81	57.21	2323.55					50	640	5	1	5	81	52.32	189.22
	42	640	6	1	6	68	57.33	2775.18					42	640	6	1	6	68	52.60	189.89
	36	640	7	1	7	58	57.81	3242.23					36	640	7	1	7	58	52.06	189.32
	31	640	8	1	8	51	57.84	3698.33					31	640	8	1	8	51	52.08	189.68
P_IC_256_t1_R												P_IC_256_t1_R
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	255	640	1	1	1	409	53.52	312.22					255	640	1	1	1	409	43.05	124.46
	127	640	2	1	2	204	54.80	151.65					127	640	2	1	2	204	52.10	170.43
	85	640	3	1	3	136	56.90	172.04					85	640	3	1	3	136	54.05	185.80
	63	640	4	1	4	102	56.63	173.30					63	640	4	1	4	102	53.37	188.91
	50	640	5	1	5	81	56.91	178.16					50	640	5	1	5	81	52.78	188.68
	42	640	6	1	6	68	57.37	179.60					42	640	6	1	6	68	52.40	189.54
	36	640	7	1	7	58	57.87	178.12					36	640	7	1	7	58	52.38	189.64
	31	640	8	1	8	51	57.76	179.79					31	640	8	1	8	51	52.17	189.41
P_IC_256_t2												P_IC_256_t2
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	255	640	1	2	2	204	53.79	302.08					255	640	1	2	2	204	41.76	164.35
	127	640	2	2	4	102	56.43	886.25					127	640	2	2	4	102	48.67	186.68
	85	640	3	2	6	68	56.12	1320.58					85	640	3	2	6	68	50.10	189.78
	63	640	4	2	8	51	56.83	1748.96					63	640	4	2	8	51	50.37	189.32
	50	640	5	2	10	40	48.77	2181.60					50	640	5	2	10	40	50.24	189.45
	42	640	6	2	12	34	57.49	2612.95					42	640	6	2	12	34	49.39	189.83
	36	640	7	2	14	29	57.77	3030.76					36	640	7	2	14	29	50.04	189.68
	31	640	8	2	16	25	58.04	3466.30					31	640	8	2	16	25	50.18	189.61
P_IC_256_t2_R												P_IC_256_t2_R
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	255	640	1	2	2	204	54.18	306.73					255	640	1	2	2	204	41.85	164.13
	127	640	2	2	4	102	56.28	177.61					127	640	2	2	4	102	48.41	187.63
	85	640	3	2	6	68	56.57	180.37					85	640	3	2	6	68	49.99	189.53
	63	640	4	2	8	51	57.02	179.39					63	640	4	2	8	51	50.32	189.41
	50	640	5	2	10	40	57.04	182.33					50	640	5	2	10	40	50.48	189.75
	42	640	6	2	12	34	57.30	182.07					42	640	6	2	12	34	49.33	189.92
	36	640	7	2	14	29	57.76	181.33					36	640	7	2	14	29	49.97	189.41
	31	640	8	2	16	25	57.80	180.91					31	640	8	2	16	25	49.18	189.19
P_IC_512_t1												P_IC_512_t1
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	511	640	1	1	1	819	52.02	158.06					511	640	1	1	1	819	43.01	123.12
	255	640	2	1	2	409	54.56	409.19					255	640	2	1	2	409	54.08	166.31
	170	640	3	1	3	273	54.04	1431.26					170	640	3	1	3	273	54.32	186.68
	127	640	4	1	4	204	55.07	1899.47					127	640	4	1	4	204	54.47	189.07
	101	640	5	1	5	163	55.22	2360.94					101	640	5	1	5	163	53.77	190.05
	85	640	6	1	6	136	54.72	2822.69					85	640	6	1	6	136	54.59	189.87
	73	640	7	1	7	117	54.79	3278.56					73	640	7	1	7	117	53.45	190.13
	63	640	8	1	8	102	54.71	3390.19					63	640	8	1	8	102	53.87	190.02
P_IC_512_t1_R												P_IC_512_t1_R
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	511	640	1	1	1	819	53.94	156.70					511	640	1	1	1	819	43.00	123.49
	255	640	2	1	2	409	54.12	150.92					255	640	2	1	2	409	53.04	167.65
	170	640	3	1	3	273	54.44	169.34					170	640	3	1	3	273	54.52	186.19
	127	640	4	1	4	204	54.98	179.30					127	640	4	1	4	204	54.17	189.08
	101	640	5	1	5	163	54.86	182.50					101	640	5	1	5	163	53.97	189.91
	85	640	6	1	6	136	54.79	184.43					85	640	6	1	6	136	54.26	189.56
	73	640	7	1	7	117	54.85	184.47					73	640	7	1	7	117	53.86	190.10
	63	640	8	1	8	102	54.54	185.10					63	640	8	1	8	102	54.28	190.15
P_IC_512_t2												P_IC_512_t2
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	511	640	1	2	2	409	53.47	220.52					511	640	1	2	2	409	42.00	165.58
	255	640	2	2	4	204	54.57	460.55					255	640	2	2	4	204	49.28	188.76
	170	640	3	2	6	136	54.04	1335.45					170	640	3	2	6	136	50.10	190.20
	127	640	4	2	8	102	54.80	1770.42					127	640	4	2	8	102	49.91	190.04
	101	640	5	2	10	81	55.08	2203.52					101	640	5	2	10	81	50.13	190.22
	85	640	6	2	12	68	54.91	2635.40					85	640	6	2	12	68	49.87	190.22
	72	640	7	2	14	58	54.30	3077.70					72	640	7	2	14	58	50.03	190.28
	63	640	8	2	16	51	54.89	3508.75					63	640	8	2	16	51	49.98	190.18
P_IC_512_t2_R												P_IC_512_t2_R
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	511	640	1	2	2	409	52.98	225.27					511	640	1	2	2	409	42.02	166.52
	255	640	2	2	4	204	54.77	177.62					255	640	2	2	4	204	49.12	189.08
	170	640	3	2	6	136	54.60	183.63					170	640	3	2	6	136	49.88	190.25
	127	640	4	2	8	102	52.76	183.12					127	640	4	2	8	102	50.31	190.06
	101	640	5	2	10	81	55.41	183.09					101	640	5	2	10	81	49.72	190.15
	85	640	6	2	12	68	54.65	184.81					85	640	6	2	12	68	49.92	190.29
	72	640	7	2	14	58	54.25	184.48					72	640	7	2	14	58	49.88	190.12
	63	640	8	2	16	51	55.02	184.80					63	640	8	2	16	51	50.09	190.12
G_IC_256_t1												P_OC_t1
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	255	640	1	1	1	409	103.41	255.72					4725	640	1	1	1	7560	43.28	92.12
	127	640	2	1	2	204	45.13	162.22					2362	640	2	1	2	3780	54.60	110.50
	85	640	3	1	3	136	45.60	181.40					1575	640	3	1	3	2520	54.82	124.42
	63	640	4	1	4	102	43.95	181.43					1181	640	4	1	4	1890	55.07	130.89
	50	640	5	1	5	81	43.38	182.54					945	640	5	1	5	1512	55.24	134.56
	42	640	6	1	6	68	42.81	190.37					787	640	6	1	6	1260	55.32	136.00
	36	640	7	1	7	58	43.65	189.44					675	640	7	1	7	1080	54.99	138.11
	31	640	8	1	8	51	42.00	186.70					590	640	8	1	8	945	55.02	137.60
G_IC_256_t1_R												P_OC_t1_R
	Size	Recsz	num	thrd	tot	Record	Write	Read					Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th							(MB)	(KB)	proc	proc	thrd	per_th
	255	640	1	1	1	409	102.89	248.10					4725	640	1	1	1	7560	43.29	91.84
	127	640	2	1	2	204	48.59	158.73					2362	640	2	1	2	3780	55.08	110.64
	85	640	3	1	3	136	46.00	175.70					1575	640	3	1	3	2520	54.87	123.77
	63	640	4	1	4	102	43.91	180.65					1181	640	4	1	4	1890	55.10	130.36
	50	640	5	1	5	81	43.80	180.24					945	640	5	1	5	1512	55.30	134.22
	42	640	6	1	6	68	43.25	182.54					787	640	6	1	6	1260	55.37	135.60
	36	640	7	1	7	58	42.43	181.12					675	640	7	1	7	1080	55.01	138.02
	31	640	8	1	8	51	41.97	181.75					590	640	8	1	8	945	55.07	137.50
G_IC_512_t1_R
	Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th
	511	640	1	1	1	819	67.28	155.83
	255	640	2	1	2	409	42.96	154.81
	170	640	3	1	3	273	43.20	177.10
	127	640	4	1	4	204	43.21	182.73
	101	640	5	1	5	163	41.66	184.22
	85	640	6	1	6	136	42.42	183.85
	73	640	7	1	7	117	41.88	184.92
	63	640	8	1	8	102	40.77	184.47
P_OC_t1
	Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th
	4725	640	1	1	1	7560	52.54	94.39
	2362	640	2	1	2	3780	53.15	130.80
	1575	640	3	1	3	2520	53.12	148.19
	1181	640	4	1	4	1890	52.98	159.05
	945	640	5	1	5	1512	52.95	164.12
	787	640	6	1	6	1260	53.04	175.02
	675	640	7	1	7	1080	52.78	183.69
	590	640	8	1	8	945	52.68	193.34
P_OC_t1_R
	Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th
	4725	640	1	1	1	7560	50.74	94.41
	2362	640	2	1	2	3780	52.90	117.97
	1575	640	3	1	3	2520	53.13	127.71
	1181	640	4	1	4	1890	53.16	133.19
	945	640	5	1	5	1512	52.15	134.16
	787	640	6	1	6	1260	52.90	133.58
	675	640	7	1	7	1080	52.75	135.29
	590	640	8	1	8	945	52.70	133.84
G_OC_t1
	Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th
	4725	640	1	1	1	7560	53.46	93.38
	2362	640	2	1	2	3780	39.58	114.87
	1575	640	3	1	3	2520	39.34	128.60
	1181	640	4	1	4	1890	38.76	132.48
	945	640	5	1	5	1512	40.24	138.44
	787	640	6	1	6	1260	39.43	135.53
	675	640	7	1	7	1080	38.09	133.75
	590	640	8	1	8	945	38.32	132.60
G_OC_t1_R
	Size	Recsz	num	thrd	tot	Record	Write	Read
	(MB)	(KB)	proc	proc	thrd	per_th
	4725	640	1	1	1	7560	53.91	93.98
	2362	640	2	1	2	3780	39.67	113.67
	1575	640	3	1	3	2520	38.96	127.65
	1181	640	4	1	4	1890	38.59	132.12
	945	640	5	1	5	1512	38.41	133.46
	787	640	6	1	6	1260	38.33	134.27
	675	640	7	1	7	1080	38.00	134.40
	590	640	8	1	8	945	38.23	133.84