From 02b29c2a73404a9bba70b55bad57d25fa0562530 Mon Sep 17 00:00:00 2001 From: =?utf8?q?Michal=20Voc=C5=AF?= Date: Wed, 21 Jun 2006 11:24:48 +0000 Subject: [PATCH] * performance testing results --- org.glite.lb/doc/perf_results/il_sci_09062006.txt | 63 ++++++++++ .../doc/perf_results/il_sci_09062006_01.txt | 129 +++++++++++++++++++++ org.glite.lb/doc/perf_results/il_sci_12062006.txt | 65 +++++++++++ .../doc/perf_results/ll_michal_21062006.txt | 20 ++++ .../doc/perf_results/proxy_sci_09062006.txt | 21 ++++ 5 files changed, 298 insertions(+) create mode 100644 org.glite.lb/doc/perf_results/il_sci_09062006.txt create mode 100644 org.glite.lb/doc/perf_results/il_sci_09062006_01.txt create mode 100644 org.glite.lb/doc/perf_results/il_sci_12062006.txt create mode 100644 org.glite.lb/doc/perf_results/ll_michal_21062006.txt create mode 100644 org.glite.lb/doc/perf_results/proxy_sci_09062006.txt diff --git a/org.glite.lb/doc/perf_results/il_sci_09062006.txt b/org.glite.lb/doc/perf_results/il_sci_09062006.txt new file mode 100644 index 0000000..503966e --- /dev/null +++ b/org.glite.lb/doc/perf_results/il_sci_09062006.txt @@ -0,0 +1,63 @@ +./shared/egee/jra1-head/stage/sbin/perftest_il.sh 10 +------------------------------------------- +Logging test: + - events sent through IPC and/or files + - events discarded by IL immediately +------------------------------------------- +a) events sent only by IPC +b) events stored to files and sent by IPC + + small_job big_job small_dag big_dag +a) 154727793 11240340 101479915 621678 +[jobs/day] +b) 11540156 594389 10416164 402240 +[jobs/day] +----------------------------------- +Interlogger test: + - events sent through IPC & files + - events discarded in IL +----------------------------------- +a) disabled event parsing, the server address (jobid) is hardcoded +b) disabled event synchronization from files +c) disabled recovery thread +x) disabled sync and recovery +d) lazy bkserver connection close +e) normal operation + + small_job big_job small_dag big_dag +a) 14323607 547755 10158371 375594 +[jobs/day] +b) 6284230 364547 4554967 300055 +[jobs/day] +c) 7540122 412971 3186381 300417 +[jobs/day] +x) 9672327 418137 2567653 297477 +[jobs/day] +d) this test is not yet implemented +e) 9650719 410507 3651840 301687 +[jobs/day] +----------------------------------- +Interlogger test: + - events sent through IPC & files + - events consumed by empty BS +----------------------------------- +a) disabled event parsing, the server address (jobid) is hardcoded +b) disabled event synchronization from files +c) disabled recovery thread +x) disabled sync and recovery +d) lazy bkserver connection close +e) normal operation + + small_job big_job small_dag big_dag +a) 2639788 182196 2035014 246654 +[jobs/day] +b) 1170308 45973 759842 74898 +[jobs/day] +c) 1060595 42047 921386 76638 +[jobs/day] +x) 1091863 42247 518302 82129 +[jobs/day] +d) this test is not yet implemented +e) 1147040 41790 489257 76627 +[jobs/day] + diff --git a/org.glite.lb/doc/perf_results/il_sci_09062006_01.txt b/org.glite.lb/doc/perf_results/il_sci_09062006_01.txt new file mode 100644 index 0000000..04db72b --- /dev/null +++ b/org.glite.lb/doc/perf_results/il_sci_09062006_01.txt @@ -0,0 +1,129 @@ +[michal@scientific jra1-head]$ ./stage/sbin/perftest_il.sh 10 +------------------------------------------- +Logging test: + - events sent through IPC and/or files + - events discarded by IL immediately +------------------------------------------- +a) events sent only by IPC +b) events stored to files and sent by IPC + + small_job big_job small_dag big_dag +a) 149765990 10933663 100162299 619924 +[jobs/day] +b) 11857056 479615 2753618 277679 +[jobs/day] +----------------------------------- +Interlogger test: + - events sent through IPC & files + - events discarded in IL +----------------------------------- +a) disabled event parsing, the server address (jobid) is hardcoded +b) disabled event synchronization from files +c) disabled recovery thread +x) disabled sync and recovery +d) lazy bkserver connection close +e) normal operation + + small_job big_job small_dag big_dag +a) 13813170 268900 6448242 244203 +[jobs/day] +b) 4525621 255055 6147103 241153 +[jobs/day] +c) 9338319 217855 5497442 248429 +[jobs/day] +x) 9335090 232292 3989195 236341 +[jobs/day] +d) this test is not yet implemented +e) 3283323 216013 7284868 256479 +[jobs/day] +----------------------------------- +Interlogger test: + - events sent through IPC & files + - events consumed by empty BS +----------------------------------- +a) disabled event parsing, the server address (jobid) is hardcoded +b) disabled event synchronization from files +c) disabled recovery thread +x) disabled sync and recovery +d) lazy bkserver connection close +e) normal operation + + small_job big_job small_dag big_dag +a) 4019651 44496 766972 95556 +[jobs/day] +b) 1366885 47501 564779 90055 +[jobs/day] +c) 1152594 47656 603774 97465 +[jobs/day] +x) 1049069 48779 607913 88692 +[jobs/day] +d) this test is not yet implemented +e) 942509 46271 523129 91103 +[jobs/day] + + +************************************************************************* + + +[michal@scientific jra1-head]$ ./stage/sbin/perftest_il.sh 100 +------------------------------------------- +Logging test: + - events sent through IPC and/or files + - events discarded by IL immediately +------------------------------------------- +a) events sent only by IPC +b) events stored to files and sent by IPC + + small_job big_job small_dag big_dag +a) 157966907 0 0 620546 +[jobs/day] +b) 13833450 558487 10210340 283454 +[jobs/day] +----------------------------------- +Interlogger test: + - events sent through IPC & files + - events discarded in IL +----------------------------------- +a) disabled event parsing, the server address (jobid) is hardcoded +b) disabled event synchronization from files +c) disabled recovery thread +x) disabled sync and recovery +d) lazy bkserver connection close +e) normal operation + + small_job big_job small_dag big_dag +a) 12884330 316703 4447489 151870 +[jobs/day] +b) 7980713 469667 4641283 244463 +[jobs/day] +c) 8458472 556919 5657712 253640 +[jobs/day] +x) 8149836 549678 4765300 257375 +[jobs/day] +d) this test is not yet implemented +e) 9687868 503933 4461079 247092 +[jobs/day] +----------------------------------- +Interlogger test: + - events sent through IPC & files + - events consumed by empty BS +----------------------------------- +a) disabled event parsing, the server address (jobid) is hardcoded +b) disabled event synchronization from files +c) disabled recovery thread +x) disabled sync and recovery +d) lazy bkserver connection close +e) normal operation + + small_job big_job small_dag big_dag +a) 9389344 97159 450483 68610 +[jobs/day] +b) 1195400 82681 560118 88216 +[jobs/day] +c) 1351879 88207 830072 102285 +[jobs/day] +x) 1173835 85897 562648 0 +[jobs/day] +d) this test is not yet implemented +e) 1205291 78355 567658 87770 +[jobs/day] diff --git a/org.glite.lb/doc/perf_results/il_sci_12062006.txt b/org.glite.lb/doc/perf_results/il_sci_12062006.txt new file mode 100644 index 0000000..f3a1a79 --- /dev/null +++ b/org.glite.lb/doc/perf_results/il_sci_12062006.txt @@ -0,0 +1,65 @@ +[michal@scientific jra1-head]$ ./stage/sbin/perftest_il.sh 10 +------------------------------------------- +Logging test: + - events sent through IPC and/or files + - events discarded by IL immediately +------------------------------------------- +a) events sent only by IPC +b) events stored to files and sent by IPC + + small_job big_job small_dag big_dag +a) 153599999 11157889 101479915 539075 +[jobs/day] +b) 10835893 1059003 2577803 351095 +[jobs/day] +----------------------------------- +Interlogger test: + - events sent through IPC & files + - events discarded in IL +----------------------------------- +a) disabled event parsing, the server address (jobid) is hardcoded +b) disabled event synchronization from files +c) disabled recovery thread +x) disabled sync and recovery +d) lazy bkserver connection close +e) normal operation + + small_job big_job small_dag big_dag +a) 14148626 772362 11498383 376986 +[jobs/day] +b) 5348851 489142 5558879 292071 +[jobs/day] +c) 9042670 441000 5911613 287842 +[jobs/day] +x) 7730298 414784 6579748 289834 +[jobs/day] +d) this test is not applicable +e) 9288325 365701 7189156 299604 +[jobs/day] +----------------------------------- +Interlogger test: + - events sent through IPC & files + - events consumed by empty BS +----------------------------------- +a) disabled event parsing, the server address (jobid) is hardcoded +b) disabled event synchronization from files +c) disabled recovery thread +x) disabled sync and recovery +d) lazy bkserver connection close +e) normal operation + + small_job big_job small_dag big_dag +a) 2219003 185867 1785164 258615 +[jobs/day] +b) 1795503 48283 309380 77422 +[jobs/day] +c) 1201618 39001 850436 74771 +[jobs/day] +x) 1134249 48039 447017 74244 +[jobs/day] +d) 5335078 207059 2438095 96295 +[jobs/day] +e) 1019269 36465 875966 65565 +[jobs/day] + + diff --git a/org.glite.lb/doc/perf_results/ll_michal_21062006.txt b/org.glite.lb/doc/perf_results/ll_michal_21062006.txt new file mode 100644 index 0000000..c13457f --- /dev/null +++ b/org.glite.lb/doc/perf_results/ll_michal_21062006.txt @@ -0,0 +1,20 @@ +michal:~/shared/egee/jra1-head> ./stage/sbin/perftest_ll.sh 10 +---------------- +Locallogger test +---------------- +a) glite-lb-logd-perf-nofile --noParse --noIPC +b) glite-lb-logd-perf-nofile --noIPC +c) glite-lb-logd-perf --noIPC +d) glite-lb-logd-perf + +Number of jobs: 10 + + small_job big_job small_dag big_dag +a) 14.544066 14.590504 14.681760 9.264801 [events/sec] + 125660 8404 97577 25821 [jobs/day] +b) 14.614844 14.408043 14.279216 9.600877 [events/sec] + 126272 8298 94901 26758 [jobs/day] +c) 0.000000 0.000000 0.000000 0.000000 [events/sec] + 0 0 0 0 [jobs/day] +d) 13.331568 13.530218 13.420780 8.363152 [events/sec] + 115184 7793 89196 23308 [jobs/day] diff --git a/org.glite.lb/doc/perf_results/proxy_sci_09062006.txt b/org.glite.lb/doc/perf_results/proxy_sci_09062006.txt new file mode 100644 index 0000000..efa1a41 --- /dev/null +++ b/org.glite.lb/doc/perf_results/proxy_sci_09062006.txt @@ -0,0 +1,21 @@ +---------------------------------- +LB Proxy test +---------------------------------- +Events are consumed: +1) before parsing +2) after parsing, before storing into database +3) after storing into db, before computing state +4) after computing state, before sending to IL +5) by IL + + small_job big_job small_dag big_dag +1) 43005186.489600 2852512.156800 31859581.824000 502823.721600 +[jobs/day] +2) 37764713.548800 2438483.961600 26108871.523200 340065.648000 +[jobs/day] +3) 1754530.243200 272980.540800 2051218.684800 0.000000 +[jobs/day] +4) 1267110.000000 176052.182400 1506470.486400 0.000000 +[jobs/day] +5) 329471.452800 48787.747200 318152.275200 0.000000 +[jobs/day] -- 1.8.2.3