From e008fe66739a866e6871521870d7163c488f2a75 Mon Sep 17 00:00:00 2001 From: Michael Vrable Date: Mon, 14 Mar 2011 17:35:30 -0700 Subject: [PATCH] NFS trace replay results --- results/20110314-replay/README | 3 + results/20110314-replay/bluesky-cached | 314 +++++++++++++++++ results/20110314-replay/bluesky-restarted | 302 ++++++++++++++++ .../20110314-replay/bluesky-restarted-fullseg | 321 ++++++++++++++++++ results/20110314-replay/ec2 | 268 +++++++++++++++ results/20110314-replay/native | 310 +++++++++++++++++ 6 files changed, 1518 insertions(+) create mode 100644 results/20110314-replay/README create mode 100644 results/20110314-replay/bluesky-cached create mode 100644 results/20110314-replay/bluesky-restarted create mode 100644 results/20110314-replay/bluesky-restarted-fullseg create mode 100644 results/20110314-replay/ec2 create mode 100644 results/20110314-replay/native diff --git a/results/20110314-replay/README b/results/20110314-replay/README new file mode 100644 index 0000000..5424300 --- /dev/null +++ b/results/20110314-replay/README @@ -0,0 +1,3 @@ +Tests of NFS trace replay using TBBT + +Using the anon-lair62-010920-1900.txt trace diff --git a/results/20110314-replay/bluesky-cached b/results/20110314-replay/bluesky-cached new file mode 100644 index 0000000..e803fef --- /dev/null +++ b/results/20110314-replay/bluesky-cached @@ -0,0 +1,314 @@ +size of fh_map_t 400 size of fh_map 160000000 +sizeof dep_tab_t 152 sizeof dep_tab 15200000 +size of memory_trace_ent_t 376 sizeof memory_trace 37600000 +size of CREATE3args 136 +size of MKDIR3args 132 +size of READ3args 80 +size of WRITE3args 92 +size of RENAME3args 144 +size of GETATTR3args 68 +size of SETATTR3args 140 +size of LINK3args 140 +size of SYMLINK3args 136 +size of MKNOD3args 144 +size of RMDIR3args 72 +size of REMOVE3args 72 +size of LOOKUP3args 72 +size of READDIR3args 88 +size of READDIRPLUS3args 92 +size of FSSTAT3args 68 +size of FSINFO3args 68 +size of COMMIT3args 80 +size of ACCESS3args 72 +size of READLINK3args 68 +async_rpc_sem semid 688128 for key 60000 value 1 +SIZE of fh map 160000 KB +0 fh_map entry read +trace starttime 1001026799 824160 0 +io_thread EXIT +trace_play +receive problem reply, xid d37ccfca nfs_ret 2 No such file or directory trace_status 0 start 0:908505 stop 0:908734 command disk index 30 +receive problem reply, xid 147dcfca nfs_ret 2 No such file or directory trace_status 0 start 0:914720 stop 0:915260 command disk index 170 +receive problem reply, xid 487dcfca nfs_ret 2 No such file or directory trace_status 0 start 0:922903 stop 0:923792 command disk index 278 +receive problem reply, xid 497dcfca nfs_ret 2 No such file or directory trace_status 0 start 0:922944 stop 0:923858 command disk index 318 +receive problem reply, xid e680cfca nfs_ret 2 No such file or directory trace_status 0 start 0:979067 stop 0:979237 command disk index 2122 +receive problem reply, xid ff80cfca nfs_ret 2 No such file or directory trace_status 0 start 0:980449 stop 0:980671 command disk index 2172 +receive problem reply, xid 7681cfca nfs_ret 2 No such file or directory trace_status 0 start 0:996121 stop 0:996373 command disk index 2442 +receive problem reply, xid c981cfca nfs_ret 2 No such file or directory trace_status 0 start 1:8927 stop 1:9086 command disk index 2640 +receive problem reply, xid cc84cfca nfs_ret 2 No such file or directory trace_status 0 start 1:312118 stop 1:312408 command disk index 4712 +receive problem reply, xid cd84cfca nfs_ret 2 No such file or directory trace_status 0 start 1:312172 stop 1:312421 command disk index 4714 +receive problem reply, xid de85cfca nfs_ret 2 No such file or directory trace_status 0 start 1:333222 stop 1:333392 command disk index 5394 +receive problem reply, xid c387cfca nfs_ret 2 No such file or directory trace_status 0 start 1:397745 stop 1:399692 command disk index 6772 +receive problem reply, xid c487cfca nfs_ret 2 No such file or directory trace_status 0 start 1:397786 stop 1:399706 command disk index 6782 +receive problem reply, xid db87cfca nfs_ret 2 No such file or directory trace_status 0 start 1:401012 stop 1:404214 command disk index 6860 +receive problem reply, xid df87cfca nfs_ret 2 No such file or directory trace_status 0 start 1:404297 stop 1:404491 command disk index 6866 +receive problem reply, xid e087cfca nfs_ret 2 No such file or directory trace_status 0 start 1:404324 stop 1:404500 command disk index 6868 +receive problem reply, xid e187cfca nfs_ret 2 No such file or directory trace_status 0 start 1:404352 stop 1:404508 command disk index 6872 +receive problem reply, xid e287cfca nfs_ret 2 No such file or directory trace_status 0 start 1:404381 stop 1:404516 command disk index 6882 +receive problem reply, xid da89cfca nfs_ret 2 No such file or directory trace_status 0 start 1:472971 stop 1:473476 command disk index 8378 +receive problem reply, xid c48acfca nfs_ret 2 No such file or directory trace_status 0 start 1:506792 stop 1:507212 command disk index 8966 +fh_path_map error disk[7648] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid b8bcfca nfs_ret 2 No such file or directory trace_status 0 start 1:517205 stop 1:517431 command disk index 9108 +receive problem reply, xid 9e8bcfca nfs_ret 2 No such file or directory trace_status 0 start 1:538946 stop 1:539101 command disk index 9428 +receive problem reply, xid a08bcfca nfs_ret 2 No such file or directory trace_status 0 start 1:539071 stop 1:539244 command disk index 9434 +receive problem reply, xid a18bcfca nfs_ret 2 No such file or directory trace_status 0 start 1:539150 stop 1:539328 command disk index 9436 +receive problem reply, xid a28bcfca nfs_ret 2 No such file or directory trace_status 0 start 1:539193 stop 1:539376 command disk index 9440 +receive problem reply, xid a38bcfca nfs_ret 2 No such file or directory trace_status 0 start 1:539227 stop 1:539385 command disk index 9444 +receive problem reply, xid 1c8ecfca nfs_ret 2 No such file or directory trace_status 0 start 1:610224 stop 1:611374 command disk index 11374 +receive problem reply, xid 1d8ecfca nfs_ret 2 No such file or directory trace_status 0 start 1:610273 stop 1:611385 command disk index 11382 +receive problem reply, xid 908ecfca nfs_ret 2 No such file or directory trace_status 0 start 1:627800 stop 1:628004 command disk index 11656 +receive problem reply, xid 5290cfca nfs_ret 2 No such file or directory trace_status 0 start 1:683928 stop 1:684075 command disk index 13050 +receive problem reply, xid 5790cfca nfs_ret 2 No such file or directory trace_status 0 start 1:684449 stop 1:684680 command disk index 13060 +receive problem reply, xid 1191cfca nfs_ret 2 No such file or directory trace_status 0 start 1:707954 stop 1:708201 command disk index 13496 +receive problem reply, xid 1c91cfca nfs_ret 2 No such file or directory trace_status 0 start 1:711642 stop 1:712042 command disk index 13518 +receive problem reply, xid 6793cfca nfs_ret 2 No such file or directory trace_status 0 start 1:753694 stop 1:755521 command disk index 14816 +receive problem reply, xid 9998cfca nfs_ret 2 No such file or directory trace_status 0 start 1:870857 stop 1:871044 command disk index 18450 +receive problem reply, xid 129ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:15238 stop 2:20165 command disk index 22450 +receive problem reply, xid 119ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:15208 stop 2:20180 command disk index 22438 +receive problem reply, xid 519ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:25118 stop 2:25273 command disk index 22556 +receive problem reply, xid 749ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:26752 stop 2:27084 command disk index 22638 +receive problem reply, xid 769ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:26795 stop 2:27170 command disk index 22644 +receive problem reply, xid 779ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:26831 stop 2:27182 command disk index 22646 +receive problem reply, xid 889ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:27729 stop 2:27967 command disk index 22720 +receive problem reply, xid 8a9ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:27798 stop 2:28055 command disk index 22726 +receive problem reply, xid 8b9ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:27817 stop 2:28066 command disk index 22728 +receive problem reply, xid 9e9ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:28594 stop 2:30721 command disk index 22818 +receive problem reply, xid 9d9ecfca nfs_ret 2 No such file or directory trace_status 0 start 2:28564 stop 2:30746 command disk index 22810 +receive problem reply, xid e9fcfca nfs_ret 2 No such file or directory trace_status 0 start 2:45383 stop 2:45606 command disk index 23096 +receive problem reply, xid 109fcfca nfs_ret 2 No such file or directory trace_status 0 start 2:45644 stop 2:45832 command disk index 23102 +receive problem reply, xid 119fcfca nfs_ret 2 No such file or directory trace_status 0 start 2:45675 stop 2:45844 command disk index 23104 +receive problem reply, xid 129fcfca nfs_ret 2 No such file or directory trace_status 0 start 2:45706 stop 2:45856 command disk index 23108 +receive problem reply, xid 139fcfca nfs_ret 2 No such file or directory trace_status 0 start 2:45775 stop 2:46097 command disk index 23116 +receive problem reply, xid 54a4cfca nfs_ret 2 No such file or directory trace_status 0 start 2:200743 stop 2:200935 command disk index 26894 +receive problem reply, xid 59a4cfca nfs_ret 2 No such file or directory trace_status 0 start 2:201005 stop 2:201169 command disk index 26910 +receive problem reply, xid 5aa4cfca nfs_ret 2 No such file or directory trace_status 0 start 2:201055 stop 2:201227 command disk index 26914 +receive problem reply, xid 5ca4cfca nfs_ret 2 No such file or directory trace_status 0 start 2:201140 stop 2:201322 command disk index 26920 +receive problem reply, xid 5da4cfca nfs_ret 2 No such file or directory trace_status 0 start 2:201160 stop 2:201330 command disk index 26922 +receive problem reply, xid 5ea4cfca nfs_ret 2 No such file or directory trace_status 0 start 2:201260 stop 2:201407 command disk index 26924 +receive problem reply, xid 61a4cfca nfs_ret 2 No such file or directory trace_status 0 start 2:201353 stop 2:201520 command disk index 26932 +receive problem reply, xid 5fa6cfca nfs_ret 2 No such file or directory trace_status 0 start 2:262524 stop 2:263002 command disk index 28164 +receive problem reply, xid 72a6cfca nfs_ret 2 No such file or directory trace_status 0 start 2:268074 stop 2:268443 command disk index 28202 +receive problem reply, xid f6a6cfca nfs_ret 2 No such file or directory trace_status 0 start 2:276555 stop 2:276691 command disk index 28792 +receive problem reply, xid e3a7cfca nfs_ret 2 No such file or directory trace_status 0 start 2:309967 stop 2:310114 command disk index 29280 +receive problem reply, xid 5a8cfca nfs_ret 2 No such file or directory trace_status 0 start 2:311857 stop 2:312988 command disk index 29382 +receive problem reply, xid 6a8cfca nfs_ret 2 No such file or directory trace_status 0 start 2:311888 stop 2:313001 command disk index 29390 +receive problem reply, xid 3ca8cfca nfs_ret 2 No such file or directory trace_status 0 start 2:318375 stop 2:320067 command disk index 29518 +receive problem reply, xid 40a8cfca nfs_ret 2 No such file or directory trace_status 0 start 2:318472 stop 2:320092 command disk index 29530 +receive problem reply, xid 42a8cfca nfs_ret 2 No such file or directory trace_status 0 start 2:318830 stop 2:320100 command disk index 29534 +receive problem reply, xid 5ea9cfca nfs_ret 2 No such file or directory trace_status 0 start 2:356726 stop 2:358791 command disk index 30242 +receive problem reply, xid 60a9cfca nfs_ret 2 No such file or directory trace_status 0 start 2:356870 stop 2:358805 command disk index 30246 +receive problem reply, xid 8aa9cfca nfs_ret 2 No such file or directory trace_status 0 start 2:360220 stop 2:361776 command disk index 30330 +receive problem reply, xid 23aacfca nfs_ret 2 No such file or directory trace_status 0 start 2:380226 stop 2:385082 command disk index 30688 +receive problem reply, xid 43aacfca nfs_ret 2 No such file or directory trace_status 0 start 2:386545 stop 2:386701 command disk index 30790 +receive problem reply, xid 46aacfca nfs_ret 2 No such file or directory trace_status 0 start 2:386941 stop 2:387063 command disk index 30800 +receive problem reply, xid 4baacfca nfs_ret 2 No such file or directory trace_status 0 start 2:387356 stop 2:387506 command disk index 30844 +receive problem reply, xid 4daacfca nfs_ret 2 No such file or directory trace_status 0 start 2:387550 stop 2:387705 command disk index 30850 +receive problem reply, xid 4eaacfca nfs_ret 2 No such file or directory trace_status 0 start 2:387656 stop 2:387806 command disk index 30852 +receive problem reply, xid 4faacfca nfs_ret 2 No such file or directory trace_status 0 start 2:387742 stop 2:387901 command disk index 30856 +receive problem reply, xid 50aacfca nfs_ret 2 No such file or directory trace_status 0 start 2:387846 stop 2:387986 command disk index 30864 +receive problem reply, xid c4aacfca nfs_ret 2 No such file or directory trace_status 0 start 2:405164 stop 2:405430 command disk index 31156 +receive problem reply, xid c7aacfca nfs_ret 2 No such file or directory trace_status 0 start 2:405365 stop 2:405519 command disk index 31162 +receive problem reply, xid c8aacfca nfs_ret 2 No such file or directory trace_status 0 start 2:405392 stop 2:405588 command disk index 31164 +receive problem reply, xid c9aacfca nfs_ret 2 No such file or directory trace_status 0 start 2:405420 stop 2:405598 command disk index 31168 +receive problem reply, xid caaacfca nfs_ret 2 No such file or directory trace_status 0 start 2:405470 stop 2:405644 command disk index 31176 +receive problem reply, xid 19abcfca nfs_ret 2 No such file or directory trace_status 0 start 2:408756 stop 2:408970 command disk index 31696 +receive problem reply, xid 1babcfca nfs_ret 2 No such file or directory trace_status 0 start 2:408839 stop 2:409086 command disk index 31702 +receive problem reply, xid 1cabcfca nfs_ret 2 No such file or directory trace_status 0 start 2:408867 stop 2:409095 command disk index 31704 +receive problem reply, xid 1dabcfca nfs_ret 2 No such file or directory trace_status 0 start 2:408915 stop 2:409102 command disk index 31708 +receive problem reply, xid 1eabcfca nfs_ret 2 No such file or directory trace_status 0 start 2:408946 stop 2:409110 command disk index 31716 +receive problem reply, xid 48abcfca nfs_ret 2 No such file or directory trace_status 0 start 2:410640 stop 2:410834 command disk index 31956 +receive problem reply, xid 4babcfca nfs_ret 2 No such file or directory trace_status 0 start 2:410766 stop 2:411009 command disk index 31962 +receive problem reply, xid 4cabcfca nfs_ret 2 No such file or directory trace_status 0 start 2:410798 stop 2:411017 command disk index 31964 +receive problem reply, xid 4eabcfca nfs_ret 2 No such file or directory trace_status 0 start 2:410885 stop 2:411150 command disk index 31968 +receive problem reply, xid 4fabcfca nfs_ret 2 No such file or directory trace_status 0 start 2:410922 stop 2:411158 command disk index 31978 +receive problem reply, xid 79abcfca nfs_ret 2 No such file or directory trace_status 0 start 2:414375 stop 2:414537 command disk index 32110 +receive problem reply, xid 7cabcfca nfs_ret 2 No such file or directory trace_status 0 start 2:414775 stop 2:414910 command disk index 32116 +receive problem reply, xid 7eabcfca nfs_ret 2 No such file or directory trace_status 0 start 2:414977 stop 2:415120 command disk index 32118 +receive problem reply, xid 7fabcfca nfs_ret 2 No such file or directory trace_status 0 start 2:415178 stop 2:415433 command disk index 32122 +receive problem reply, xid 74abcfca nfs_ret 2 No such file or directory trace_status 0 start 2:413382 stop 2:415442 command disk index 32064 +receive problem reply, xid 85abcfca nfs_ret 2 No such file or directory trace_status 0 start 2:415558 stop 2:415696 command disk index 32134 +receive problem reply, xid baccfca nfs_ret 2 No such file or directory trace_status 0 start 2:433225 stop 2:433932 command disk index 32448 +receive problem reply, xid eaccfca nfs_ret 2 No such file or directory trace_status 0 start 2:433822 stop 2:434999 command disk index 32454 +receive problem reply, xid faccfca nfs_ret 2 No such file or directory trace_status 0 start 2:433875 stop 2:435012 command disk index 32456 +receive problem reply, xid 10accfca nfs_ret 2 No such file or directory trace_status 0 start 2:433915 stop 2:435023 command disk index 32460 +receive problem reply, xid 11accfca nfs_ret 2 No such file or directory trace_status 0 start 2:433979 stop 2:435033 command disk index 32472 +receive problem reply, xid 79adcfca nfs_ret 2 No such file or directory trace_status 0 start 2:477646 stop 2:478692 command disk index 33248 +receive problem reply, xid 7fadcfca nfs_ret 2 No such file or directory trace_status 0 start 2:478760 stop 2:478902 command disk index 33258 +receive problem reply, xid c3aecfca nfs_ret 2 No such file or directory trace_status 0 start 2:505665 stop 2:506124 command disk index 34138 +receive problem reply, xid 1ab1cfca nfs_ret 2 No such file or directory trace_status 0 start 2:555149 stop 2:555303 command disk index 35878 +receive problem reply, xid 43b1cfca nfs_ret 2 No such file or directory trace_status 0 start 2:557291 stop 2:557449 command disk index 35982 +receive problem reply, xid 50b1cfca nfs_ret 2 No such file or directory trace_status 0 start 2:557901 stop 2:558127 command disk index 36038 +receive problem reply, xid b1b1cfca nfs_ret 2 No such file or directory trace_status 0 start 2:562857 stop 2:563054 command disk index 36280 +receive problem reply, xid 72b2cfca nfs_ret 2 No such file or directory trace_status 0 start 2:574308 stop 2:574743 command disk index 36784 +receive problem reply, xid b6b3cfca nfs_ret 2 No such file or directory trace_status 0 start 2:604055 stop 2:604320 command disk index 37440 +receive problem reply, xid c9b4cfca nfs_ret 2 No such file or directory trace_status 0 start 2:632237 stop 2:633853 command disk index 38078 +receive problem reply, xid dfb4cfca nfs_ret 2 No such file or directory trace_status 0 start 2:634744 stop 2:634989 command disk index 38098 +receive problem reply, xid 39b5cfca nfs_ret 2 No such file or directory trace_status 0 start 2:643936 stop 2:644066 command disk index 38282 +receive problem reply, xid 3bb5cfca nfs_ret 2 No such file or directory trace_status 0 start 2:644103 stop 2:644272 command disk index 38286 +receive problem reply, xid 85b6cfca nfs_ret 2 No such file or directory trace_status 0 start 2:691937 stop 2:692157 command disk index 39328 +receive problem reply, xid cb8cfca nfs_ret 2 No such file or directory trace_status 0 start 2:732342 stop 2:732462 command disk index 40338 +receive problem reply, xid 56bdcfca nfs_ret 2 No such file or directory trace_status 0 start 2:863939 stop 2:864088 command disk index 43858 +receive problem reply, xid c9c2cfca nfs_ret 2 No such file or directory trace_status 0 start 2:973375 stop 2:974515 command disk index 47776 +receive problem reply, xid d6c3cfca nfs_ret 2 No such file or directory trace_status 0 start 2:998974 stop 2:999142 command disk index 48424 +receive problem reply, xid e4c3cfca nfs_ret 2 No such file or directory trace_status 0 start 2:999606 stop 2:999857 command disk index 48460 +receive problem reply, xid e5c3cfca nfs_ret 2 No such file or directory trace_status 0 start 2:999618 stop 2:999869 command disk index 48464 +receive problem reply, xid e7c3cfca nfs_ret 2 No such file or directory trace_status 0 start 2:999825 stop 3:14 command disk index 48470 +receive problem reply, xid e8c3cfca nfs_ret 2 No such file or directory trace_status 0 start 2:999844 stop 3:54 command disk index 48472 +receive problem reply, xid e9c3cfca nfs_ret 2 No such file or directory trace_status 0 start 2:999897 stop 3:86 command disk index 48474 +receive problem reply, xid edc3cfca nfs_ret 2 No such file or directory trace_status 0 start 3:38 stop 3:190 command disk index 48482 +receive problem reply, xid 11c5cfca nfs_ret 2 No such file or directory trace_status 0 start 3:32706 stop 3:32915 command disk index 49438 +receive problem reply, xid 16c5cfca nfs_ret 2 No such file or directory trace_status 0 start 3:33206 stop 3:33352 command disk index 49448 +receive problem reply, xid 81c5cfca nfs_ret 2 No such file or directory trace_status 0 start 3:54006 stop 3:55924 command disk index 49678 +receive problem reply, xid f3c6cfca nfs_ret 2 No such file or directory trace_status 0 start 3:80129 stop 3:81400 command disk index 50428 +receive problem reply, xid 97c7cfca nfs_ret 2 No such file or directory trace_status 0 start 3:102317 stop 3:105339 command disk index 50882 +receive problem reply, xid fdc8cfca nfs_ret 2 No such file or directory trace_status 0 start 3:141750 stop 3:142286 command disk index 51686 +receive problem reply, xid 1ecacfca nfs_ret 2 No such file or directory trace_status 0 start 3:167163 stop 3:167377 command disk index 52608 +receive problem reply, xid 72cbcfca nfs_ret 2 No such file or directory trace_status 0 start 3:205279 stop 3:205484 command disk index 53514 +receive problem reply, xid 73cbcfca nfs_ret 2 No such file or directory trace_status 0 start 3:205302 stop 3:205537 command disk index 53518 +receive problem reply, xid 75cbcfca nfs_ret 2 No such file or directory trace_status 0 start 3:205356 stop 3:205615 command disk index 53524 +receive problem reply, xid 77cbcfca nfs_ret 2 No such file or directory trace_status 0 start 3:205444 stop 3:205696 command disk index 53528 +receive problem reply, xid 76cbcfca nfs_ret 2 No such file or directory trace_status 0 start 3:205373 stop 3:205720 command disk index 53526 +receive problem reply, xid 43d6cfca nfs_ret 2 No such file or directory trace_status 0 start 3:512215 stop 3:512371 command disk index 61094 +receive problem reply, xid dad7cfca nfs_ret 2 No such file or directory trace_status 0 start 3:548854 stop 3:549023 command disk index 62506 +receive problem reply, xid d5d9cfca nfs_ret 2 No such file or directory trace_status 0 start 3:601270 stop 3:601460 command disk index 63650 +receive problem reply, xid d9d9cfca nfs_ret 2 No such file or directory trace_status 0 start 3:601538 stop 3:601710 command disk index 63658 +receive problem reply, xid 46e0cfca nfs_ret 2 No such file or directory trace_status 0 start 3:714430 stop 3:714679 command disk index 67702 +receive problem reply, xid 49e0cfca nfs_ret 2 No such file or directory trace_status 0 start 3:714761 stop 3:714932 command disk index 67708 +receive problem reply, xid 5be0cfca nfs_ret 2 No such file or directory trace_status 0 start 3:716332 stop 3:720317 command disk index 67758 +receive problem reply, xid 5ee0cfca nfs_ret 2 No such file or directory trace_status 0 start 3:716618 stop 3:720328 command disk index 67764 +receive problem reply, xid 60e0cfca nfs_ret 2 No such file or directory trace_status 0 start 3:720261 stop 3:720431 command disk index 67766 +receive problem reply, xid b3e1cfca nfs_ret 2 No such file or directory trace_status 0 start 3:762315 stop 3:762509 command disk index 68588 +receive problem reply, xid c1e1cfca nfs_ret 2 No such file or directory trace_status 0 start 3:762839 stop 3:763040 command disk index 68630 +receive problem reply, xid e5e1cfca nfs_ret 2 No such file or directory trace_status 0 start 3:764089 stop 3:764307 command disk index 68732 +receive problem reply, xid e7e2cfca nfs_ret 2 No such file or directory trace_status 0 start 3:786419 stop 3:786649 command disk index 69338 +receive problem reply, xid e4ebcfca nfs_ret 2 No such file or directory trace_status 0 start 3:982213 stop 3:986141 command disk index 75436 +receive problem reply, xid ebeccfca nfs_ret 2 No such file or directory trace_status 0 start 4:5641 stop 4:5912 command disk index 76304 +receive problem reply, xid 5deecfca nfs_ret 2 No such file or directory trace_status 0 start 4:42127 stop 4:42349 command disk index 77128 +receive problem reply, xid 14f1cfca nfs_ret 2 No such file or directory trace_status 0 start 4:117321 stop 4:117535 command disk index 79064 +receive problem reply, xid 65f1cfca nfs_ret 2 No such file or directory trace_status 0 start 4:122823 stop 4:124321 command disk index 79286 +receive problem reply, xid 67f1cfca nfs_ret 2 No such file or directory trace_status 0 start 4:122887 stop 4:124342 command disk index 79292 +receive problem reply, xid 68f1cfca nfs_ret 2 No such file or directory trace_status 0 start 4:122899 stop 4:124353 command disk index 79294 +receive problem reply, xid 6af1cfca nfs_ret 2 No such file or directory trace_status 0 start 4:124290 stop 4:126032 command disk index 79298 +receive problem reply, xid 6bf1cfca nfs_ret 2 No such file or directory trace_status 0 start 4:124373 stop 4:126077 command disk index 79308 +fh_path_map error disk[80282] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80284] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid 61f3cfca nfs_ret 2 No such file or directory trace_status 0 start 4:185826 stop 4:186016 command disk index 80532 +receive problem reply, xid 66f3cfca nfs_ret 2 No such file or directory trace_status 0 start 4:186269 stop 4:186424 command disk index 80542 +fh_path_map error disk[80600] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80610] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80612] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80614] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80616] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80620] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80622] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80624] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid acf3cfca nfs_ret 2 No such file or directory trace_status 0 start 4:203991 stop 4:204606 command disk index 80716 +fh_path_map error disk[80626] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80630] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80632] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80634] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80636] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80640] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80642] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80652] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid e2f3cfca nfs_ret 2 No such file or directory trace_status 0 start 4:220513 stop 4:220898 command disk index 80824 +receive problem reply, xid f0f3cfca nfs_ret 2 No such file or directory trace_status 0 start 4:223010 stop 4:223214 command disk index 80846 +receive problem reply, xid 5ef6cfca nfs_ret 2 No such file or directory trace_status 0 start 4:287052 stop 4:287237 command disk index 82662 +receive problem reply, xid eef7cfca nfs_ret 2 No such file or directory trace_status 0 start 4:301855 stop 4:302095 command disk index 83494 +receive problem reply, xid 4221d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:88995 stop 6:90023 command disk index 105374 +receive problem reply, xid b021d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:110481 stop 6:110648 command disk index 105588 +receive problem reply, xid 5123d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:156272 stop 6:156511 command disk index 106938 +receive problem reply, xid 6c23d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:165309 stop 6:165468 command disk index 107010 +receive problem reply, xid 6d23d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:165408 stop 6:165564 command disk index 107012 +receive problem reply, xid 7825d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:412798 stop 6:413072 command disk index 108676 +receive problem reply, xid 8625d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:413593 stop 6:413851 command disk index 108704 +receive problem reply, xid a26d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:444202 stop 6:444417 command disk index 108976 +receive problem reply, xid 1626d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:445008 stop 6:445266 command disk index 109002 +receive problem reply, xid 3a29d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:532234 stop 6:532766 command disk index 110978 +receive problem reply, xid 9729d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:543507 stop 6:543697 command disk index 111160 +receive problem reply, xid 5c2ad0ca nfs_ret 2 No such file or directory trace_status 0 start 6:554260 stop 6:554553 command disk index 111928 +receive problem reply, xid 732ad0ca nfs_ret 2 No such file or directory trace_status 0 start 6:555321 stop 6:555518 command disk index 111972 +receive problem reply, xid 962bd0ca nfs_ret 2 No such file or directory trace_status 0 start 6:597280 stop 6:597443 command disk index 112600 +receive problem reply, xid a42bd0ca nfs_ret 2 No such file or directory trace_status 0 start 6:597917 stop 6:598159 command disk index 112626 +receive problem reply, xid 2f2fd0ca nfs_ret 2 No such file or directory trace_status 0 start 6:668938 stop 6:669171 command disk index 115164 +receive problem reply, xid 2b33d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:738203 stop 6:738957 command disk index 117714 +receive problem reply, xid a333d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:759200 stop 6:759393 command disk index 117944 +receive problem reply, xid 2834d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:772163 stop 6:773033 command disk index 118564 +receive problem reply, xid 2934d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:772182 stop 6:773047 command disk index 118568 +receive problem reply, xid 2b34d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:772249 stop 6:773107 command disk index 118574 +receive problem reply, xid 2c34d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:772558 stop 6:773126 command disk index 118576 +receive problem reply, xid 2d34d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:772579 stop 6:773137 command disk index 118578 +receive problem reply, xid 3634d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:773269 stop 6:774339 command disk index 118596 +receive problem reply, xid 3b34d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:773561 stop 6:774375 command disk index 118612 +receive problem reply, xid 3f34d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:774414 stop 6:774583 command disk index 118616 +receive problem reply, xid 4234d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:774475 stop 6:774708 command disk index 118624 +receive problem reply, xid 4334d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:774495 stop 6:774721 command disk index 118626 +receive problem reply, xid 4434d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:774610 stop 6:774771 command disk index 118628 +receive problem reply, xid 4734d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:774742 stop 6:774950 command disk index 118636 +receive problem reply, xid c034d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:789528 stop 6:790139 command disk index 119010 +receive problem reply, xid c134d0ca nfs_ret 2 No such file or directory trace_status 0 start 6:789589 stop 6:790151 command disk index 119014 +receive problem reply, xid 303cd0ca nfs_ret 2 No such file or directory trace_status 0 start 6:981393 stop 6:981619 command disk index 123708 +receive problem reply, xid 343fd0ca nfs_ret 2 No such file or directory trace_status 0 start 7:38391 stop 7:38594 command disk index 125940 +receive problem reply, xid 363fd0ca nfs_ret 2 No such file or directory trace_status 0 start 7:38570 stop 7:38726 command disk index 125944 +receive problem reply, xid 3a3fd0ca nfs_ret 2 No such file or directory trace_status 0 start 7:38758 stop 7:39599 command disk index 125952 +receive problem reply, xid f740d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:92005 stop 7:97033 command disk index 127232 +receive problem reply, xid fd40d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:96984 stop 7:97160 command disk index 127240 +receive problem reply, xid 5541d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:108070 stop 7:108247 command disk index 127442 +receive problem reply, xid 5a41d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:108293 stop 7:108486 command disk index 127458 +receive problem reply, xid 5b41d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:108332 stop 7:108568 command disk index 127462 +receive problem reply, xid 5d41d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:108471 stop 7:110328 command disk index 127468 +receive problem reply, xid 5e41d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:108521 stop 7:110384 command disk index 127470 +receive problem reply, xid 5f41d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:108598 stop 7:110395 command disk index 127472 +receive problem reply, xid ba45d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:192111 stop 7:192496 command disk index 130564 +receive problem reply, xid 8246d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:220598 stop 7:220784 command disk index 131128 +receive problem reply, xid 8747d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:245975 stop 7:246767 command disk index 131766 +receive problem reply, xid e547d0ca nfs_ret 2 No such file or directory trace_status 0 start 7:259650 stop 7:259805 command disk index 131970 +receive problem reply, xid 244ad0ca nfs_ret 2 No such file or directory trace_status 0 start 7:318535 stop 7:319423 command disk index 133642 +trace starttime 1001026799, trace_end_time 1001030401 trace_duration 3602 +can_not_catch_speed_num_total 0 can_not_catch_speed_num_last_10_seconds 0total_profile.about: total_profile +... total_profile 6.478778 num 87277 avg 74 + +... execute_next_request_profile 1.332476 num 33777 avg 39 +... valid_get_nextop_profile 0.765593 num 53499 avg 14 +... invalid_get_nextop_profile 0.019476 num 396 avg 49 +... prepare_argument_profile 0.140548 num 53499 avg 2 +... biod_clnt_call_profile 0.334010 num 53499 avg 6 + +... receive_next_reply_profile 5.071202 num 33777 avg 150 +... valid_poll_and_get_reply_profile 3.491874 num 53465 avg 65 +... invalid_poll_and_get_reply_profile 1.292512 num 33777 avg 38 +... decode_reply_profile 0.141838 num 53465 avg 2 +... check_reply_profile 0.041211 num 53465 avg 0 +... fgets_profile 0.094430 num 136201 avg 0 +... read_line_profile 0.175433 num 136200 avg 1 +... read_trace_profile 0.525603 num 1 avg 525603 + +dep_tab_index.tail 53687 dep_tab_index.head 53687 num_out_reqs 0 +Total play time: 6 sec 478857 usec +trace play result: + percentage good_cnt bad_cnt timeout_cnt elapsed time average time + null 0.0 0 0 0 sec 0 usec 0 usec 0 + getattr 12.5 6669 0 0 sec 2 usec 61893 usec 309 + setattr 6.8 3625 0 0 sec 7 usec 300378 usec 2013 + root 0.0 0 0 0 sec 0 usec 0 usec 0 + lookup 29.1 15473 289 0 sec 6 usec 500890 usec 420 + readlink 0.0 0 0 0 sec 0 usec 0 usec 0 + read 28.3 15051 0 27 sec 8 usec 200509 usec 544 + wrcache 0.0 0 0 0 sec 0 usec 0 usec 0 + write 9.6 5121 0 7 sec 5 usec 971455 usec 1166 + create 1.8 952 0 0 sec 2 usec 456985 usec 2580 + remove 1.9 1027 0 0 sec 1 usec 360855 usec 1325 + rename 0.1 34 0 0 sec 0 usec 84097 usec 2473 + link 0.2 99 0 0 sec 0 usec 377891 usec 3817 + symlink 0.0 3 0 0 sec 0 usec 6149 usec 2049 + mkdir 0.0 0 0 0 sec 0 usec 0 usec 0 + rmdir 0.0 0 0 0 sec 0 usec 0 usec 0 + readdir 0.9 455 0 0 sec 0 usec 170469 usec 374 + fsstat 0.4 194 0 0 sec 0 usec 53483 usec 275 + access 8.2 4370 0 0 sec 1 usec 214265 usec 277 + commit 0.0 0 0 0 sec 0 usec 0 usec 0 + fsinfo 0.0 5 0 0 sec 0 usec 889 usec 177 + mknod 0.0 0 0 0 sec 0 usec 0 usec 0 + pathconf 0.1 61 0 0 sec 0 usec 13492 usec 221 +readdirplus 0.1 37 0 0 sec 0 usec 17519 usec 473 + TOTAL 100.0 53176 289 34 sec 0 usec 0 usec 0 diff --git a/results/20110314-replay/bluesky-restarted b/results/20110314-replay/bluesky-restarted new file mode 100644 index 0000000..b815172 --- /dev/null +++ b/results/20110314-replay/bluesky-restarted @@ -0,0 +1,302 @@ +size of fh_map_t 400 size of fh_map 160000000 +sizeof dep_tab_t 152 sizeof dep_tab 15200000 +size of memory_trace_ent_t 376 sizeof memory_trace 37600000 +size of CREATE3args 136 +size of MKDIR3args 132 +size of READ3args 80 +size of WRITE3args 92 +size of RENAME3args 144 +size of GETATTR3args 68 +size of SETATTR3args 140 +size of LINK3args 140 +size of SYMLINK3args 136 +size of MKNOD3args 144 +size of RMDIR3args 72 +size of REMOVE3args 72 +size of LOOKUP3args 72 +size of READDIR3args 88 +size of READDIRPLUS3args 92 +size of FSSTAT3args 68 +size of FSINFO3args 68 +size of COMMIT3args 80 +size of ACCESS3args 72 +size of READLINK3args 68 +async_rpc_sem semid 720896 for key 60000 value 1 +SIZE of fh map 160000 KB +0 fh_map entry read +trace starttime 1001026799 824160 0 +io_thread EXIT +trace_play +receive problem reply, xid d37a7309 nfs_ret 2 No such file or directory trace_status 0 start 0:384503 stop 0:384748 command disk index 30 +receive problem reply, xid 477b7309 nfs_ret 2 No such file or directory trace_status 0 start 0:533792 stop 0:533937 command disk index 278 +receive problem reply, xid 487b7309 nfs_ret 2 No such file or directory trace_status 0 start 0:533839 stop 0:534005 command disk index 318 +receive problem reply, xid e77e7309 nfs_ret 2 No such file or directory trace_status 0 start 8:511303 stop 8:511488 command disk index 2122 +receive problem reply, xid 7f7309 nfs_ret 2 No such file or directory trace_status 0 start 8:512370 stop 8:512535 command disk index 2172 +receive problem reply, xid 127f7309 nfs_ret 2 No such file or directory trace_status 0 start 8:513625 stop 8:519788 command disk index 2214 +receive problem reply, xid 807f7309 nfs_ret 2 No such file or directory trace_status 0 start 8:626366 stop 8:626534 command disk index 2442 +receive problem reply, xid c7827309 nfs_ret 2 No such file or directory trace_status 0 start 8:891991 stop 8:892163 command disk index 4712 +receive problem reply, xid c8827309 nfs_ret 2 No such file or directory trace_status 0 start 8:892022 stop 8:892247 command disk index 4714 +receive problem reply, xid f8837309 nfs_ret 2 No such file or directory trace_status 0 start 9:33359 stop 9:33545 command disk index 5394 +receive problem reply, xid d6857309 nfs_ret 2 No such file or directory trace_status 0 start 9:296111 stop 9:296240 command disk index 6772 +receive problem reply, xid d8857309 nfs_ret 2 No such file or directory trace_status 0 start 9:296276 stop 9:296411 command disk index 6782 +receive problem reply, xid e9857309 nfs_ret 2 No such file or directory trace_status 0 start 9:300404 stop 9:300543 command disk index 6860 +receive problem reply, xid eb857309 nfs_ret 2 No such file or directory trace_status 0 start 9:300583 stop 9:300728 command disk index 6866 +receive problem reply, xid ec857309 nfs_ret 2 No such file or directory trace_status 0 start 9:300632 stop 9:300782 command disk index 6868 +receive problem reply, xid ed857309 nfs_ret 2 No such file or directory trace_status 0 start 9:300766 stop 9:300899 command disk index 6872 +receive problem reply, xid ee857309 nfs_ret 2 No such file or directory trace_status 0 start 9:300818 stop 9:300964 command disk index 6882 +receive problem reply, xid 51877309 nfs_ret 2 No such file or directory trace_status 0 start 9:363393 stop 9:363672 command disk index 7802 +>>>> sendng thread: time 9 send_num 3349 recv_num 3340 timeout_num 3 num_out_reqs 6 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[0]=1,num_out_req[1]=1,num_out_req[2]=4,num_out_req[3]=9,num_out_req[4]=42,num_out_req[5]=102,num_out_req[6]=496,num_out_req[7]=1799,num_out_req[8]=4032, +num_out_req_at_timeout[7]=3, +fh_path_map error disk[7648] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid 98897309 nfs_ret 2 No such file or directory trace_status 0 start 9:473997 stop 9:474141 command disk index 9428 +receive problem reply, xid 9a897309 nfs_ret 2 No such file or directory trace_status 0 start 9:474207 stop 9:474363 command disk index 9434 +receive problem reply, xid 9b897309 nfs_ret 2 No such file or directory trace_status 0 start 9:474259 stop 9:474433 command disk index 9436 +receive problem reply, xid 9c897309 nfs_ret 2 No such file or directory trace_status 0 start 9:474417 stop 9:474561 command disk index 9440 +receive problem reply, xid 9d897309 nfs_ret 2 No such file or directory trace_status 0 start 9:474539 stop 9:474686 command disk index 9444 +receive problem reply, xid 338c7309 nfs_ret 2 No such file or directory trace_status 0 start 9:609726 stop 9:613761 command disk index 11374 +receive problem reply, xid 398c7309 nfs_ret 2 No such file or directory trace_status 0 start 9:613919 stop 9:614068 command disk index 11382 +receive problem reply, xid a78c7309 nfs_ret 2 No such file or directory trace_status 0 start 9:634189 stop 9:634340 command disk index 11656 +receive problem reply, xid 91917309 nfs_ret 2 No such file or directory trace_status 0 start 10:172940 stop 10:174557 command disk index 14816 +receive problem reply, xid 69c7309 nfs_ret 2 No such file or directory trace_status 0 start 10:993760 stop 10:995691 command disk index 22438 +receive problem reply, xid b9c7309 nfs_ret 2 No such file or directory trace_status 0 start 10:995841 stop 10:996013 command disk index 22450 +receive problem reply, xid 619c7309 nfs_ret 2 No such file or directory trace_status 0 start 11:17971 stop 11:18120 command disk index 22638 +receive problem reply, xid 639c7309 nfs_ret 2 No such file or directory trace_status 0 start 11:18374 stop 11:18504 command disk index 22644 +receive problem reply, xid 659c7309 nfs_ret 2 No such file or directory trace_status 0 start 11:18553 stop 11:18702 command disk index 22646 +receive problem reply, xid 789c7309 nfs_ret 2 No such file or directory trace_status 0 start 11:21970 stop 11:22119 command disk index 22720 +receive problem reply, xid 7a9c7309 nfs_ret 2 No such file or directory trace_status 0 start 11:22367 stop 11:22520 command disk index 22726 +receive problem reply, xid 7b9c7309 nfs_ret 2 No such file or directory trace_status 0 start 11:22558 stop 11:22705 command disk index 22728 +receive problem reply, xid 99d7309 nfs_ret 2 No such file or directory trace_status 0 start 11:67080 stop 11:67230 command disk index 23096 +receive problem reply, xid b9d7309 nfs_ret 2 No such file or directory trace_status 0 start 11:67482 stop 11:67654 command disk index 23102 +receive problem reply, xid c9d7309 nfs_ret 2 No such file or directory trace_status 0 start 11:67704 stop 11:67855 command disk index 23104 +receive problem reply, xid d9d7309 nfs_ret 2 No such file or directory trace_status 0 start 11:67767 stop 11:67927 command disk index 23108 +receive problem reply, xid e9d7309 nfs_ret 2 No such file or directory trace_status 0 start 11:67911 stop 11:68042 command disk index 23116 +receive problem reply, xid e9e7309 nfs_ret 2 No such file or directory trace_status 0 start 11:295752 stop 11:296059 command disk index 23708 +receive problem reply, xid 56a27309 nfs_ret 2 No such file or directory trace_status 0 start 12:510553 stop 12:510746 command disk index 26910 +receive problem reply, xid 57a27309 nfs_ret 2 No such file or directory trace_status 0 start 12:510621 stop 12:510809 command disk index 26914 +receive problem reply, xid 59a27309 nfs_ret 2 No such file or directory trace_status 0 start 12:510714 stop 12:510879 command disk index 26920 +receive problem reply, xid 5aa27309 nfs_ret 2 No such file or directory trace_status 0 start 12:510736 stop 12:510938 command disk index 26922 +receive problem reply, xid 5ba27309 nfs_ret 2 No such file or directory trace_status 0 start 12:510773 stop 12:510948 command disk index 26924 +receive problem reply, xid d5a57309 nfs_ret 2 No such file or directory trace_status 0 start 12:877033 stop 12:877199 command disk index 29280 +receive problem reply, xid faa57309 nfs_ret 2 No such file or directory trace_status 0 start 12:878688 stop 12:882677 command disk index 29390 +receive problem reply, xid f9a57309 nfs_ret 2 No such file or directory trace_status 0 start 12:878658 stop 12:882687 command disk index 29382 +receive problem reply, xid 3ba67309 nfs_ret 2 No such file or directory trace_status 0 start 12:894917 stop 12:895095 command disk index 29530 +receive problem reply, xid 3ea67309 nfs_ret 2 No such file or directory trace_status 0 start 12:895171 stop 12:895307 command disk index 29534 +receive problem reply, xid 5da77309 nfs_ret 2 No such file or directory trace_status 0 start 12:964511 stop 12:964686 command disk index 30242 +receive problem reply, xid 5fa77309 nfs_ret 2 No such file or directory trace_status 0 start 12:964887 stop 12:965042 command disk index 30246 +receive problem reply, xid 86a77309 nfs_ret 2 No such file or directory trace_status 0 start 12:987452 stop 12:993082 command disk index 30330 +receive problem reply, xid b4a77309 nfs_ret 2 No such file or directory trace_status 0 start 12:999021 stop 12:999237 command disk index 30430 +receive problem reply, xid 1fa87309 nfs_ret 2 No such file or directory trace_status 0 start 13:18486 stop 13:27119 command disk index 30688 +receive problem reply, xid 47a87309 nfs_ret 2 No such file or directory trace_status 0 start 13:34235 stop 13:34372 command disk index 30844 +receive problem reply, xid 49a87309 nfs_ret 2 No such file or directory trace_status 0 start 13:36356 stop 13:36565 command disk index 30850 +receive problem reply, xid 4aa87309 nfs_ret 2 No such file or directory trace_status 0 start 13:36399 stop 13:36575 command disk index 30852 +receive problem reply, xid cfa87309 nfs_ret 2 No such file or directory trace_status 0 start 13:71236 stop 13:71410 command disk index 31156 +receive problem reply, xid d2a87309 nfs_ret 2 No such file or directory trace_status 0 start 13:71487 stop 13:71675 command disk index 31162 +receive problem reply, xid d3a87309 nfs_ret 2 No such file or directory trace_status 0 start 13:71521 stop 13:71688 command disk index 31164 +receive problem reply, xid d5a87309 nfs_ret 2 No such file or directory trace_status 0 start 13:71724 stop 13:71888 command disk index 31168 +receive problem reply, xid d6a87309 nfs_ret 2 No such file or directory trace_status 0 start 13:71757 stop 13:71939 command disk index 31176 +receive problem reply, xid 2fa97309 nfs_ret 2 No such file or directory trace_status 0 start 13:85729 stop 13:86377 command disk index 31696 +receive problem reply, xid 36a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:92446 stop 13:92701 command disk index 31702 +receive problem reply, xid 37a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:92730 stop 13:92890 command disk index 31704 +receive problem reply, xid 38a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:92756 stop 13:92903 command disk index 31708 +receive problem reply, xid 39a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:92933 stop 13:93068 command disk index 31716 +receive problem reply, xid 62a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:95461 stop 13:95632 command disk index 31956 +receive problem reply, xid 64a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:95595 stop 13:95740 command disk index 31962 +receive problem reply, xid 65a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:95666 stop 13:95869 command disk index 31964 +receive problem reply, xid 66a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:95725 stop 13:95882 command disk index 31968 +receive problem reply, xid 67a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:95774 stop 13:95959 command disk index 31978 +receive problem reply, xid 95a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:102212 stop 13:102374 command disk index 32110 +receive problem reply, xid 97a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:102353 stop 13:102514 command disk index 32116 +receive problem reply, xid 98a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:102407 stop 13:102568 command disk index 32118 +receive problem reply, xid 99a97309 nfs_ret 2 No such file or directory trace_status 0 start 13:102476 stop 13:102623 command disk index 32122 +receive problem reply, xid 9aa97309 nfs_ret 2 No such file or directory trace_status 0 start 13:102553 stop 13:102693 command disk index 32134 +receive problem reply, xid 25aa7309 nfs_ret 2 No such file or directory trace_status 0 start 13:155992 stop 13:156137 command disk index 32448 +receive problem reply, xid 27aa7309 nfs_ret 2 No such file or directory trace_status 0 start 13:156375 stop 13:156518 command disk index 32454 +receive problem reply, xid 28aa7309 nfs_ret 2 No such file or directory trace_status 0 start 13:156557 stop 13:156701 command disk index 32456 +receive problem reply, xid 2faf7309 nfs_ret 2 No such file or directory trace_status 0 start 13:621577 stop 13:621745 command disk index 35878 +receive problem reply, xid 5aaf7309 nfs_ret 2 No such file or directory trace_status 0 start 13:661206 stop 13:661343 command disk index 35982 +receive problem reply, xid 67af7309 nfs_ret 2 No such file or directory trace_status 0 start 13:680515 stop 13:680675 command disk index 36038 +receive problem reply, xid daaf7309 nfs_ret 2 No such file or directory trace_status 0 start 13:698017 stop 13:698165 command disk index 36280 +receive problem reply, xid d7b17309 nfs_ret 2 No such file or directory trace_status 0 start 13:916044 stop 13:916200 command disk index 37440 +receive problem reply, xid deb27309 nfs_ret 2 No such file or directory trace_status 0 start 13:960542 stop 13:960691 command disk index 38078 +receive problem reply, xid ebb27309 nfs_ret 2 No such file or directory trace_status 0 start 13:976613 stop 13:976763 command disk index 38098 +receive problem reply, xid 92b47309 nfs_ret 2 No such file or directory trace_status 0 start 14:188590 stop 14:188788 command disk index 39328 +receive problem reply, xid ccc17309 nfs_ret 2 No such file or directory trace_status 0 start 18:756427 stop 18:756610 command disk index 48424 +receive problem reply, xid d8c17309 nfs_ret 2 No such file or directory trace_status 0 start 18:757036 stop 18:762960 command disk index 48460 +receive problem reply, xid d9c17309 nfs_ret 2 No such file or directory trace_status 0 start 18:757065 stop 18:762984 command disk index 48464 +receive problem reply, xid dbc17309 nfs_ret 2 No such file or directory trace_status 0 start 18:763030 stop 18:763195 command disk index 48470 +receive problem reply, xid dcc17309 nfs_ret 2 No such file or directory trace_status 0 start 18:763061 stop 18:763204 command disk index 48472 +receive problem reply, xid ddc17309 nfs_ret 2 No such file or directory trace_status 0 start 18:763091 stop 18:763217 command disk index 48474 +receive problem reply, xid 75c37309 nfs_ret 2 No such file or directory trace_status 0 start 18:841658 stop 18:841808 command disk index 49666 +receive problem reply, xid 77c37309 nfs_ret 2 No such file or directory trace_status 0 start 18:841844 stop 18:841987 command disk index 49672 +receive problem reply, xid 78c37309 nfs_ret 2 No such file or directory trace_status 0 start 18:841887 stop 18:842224 command disk index 49674 +>>>> sendng thread: time 19 send_num 18666 recv_num 18640 timeout_num 18 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[0]=2,num_out_req[1]=4,num_out_req[2]=19,num_out_req[3]=47,num_out_req[4]=124,num_out_req[5]=426,num_out_req[6]=1846,num_out_req[7]=9458,num_out_req[8]=3559, +num_out_req_at_timeout[4]=1,num_out_req_at_timeout[5]=2,num_out_req_at_timeout[6]=2,num_out_req_at_timeout[7]=10, +receive problem reply, xid f3c47309 nfs_ret 2 No such file or directory trace_status 0 start 24:471571 stop 24:475743 command disk index 50428 +receive problem reply, xid 65c97309 nfs_ret 2 No such file or directory trace_status 0 start 24:691179 stop 24:691334 command disk index 53498 +receive problem reply, xid 6ac97309 nfs_ret 2 No such file or directory trace_status 0 start 24:691514 stop 24:691684 command disk index 53514 +receive problem reply, xid 6bc97309 nfs_ret 2 No such file or directory trace_status 0 start 24:691543 stop 24:691697 command disk index 53518 +receive problem reply, xid 6dc97309 nfs_ret 2 No such file or directory trace_status 0 start 24:691622 stop 24:691781 command disk index 53524 +receive problem reply, xid 6ec97309 nfs_ret 2 No such file or directory trace_status 0 start 24:691742 stop 24:691908 command disk index 53526 +receive problem reply, xid 6fc97309 nfs_ret 2 No such file or directory trace_status 0 start 24:691765 stop 24:691966 command disk index 53528 +receive problem reply, xid 72c97309 nfs_ret 2 No such file or directory trace_status 0 start 24:692017 stop 24:692191 command disk index 53536 +receive problem reply, xid a0ca7309 nfs_ret 2 No such file or directory trace_status 0 start 24:742317 stop 24:742668 command disk index 54222 +receive problem reply, xid 75cb7309 nfs_ret 2 No such file or directory trace_status 0 start 24:767620 stop 24:769741 command disk index 55012 +receive problem reply, xid 47d47309 nfs_ret 2 No such file or directory trace_status 0 start 25:468271 stop 25:468469 command disk index 61094 +receive problem reply, xid c8d57309 nfs_ret 2 No such file or directory trace_status 0 start 25:615578 stop 25:615730 command disk index 62506 +>>>> sendng thread: time 29 send_num 23491 recv_num 23416 timeout_num 67 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[0]=1,num_out_req[1]=1,num_out_req[2]=2,num_out_req[3]=29,num_out_req[4]=77,num_out_req[5]=201,num_out_req[6]=712,num_out_req[7]=2318,num_out_req[8]=4482, +num_out_req_at_timeout[4]=1,num_out_req_at_timeout[5]=3,num_out_req_at_timeout[6]=9,num_out_req_at_timeout[7]=36, +receive problem reply, xid d1d77309 nfs_ret 2 No such file or directory trace_status 0 start 31:149893 stop 31:150522 command disk index 63650 +receive problem reply, xid d8d77309 nfs_ret 2 No such file or directory trace_status 0 start 31:150867 stop 31:151024 command disk index 63658 +receive problem reply, xid 38de7309 nfs_ret 2 No such file or directory trace_status 0 start 31:370149 stop 31:370371 command disk index 67702 +receive problem reply, xid 4cde7309 nfs_ret 2 No such file or directory trace_status 0 start 31:373945 stop 31:374097 command disk index 67758 +receive problem reply, xid 4ede7309 nfs_ret 2 No such file or directory trace_status 0 start 31:374020 stop 31:374166 command disk index 67764 +receive problem reply, xid 4fde7309 nfs_ret 2 No such file or directory trace_status 0 start 31:374055 stop 31:374230 command disk index 67766 +receive problem reply, xid aedf7309 nfs_ret 2 No such file or directory trace_status 0 start 31:511317 stop 31:511490 command disk index 68588 +receive problem reply, xid bcdf7309 nfs_ret 2 No such file or directory trace_status 0 start 31:512017 stop 31:512210 command disk index 68630 +receive problem reply, xid e0df7309 nfs_ret 2 No such file or directory trace_status 0 start 31:513805 stop 31:513960 command disk index 68732 +receive problem reply, xid dce07309 nfs_ret 2 No such file or directory trace_status 0 start 31:586194 stop 31:586343 command disk index 69338 +receive problem reply, xid e1e97309 nfs_ret 2 No such file or directory trace_status 0 start 32:367056 stop 32:367375 command disk index 75436 +receive problem reply, xid e3ea7309 nfs_ret 2 No such file or directory trace_status 0 start 32:418687 stop 32:418842 command disk index 76304 +receive problem reply, xid bcec7309 nfs_ret 2 No such file or directory trace_status 0 start 32:577461 stop 32:578099 command disk index 77466 +receive problem reply, xid cfec7309 nfs_ret 2 No such file or directory trace_status 0 start 32:580882 stop 32:581285 command disk index 77504 +receive problem reply, xid 17ef7309 nfs_ret 2 No such file or directory trace_status 0 start 32:818518 stop 32:818740 command disk index 79064 +receive problem reply, xid 6bef7309 nfs_ret 2 No such file or directory trace_status 0 start 32:937716 stop 32:941354 command disk index 79308 +receive problem reply, xid 6aef7309 nfs_ret 2 No such file or directory trace_status 0 start 32:937686 stop 32:941375 command disk index 79298 +fh_path_map error disk[80282] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80284] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80600] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80610] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80612] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80614] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80616] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80620] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80622] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80624] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80626] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80630] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80632] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80634] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80636] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80640] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80642] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80652] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid e2f17309 nfs_ret 2 No such file or directory trace_status 0 start 33:198871 stop 33:200466 command disk index 80824 +receive problem reply, xid 59f47309 nfs_ret 2 No such file or directory trace_status 0 start 33:366775 stop 33:366959 command disk index 82662 +receive problem reply, xid edf57309 nfs_ret 2 No such file or directory trace_status 0 start 33:385148 stop 33:385528 command disk index 83494 +>>>> sendng thread: time 39 send_num 32280 recv_num 32168 timeout_num 104 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[0]=7,num_out_req[1]=12,num_out_req[2]=14,num_out_req[3]=34,num_out_req[4]=109,num_out_req[5]=299,num_out_req[6]=1263,num_out_req[7]=4749,num_out_req[8]=4203, +num_out_req_at_timeout[6]=2,num_out_req_at_timeout[7]=35, +>>>> sendng thread: time 49 send_num 32920 recv_num 32792 timeout_num 120 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[4]=4,num_out_req[6]=6,num_out_req[7]=612,num_out_req[8]=4748, +num_out_req_at_timeout[4]=4,num_out_req_at_timeout[5]=4,num_out_req_at_timeout[6]=4,num_out_req_at_timeout[7]=4, +>>>> sendng thread: time 59 send_num 33562 recv_num 33426 timeout_num 128 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[4]=2,num_out_req[5]=1,num_out_req[6]=22,num_out_req[7]=587,num_out_req[8]=4756, +num_out_req_at_timeout[4]=2,num_out_req_at_timeout[5]=2,num_out_req_at_timeout[6]=2,num_out_req_at_timeout[7]=2, +>>>> sendng thread: time 69 send_num 34166 recv_num 34030 timeout_num 128 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[6]=6,num_out_req[7]=592,num_out_req[8]=4744, + +>>>> sendng thread: time 79 send_num 34818 recv_num 34682 timeout_num 128 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[6]=5,num_out_req[7]=642,num_out_req[8]=4730, + +>>>> sendng thread: time 89 send_num 35552 recv_num 35416 timeout_num 128 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[6]=8,num_out_req[7]=718,num_out_req[8]=4727, + +>>>> sendng thread: time 99 send_num 36210 recv_num 36074 timeout_num 128 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[6]=14,num_out_req[7]=630,num_out_req[8]=4739, + +>>>> sendng thread: time 109 send_num 36978 recv_num 36842 timeout_num 128 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[6]=12,num_out_req[7]=744,num_out_req[8]=4719, + +>>>> sendng thread: time 119 send_num 37604 recv_num 37468 timeout_num 128 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[6]=2,num_out_req[7]=622,num_out_req[8]=4732, + +>>>> sendng thread: time 129 send_num 38296 recv_num 38131 timeout_num 157 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[4]=5,num_out_req[5]=6,num_out_req[6]=17,num_out_req[7]=620,num_out_req[8]=4745, +num_out_req_at_timeout[4]=5,num_out_req_at_timeout[5]=6,num_out_req_at_timeout[6]=8,num_out_req_at_timeout[7]=10, +>>>> sendng thread: time 139 send_num 38951 recv_num 38786 timeout_num 157 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[6]=6,num_out_req[7]=643,num_out_req[8]=4731, + +>>>> sendng thread: time 149 send_num 39711 recv_num 39546 timeout_num 157 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[6]=7,num_out_req[7]=746,num_out_req[8]=4721, + +>>>> sendng thread: time 159 send_num 40340 recv_num 40175 timeout_num 157 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[6]=16,num_out_req[7]=597,num_out_req[8]=4740, + +receive problem reply, xid 9c1f7409 nfs_ret 2 No such file or directory trace_status 0 start 162:260657 stop 162:260811 command disk index 105588 +receive problem reply, xid 7b217409 nfs_ret 2 No such file or directory trace_status 0 start 162:371910 stop 162:372091 command disk index 107010 +receive problem reply, xid 7d217409 nfs_ret 2 No such file or directory trace_status 0 start 162:372124 stop 162:372275 command disk index 107012 +receive problem reply, xid 4f247409 nfs_ret 2 No such file or directory trace_status 0 start 162:674625 stop 162:675031 command disk index 108976 +receive problem reply, xid 5d247409 nfs_ret 2 No such file or directory trace_status 0 start 162:675440 stop 162:678816 command disk index 109002 +receive problem reply, xid 75287409 nfs_ret 2 No such file or directory trace_status 0 start 162:920993 stop 162:921198 command disk index 111928 +receive problem reply, xid 8a287409 nfs_ret 2 No such file or directory trace_status 0 start 162:921799 stop 162:921950 command disk index 111972 +receive problem reply, xid 86297409 nfs_ret 2 No such file or directory trace_status 0 start 163:5352 stop 163:6968 command disk index 112500 +receive problem reply, xid c3297409 nfs_ret 2 No such file or directory trace_status 0 start 163:20648 stop 163:20795 command disk index 112626 +receive problem reply, xid 262d7409 nfs_ret 2 No such file or directory trace_status 0 start 163:128554 stop 163:128712 command disk index 115164 +receive problem reply, xid 98317409 nfs_ret 2 No such file or directory trace_status 0 start 163:359593 stop 163:359751 command disk index 117944 +receive problem reply, xid c8327409 nfs_ret 2 No such file or directory trace_status 0 start 163:498630 stop 163:502014 command disk index 119014 +receive problem reply, xid 1f3a7409 nfs_ret 2 No such file or directory trace_status 0 start 163:965964 stop 163:966126 command disk index 123708 +receive problem reply, xid 343d7409 nfs_ret 2 No such file or directory trace_status 0 start 164:64494 stop 164:64677 command disk index 125940 +receive problem reply, xid 363d7409 nfs_ret 2 No such file or directory trace_status 0 start 164:64705 stop 164:64879 command disk index 125944 +receive problem reply, xid 3a3d7409 nfs_ret 2 No such file or directory trace_status 0 start 164:64917 stop 164:65041 command disk index 125952 +receive problem reply, xid eb3e7409 nfs_ret 2 No such file or directory trace_status 0 start 164:121941 stop 164:127561 command disk index 127232 +receive problem reply, xid f33e7409 nfs_ret 2 No such file or directory trace_status 0 start 164:127672 stop 164:127855 command disk index 127240 +receive problem reply, xid 473f7409 nfs_ret 2 No such file or directory trace_status 0 start 164:141639 stop 164:141832 command disk index 127442 +receive problem reply, xid 4c3f7409 nfs_ret 2 No such file or directory trace_status 0 start 164:141903 stop 164:142066 command disk index 127458 +receive problem reply, xid 4d3f7409 nfs_ret 2 No such file or directory trace_status 0 start 164:141927 stop 164:142136 command disk index 127462 +receive problem reply, xid 503f7409 nfs_ret 2 No such file or directory trace_status 0 start 164:142028 stop 164:142251 command disk index 127468 +receive problem reply, xid 513f7409 nfs_ret 2 No such file or directory trace_status 0 start 164:142095 stop 164:142322 command disk index 127470 +receive problem reply, xid 523f7409 nfs_ret 2 No such file or directory trace_status 0 start 164:142119 stop 164:142334 command disk index 127472 +receive problem reply, xid 563f7409 nfs_ret 2 No such file or directory trace_status 0 start 164:142309 stop 164:142479 command disk index 127480 +receive problem reply, xid 89447409 nfs_ret 2 No such file or directory trace_status 0 start 164:399587 stop 164:399757 command disk index 131128 +receive problem reply, xid df457409 nfs_ret 2 No such file or directory trace_status 0 start 164:488635 stop 164:488863 command disk index 131970 +trace starttime 1001026799, trace_end_time 1001030401 trace_duration 3602 +can_not_catch_speed_num_total 0 can_not_catch_speed_num_last_10_seconds 0total_profile.about: total_profile +... total_profile 165.447109 num 170515 avg 970 + +... execute_next_request_profile 1.269224 num 117015 avg 10 +... valid_get_nextop_profile 0.665765 num 53499 avg 12 +... invalid_get_nextop_profile 0.003826 num 207 avg 18 +... prepare_argument_profile 0.142894 num 53499 avg 2 +... biod_clnt_call_profile 0.353127 num 53499 avg 6 + +... receive_next_reply_profile 163.890702 num 117015 avg 1400 +... valid_poll_and_get_reply_profile 7.735312 num 53328 avg 145 +... invalid_poll_and_get_reply_profile 155.742299 num 117015 avg 1330 +... decode_reply_profile 0.158742 num 53328 avg 2 +... check_reply_profile 0.049213 num 53328 avg 0 +... fgets_profile 0.094524 num 136201 avg 0 +... read_line_profile 0.173592 num 136200 avg 1 +... read_trace_profile 0.524314 num 1 avg 524314 + +dep_tab_index.tail 53687 dep_tab_index.head 53687 num_out_reqs 0 +Total play time: 165 sec 447177 usec +trace play result: + percentage good_cnt bad_cnt timeout_cnt elapsed time average time + null 0.0 0 0 0 sec 0 usec 0 usec 0 + getattr 12.5 6661 0 8 sec 6 usec 607923 usec 992 + setattr 6.8 3625 0 0 sec 8 usec 484553 usec 2340 + root 0.0 0 0 0 sec 0 usec 0 usec 0 + lookup 29.2 15523 239 0 sec 5 usec 698240 usec 367 + readlink 0.0 0 0 0 sec 0 usec 0 usec 0 + read 28.1 14915 0 163 sec 1231 usec 868450 usec 82592 + wrcache 0.0 0 0 0 sec 0 usec 0 usec 0 + write 9.7 5128 0 0 sec 8 usec 783799 usec 1712 + create 1.8 952 0 0 sec 2 usec 425002 usec 2547 + remove 1.9 1027 0 0 sec 1 usec 443162 usec 1405 + rename 0.1 34 0 0 sec 0 usec 78033 usec 2295 + link 0.2 99 0 0 sec 0 usec 369669 usec 3734 + symlink 0.0 3 0 0 sec 0 usec 10628 usec 3542 + mkdir 0.0 0 0 0 sec 0 usec 0 usec 0 + rmdir 0.0 0 0 0 sec 0 usec 0 usec 0 + readdir 0.9 455 0 0 sec 0 usec 282729 usec 621 + fsstat 0.4 194 0 0 sec 0 usec 43626 usec 224 + access 8.2 4370 0 0 sec 2 usec 175827 usec 497 + commit 0.0 0 0 0 sec 0 usec 0 usec 0 + fsinfo 0.0 5 0 0 sec 0 usec 1079 usec 215 + mknod 0.0 0 0 0 sec 0 usec 0 usec 0 + pathconf 0.1 61 0 0 sec 0 usec 11814 usec 193 +readdirplus 0.1 37 0 0 sec 0 usec 202344 usec 5468 + TOTAL 100.0 53089 239 171 sec 0 usec 0 usec 0 diff --git a/results/20110314-replay/bluesky-restarted-fullseg b/results/20110314-replay/bluesky-restarted-fullseg new file mode 100644 index 0000000..b88a66d --- /dev/null +++ b/results/20110314-replay/bluesky-restarted-fullseg @@ -0,0 +1,321 @@ +size of fh_map_t 400 size of fh_map 160000000 +sizeof dep_tab_t 152 sizeof dep_tab 15200000 +size of memory_trace_ent_t 376 sizeof memory_trace 37600000 +size of CREATE3args 136 +size of MKDIR3args 132 +size of READ3args 80 +size of WRITE3args 92 +size of RENAME3args 144 +size of GETATTR3args 68 +size of SETATTR3args 140 +size of LINK3args 140 +size of SYMLINK3args 136 +size of MKNOD3args 144 +size of RMDIR3args 72 +size of REMOVE3args 72 +size of LOOKUP3args 72 +size of READDIR3args 88 +size of READDIRPLUS3args 92 +size of FSSTAT3args 68 +size of FSINFO3args 68 +size of COMMIT3args 80 +size of ACCESS3args 72 +size of READLINK3args 68 +async_rpc_sem semid 786432 for key 60000 value 1 +SIZE of fh map 160000 KB +0 fh_map entry read +trace starttime 1001026799 824160 0 +io_thread EXIT +trace_play +receive problem reply, xid d37fe9e8 nfs_ret 2 No such file or directory trace_status 0 start 0:849192 stop 0:849399 command disk index 30 +receive problem reply, xid 1480e9e8 nfs_ret 2 No such file or directory trace_status 0 start 0:856015 stop 0:856550 command disk index 170 +receive problem reply, xid 4780e9e8 nfs_ret 2 No such file or directory trace_status 0 start 0:862931 stop 0:863077 command disk index 278 +receive problem reply, xid 4880e9e8 nfs_ret 2 No such file or directory trace_status 0 start 0:862992 stop 0:863151 command disk index 318 +receive problem reply, xid e783e9e8 nfs_ret 2 No such file or directory trace_status 0 start 0:915188 stop 0:915387 command disk index 2122 +receive problem reply, xid 84e9e8 nfs_ret 2 No such file or directory trace_status 0 start 0:916121 stop 0:916434 command disk index 2172 +receive problem reply, xid 1284e9e8 nfs_ret 2 No such file or directory trace_status 0 start 0:917296 stop 0:919125 command disk index 2214 +receive problem reply, xid 7c84e9e8 nfs_ret 2 No such file or directory trace_status 0 start 0:933341 stop 0:933578 command disk index 2442 +receive problem reply, xid db84e9e8 nfs_ret 2 No such file or directory trace_status 0 start 0:948039 stop 0:949295 command disk index 2640 +receive problem reply, xid f087e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:22897 stop 1:23123 command disk index 4712 +receive problem reply, xid f187e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:22968 stop 1:23138 command disk index 4714 +receive problem reply, xid 89e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:42062 stop 1:42343 command disk index 5394 +receive problem reply, xid e08ae9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:99994 stop 1:101037 command disk index 6772 +receive problem reply, xid e18ae9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:100016 stop 1:101050 command disk index 6782 +receive problem reply, xid f78ae9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:102265 stop 1:106786 command disk index 6860 +receive problem reply, xid fc8ae9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:106738 stop 1:106927 command disk index 6866 +receive problem reply, xid fd8ae9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:106756 stop 1:106939 command disk index 6868 +receive problem reply, xid fe8ae9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:106813 stop 1:107018 command disk index 6872 +receive problem reply, xid ff8ae9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:106835 stop 1:107030 command disk index 6882 +receive problem reply, xid 738ce9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:156743 stop 1:157123 command disk index 7802 +receive problem reply, xid fd8ce9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:175856 stop 1:176434 command disk index 8400 +fh_path_map error disk[7648] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid d18de9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:203866 stop 1:205899 command disk index 8944 +receive problem reply, xid 238ee9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:217602 stop 1:217759 command disk index 9108 +receive problem reply, xid b38ee9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:236215 stop 1:236350 command disk index 9434 +receive problem reply, xid b48ee9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:236244 stop 1:236406 command disk index 9436 +receive problem reply, xid b18ee9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:236073 stop 1:236474 command disk index 9428 +receive problem reply, xid b68ee9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:236317 stop 1:236554 command disk index 9440 +receive problem reply, xid b78ee9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:236340 stop 1:236565 command disk index 9444 +receive problem reply, xid 7d8fe9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:259034 stop 1:259181 command disk index 10160 +receive problem reply, xid e38fe9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:269049 stop 1:269428 command disk index 10480 +receive problem reply, xid 2f91e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:308014 stop 1:311907 command disk index 11374 +receive problem reply, xid 3091e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:308058 stop 1:311924 command disk index 11382 +receive problem reply, xid a391e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:326852 stop 1:327032 command disk index 11656 +receive problem reply, xid 6093e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:380488 stop 1:380645 command disk index 13050 +receive problem reply, xid 7796e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:440277 stop 1:444210 command disk index 14816 +receive problem reply, xid 9f9be9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:543303 stop 1:543447 command disk index 18450 +receive problem reply, xid 14a1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:679798 stop 1:681114 command disk index 22438 +receive problem reply, xid 15a1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:679820 stop 1:681136 command disk index 22450 +receive problem reply, xid 75a1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:689193 stop 1:689376 command disk index 22638 +receive problem reply, xid 79a1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:689414 stop 1:689629 command disk index 22646 +receive problem reply, xid 78a1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:689398 stop 1:689641 command disk index 22644 +receive problem reply, xid 8aa1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:690146 stop 1:690357 command disk index 22720 +receive problem reply, xid 8ca1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:690198 stop 1:690381 command disk index 22726 +receive problem reply, xid 8da1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:690271 stop 1:690473 command disk index 22728 +receive problem reply, xid a0a1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:690955 stop 1:694887 command disk index 22810 +receive problem reply, xid a1a1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:690982 stop 1:694898 command disk index 22818 +receive problem reply, xid ea2e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:710264 stop 1:710430 command disk index 23096 +receive problem reply, xid 10a2e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:710374 stop 1:710539 command disk index 23102 +receive problem reply, xid 11a2e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:710420 stop 1:710591 command disk index 23104 +receive problem reply, xid 12a2e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:710465 stop 1:710638 command disk index 23108 +receive problem reply, xid 13a2e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:710510 stop 1:710647 command disk index 23116 +receive problem reply, xid d6a2e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:741807 stop 1:745742 command disk index 23584 +receive problem reply, xid 2a3e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:758717 stop 1:759377 command disk index 23708 +receive problem reply, xid 3a3e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:758741 stop 1:759452 command disk index 23718 +receive problem reply, xid 56a7e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:876846 stop 1:876980 command disk index 26894 +receive problem reply, xid 5ba7e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:877104 stop 1:877333 command disk index 26910 +receive problem reply, xid 5ca7e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:877124 stop 1:877345 command disk index 26914 +receive problem reply, xid 5ea7e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:877180 stop 1:877363 command disk index 26920 +receive problem reply, xid 5fa7e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:877266 stop 1:877463 command disk index 26922 +receive problem reply, xid 60a7e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:877387 stop 1:877541 command disk index 26924 +receive problem reply, xid 63a7e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:877450 stop 1:877670 command disk index 26932 +receive problem reply, xid f2a9e9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:955856 stop 1:956469 command disk index 28792 +receive problem reply, xid e3aae9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:984789 stop 1:984988 command disk index 29280 +receive problem reply, xid 6abe9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:989491 stop 1:990788 command disk index 29382 +receive problem reply, xid 7abe9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:989514 stop 1:990796 command disk index 29390 +receive problem reply, xid 3eabe9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:996972 stop 1:999064 command disk index 29518 +receive problem reply, xid 41abe9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:997055 stop 1:999172 command disk index 29530 +receive problem reply, xid 43abe9e8 nfs_ret 2 No such file or directory trace_status 0 start 1:997259 stop 1:999183 command disk index 29534 +receive problem reply, xid 5eace9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:35963 stop 2:37013 command disk index 30242 +receive problem reply, xid 60ace9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:36010 stop 2:37027 command disk index 30246 +receive problem reply, xid 89ace9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:38498 stop 2:41626 command disk index 30330 +receive problem reply, xid 22ade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:58570 stop 2:61129 command disk index 30688 +receive problem reply, xid 40ade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:62198 stop 2:62355 command disk index 30790 +receive problem reply, xid 4bade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:67550 stop 2:67732 command disk index 30844 +receive problem reply, xid 4dade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:67635 stop 2:67788 command disk index 30850 +receive problem reply, xid 4eade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:67717 stop 2:67969 command disk index 30852 +receive problem reply, xid c6ade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:84773 stop 2:84922 command disk index 31156 +receive problem reply, xid c8ade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:84853 stop 2:85069 command disk index 31162 +receive problem reply, xid c9ade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:84885 stop 2:85077 command disk index 31164 +receive problem reply, xid caade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:84955 stop 2:85182 command disk index 31168 +receive problem reply, xid cbade9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:84984 stop 2:85193 command disk index 31176 +receive problem reply, xid 1aaee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:88073 stop 2:88317 command disk index 31696 +receive problem reply, xid 1caee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:88156 stop 2:88377 command disk index 31702 +receive problem reply, xid 1daee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:88193 stop 2:88385 command disk index 31704 +receive problem reply, xid 1eaee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:88247 stop 2:88393 command disk index 31708 +receive problem reply, xid 1faee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:88277 stop 2:88565 command disk index 31716 +receive problem reply, xid 48aee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:89972 stop 2:90224 command disk index 31956 +receive problem reply, xid 4aaee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:90046 stop 2:90240 command disk index 31962 +receive problem reply, xid 4baee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:90079 stop 2:90247 command disk index 31964 +receive problem reply, xid 4caee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:90136 stop 2:90425 command disk index 31968 +receive problem reply, xid 4daee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:90170 stop 2:90434 command disk index 31978 +receive problem reply, xid 73aee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:92566 stop 2:93502 command disk index 32064 +receive problem reply, xid 7eaee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:93671 stop 2:93833 command disk index 32110 +receive problem reply, xid 80aee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:93888 stop 2:94039 command disk index 32116 +receive problem reply, xid 81aee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:94028 stop 2:94171 command disk index 32118 +receive problem reply, xid 82aee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:94079 stop 2:94241 command disk index 32122 +receive problem reply, xid 83aee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:94226 stop 2:94358 command disk index 32134 +receive problem reply, xid 7afe9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:112137 stop 2:112480 command disk index 32448 +receive problem reply, xid dafe9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:112635 stop 2:112811 command disk index 32454 +receive problem reply, xid eafe9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:112795 stop 2:113023 command disk index 32456 +receive problem reply, xid fafe9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:112865 stop 2:113039 command disk index 32460 +receive problem reply, xid 10afe9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:113010 stop 2:113171 command disk index 32472 +receive problem reply, xid 72b0e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:152866 stop 2:154209 command disk index 33248 +receive problem reply, xid 73b0e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:152932 stop 2:154221 command disk index 33258 +receive problem reply, xid c4b1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:184199 stop 2:184331 command disk index 34138 +receive problem reply, xid 14b4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:229581 stop 2:229796 command disk index 35878 +receive problem reply, xid 3eb4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:231605 stop 2:232018 command disk index 35982 +receive problem reply, xid 4cb4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:232379 stop 2:232748 command disk index 36038 +receive problem reply, xid acb4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:237518 stop 2:237707 command disk index 36280 +receive problem reply, xid 70b5e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:249888 stop 2:250031 command disk index 36784 +receive problem reply, xid c5b6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:283230 stop 2:283467 command disk index 37440 +receive problem reply, xid deb6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:284583 stop 2:289003 command disk index 37498 +receive problem reply, xid ccb7e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:313106 stop 2:314166 command disk index 38078 +receive problem reply, xid e1b7e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:314876 stop 2:315079 command disk index 38098 +receive problem reply, xid 36b8e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:322474 stop 2:323439 command disk index 38282 +receive problem reply, xid 37b8e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:322509 stop 2:323448 command disk index 38286 +receive problem reply, xid 86b9e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:368651 stop 2:368862 command disk index 39328 +receive problem reply, xid bbbe9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:404995 stop 2:405143 command disk index 40338 +receive problem reply, xid 58c0e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:531040 stop 2:531235 command disk index 43858 +receive problem reply, xid d2c5e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:642973 stop 2:643209 command disk index 47776 +receive problem reply, xid d6c6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:665452 stop 2:665670 command disk index 48424 +receive problem reply, xid e4c6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:666139 stop 2:666334 command disk index 48460 +receive problem reply, xid e5c6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:666205 stop 2:666404 command disk index 48464 +receive problem reply, xid e7c6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:666359 stop 2:666552 command disk index 48470 +receive problem reply, xid e8c6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:666377 stop 2:666565 command disk index 48472 +receive problem reply, xid e9c6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:666392 stop 2:666575 command disk index 48474 +receive problem reply, xid ecc6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:666596 stop 2:666795 command disk index 48482 +receive problem reply, xid ec8e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:699257 stop 2:699463 command disk index 49438 +receive problem reply, xid 81c8e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:721769 stop 2:724171 command disk index 49678 +receive problem reply, xid f3c9e9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:749715 stop 2:752738 command disk index 50428 +receive problem reply, xid 97cae9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:773221 stop 2:775125 command disk index 50882 +receive problem reply, xid ffcbe9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:815376 stop 2:816207 command disk index 51686 +receive problem reply, xid 1dcde9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:839137 stop 2:839354 command disk index 52608 +receive problem reply, xid 6bcee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:875009 stop 2:875180 command disk index 53498 +receive problem reply, xid 70cee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:875326 stop 2:875499 command disk index 53514 +receive problem reply, xid 71cee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:875352 stop 2:875510 command disk index 53518 +receive problem reply, xid 73cee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:875460 stop 2:875611 command disk index 53524 +receive problem reply, xid 74cee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:875539 stop 2:875693 command disk index 53526 +receive problem reply, xid 75cee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:875572 stop 2:875754 command disk index 53528 +receive problem reply, xid 78cee9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:875652 stop 2:875858 command disk index 53536 +receive problem reply, xid 95cfe9e8 nfs_ret 2 No such file or directory trace_status 0 start 2:906797 stop 2:907871 command disk index 54200 +receive problem reply, xid 42d9e9e8 nfs_ret 2 No such file or directory trace_status 0 start 3:181024 stop 3:181166 command disk index 61094 +receive problem reply, xid dcdae9e8 nfs_ret 2 No such file or directory trace_status 0 start 3:219945 stop 3:220096 command disk index 62506 +receive problem reply, xid d2dce9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:384033 stop 4:384267 command disk index 63650 +receive problem reply, xid d9dce9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:384257 stop 4:384493 command disk index 63658 +receive problem reply, xid 4ae3e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:498990 stop 4:499165 command disk index 67702 +receive problem reply, xid 4de3e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:499024 stop 4:499207 command disk index 67708 +receive problem reply, xid 5ee3e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:500022 stop 4:501834 command disk index 67758 +receive problem reply, xid 60e3e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:500052 stop 4:501845 command disk index 67764 +receive problem reply, xid 61e3e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:500120 stop 4:501856 command disk index 67766 +receive problem reply, xid b5e4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:540288 stop 4:540551 command disk index 68588 +receive problem reply, xid c3e4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:540924 stop 4:541101 command disk index 68630 +receive problem reply, xid e8e4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:542209 stop 4:542412 command disk index 68732 +receive problem reply, xid e8e5e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:565724 stop 4:565885 command disk index 69338 +receive problem reply, xid e4eee9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:773191 stop 4:774694 command disk index 75436 +receive problem reply, xid ecefe9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:798174 stop 4:798345 command disk index 76304 +receive problem reply, xid 5df1e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:832460 stop 4:833945 command disk index 77128 +receive problem reply, xid 16f4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:909183 stop 4:909364 command disk index 79064 +receive problem reply, xid 64f4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:914530 stop 4:914736 command disk index 79286 +receive problem reply, xid 67f4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:914698 stop 4:915364 command disk index 79292 +receive problem reply, xid 68f4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:914783 stop 4:915477 command disk index 79294 +receive problem reply, xid 6af4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:914816 stop 4:915549 command disk index 79308 +receive problem reply, xid 69f4e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:914800 stop 4:915563 command disk index 79298 +fh_path_map error disk[80282] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80284] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid 5cf6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:970449 stop 4:970653 command disk index 80532 +receive problem reply, xid 62f6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:972323 stop 4:972539 command disk index 80542 +receive problem reply, xid a9f6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:989162 stop 4:989661 command disk index 80710 +receive problem reply, xid aaf6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:989190 stop 4:989672 command disk index 80712 +receive problem reply, xid a7f6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:987200 stop 4:989690 command disk index 80704 +fh_path_map error disk[80600] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80610] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80612] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80614] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80616] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80620] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80622] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80624] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80626] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80630] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80632] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80634] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80636] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80640] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80642] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid c2f6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:992470 stop 4:993576 command disk index 80762 +receive problem reply, xid acf6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 4:989792 stop 4:993588 command disk index 80716 +fh_path_map error disk[80652] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid e2f6e9e8 nfs_ret 2 No such file or directory trace_status 0 start 5:8471 stop 5:8685 command disk index 80824 +receive problem reply, xid 5ff9e9e8 nfs_ret 2 No such file or directory trace_status 0 start 5:74304 stop 5:74529 command disk index 82662 +receive problem reply, xid eefae9e8 nfs_ret 2 No such file or directory trace_status 0 start 5:89842 stop 5:90198 command disk index 83494 +>>>> sendng thread: time 9 send_num 35684 recv_num 35574 timeout_num 102 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[0]=25,num_out_req[1]=72,num_out_req[2]=147,num_out_req[3]=441,num_out_req[4]=1005,num_out_req[5]=2000,num_out_req[6]=4252,num_out_req[7]=13369,num_out_req[8]=2788, +num_out_req_at_timeout[0]=9,num_out_req_at_timeout[1]=11,num_out_req_at_timeout[2]=11,num_out_req_at_timeout[3]=11,num_out_req_at_timeout[4]=13,num_out_req_at_timeout[5]=15,num_out_req_at_timeout[6]=15,num_out_req_at_timeout[7]=17, +receive problem reply, xid 5424eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:258084 stop 15:260020 command disk index 105374 +receive problem reply, xid bb24eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:273149 stop 15:273315 command disk index 105588 +receive problem reply, xid 2626eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:306531 stop 15:306770 command disk index 106792 +receive problem reply, xid 5726eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:313811 stop 15:315282 command disk index 106904 +receive problem reply, xid 6f26eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:318072 stop 15:318227 command disk index 106938 +receive problem reply, xid 8a26eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:325926 stop 15:326174 command disk index 107010 +receive problem reply, xid 8b26eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:325961 stop 15:326187 command disk index 107012 +receive problem reply, xid 7a27eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:357296 stop 15:357437 command disk index 107556 +receive problem reply, xid b928eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:379578 stop 15:379815 command disk index 108676 +receive problem reply, xid c728eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:380094 stop 15:380405 command disk index 108704 +receive problem reply, xid 6529eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:414729 stop 15:414890 command disk index 109002 +receive problem reply, xid bc2ceae8 nfs_ret 2 No such file or directory trace_status 0 start 15:491883 stop 15:492970 command disk index 111160 +receive problem reply, xid 9e2deae8 nfs_ret 2 No such file or directory trace_status 0 start 15:502457 stop 15:502668 command disk index 111972 +receive problem reply, xid d02eeae8 nfs_ret 2 No such file or directory trace_status 0 start 15:544887 stop 15:545184 command disk index 112626 +receive problem reply, xid 4a32eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:608067 stop 15:608286 command disk index 115164 +receive problem reply, xid 3036eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:671986 stop 15:674310 command disk index 117714 +receive problem reply, xid a536eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:688300 stop 15:688488 command disk index 117944 +receive problem reply, xid 2c37eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:700536 stop 15:700802 command disk index 118564 +receive problem reply, xid 2d37eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:700549 stop 15:700815 command disk index 118568 +receive problem reply, xid 2f37eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:700577 stop 15:700901 command disk index 118574 +receive problem reply, xid 3037eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:700839 stop 15:701029 command disk index 118576 +receive problem reply, xid 3137eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:700858 stop 15:701041 command disk index 118578 +receive problem reply, xid 3937eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:701185 stop 15:701354 command disk index 118596 +receive problem reply, xid 3e37eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:701395 stop 15:701625 command disk index 118612 +receive problem reply, xid 3f37eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:701410 stop 15:701637 command disk index 118616 +receive problem reply, xid 4237eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:701537 stop 15:701771 command disk index 118624 +receive problem reply, xid 4337eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:701671 stop 15:701848 command disk index 118626 +receive problem reply, xid 4437eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:701694 stop 15:701888 command disk index 118628 +receive problem reply, xid cb37eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:717885 stop 15:719806 command disk index 119014 +receive problem reply, xid 9c38eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:749640 stop 15:749965 command disk index 119440 +receive problem reply, xid 9d38eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:749732 stop 15:749980 command disk index 119444 +receive problem reply, xid 2e3feae8 nfs_ret 2 No such file or directory trace_status 0 start 15:901337 stop 15:901544 command disk index 123708 +receive problem reply, xid 3542eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:959782 stop 15:959958 command disk index 125940 +receive problem reply, xid 3742eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:959858 stop 15:960046 command disk index 125944 +receive problem reply, xid 3b42eae8 nfs_ret 2 No such file or directory trace_status 0 start 15:960072 stop 15:960616 command disk index 125952 +receive problem reply, xid f743eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:10019 stop 16:11169 command disk index 127232 +receive problem reply, xid fe43eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:11191 stop 16:11339 command disk index 127240 +receive problem reply, xid 5544eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:24174 stop 16:24316 command disk index 127442 +receive problem reply, xid 5a44eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:24981 stop 16:25123 command disk index 127458 +receive problem reply, xid 5b44eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:25146 stop 16:25302 command disk index 127462 +receive problem reply, xid 5d44eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:25333 stop 16:25488 command disk index 127468 +receive problem reply, xid 5e44eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:25387 stop 16:25565 command disk index 127470 +receive problem reply, xid 5f44eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:25549 stop 16:25695 command disk index 127472 +receive problem reply, xid 6244eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:25766 stop 16:25937 command disk index 127480 +receive problem reply, xid ba48eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:111568 stop 16:111827 command disk index 130564 +receive problem reply, xid 8249eae8 nfs_ret 2 No such file or directory trace_status 0 start 16:136687 stop 16:139100 command disk index 131128 +receive problem reply, xid 864aeae8 nfs_ret 2 No such file or directory trace_status 0 start 16:162621 stop 16:163067 command disk index 131766 +receive problem reply, xid e54aeae8 nfs_ret 2 No such file or directory trace_status 0 start 16:174830 stop 16:175070 command disk index 131970 +receive problem reply, xid 274deae8 nfs_ret 2 No such file or directory trace_status 0 start 16:235143 stop 16:235378 command disk index 133642 +trace starttime 1001026799, trace_end_time 1001030401 trace_duration 3602 +can_not_catch_speed_num_total 0 can_not_catch_speed_num_last_10_seconds 0total_profile.about: total_profile +... total_profile 15.455376 num 91923 avg 168 + +... execute_next_request_profile 1.062513 num 38423 avg 27 +... valid_get_nextop_profile 0.514358 num 53499 avg 9 +... invalid_get_nextop_profile 0.000003 num 4 avg 0 +... prepare_argument_profile 0.140620 num 53499 avg 2 +... biod_clnt_call_profile 0.332512 num 53499 avg 6 + +... receive_next_reply_profile 14.304236 num 38423 avg 372 +... valid_poll_and_get_reply_profile 3.273871 num 53301 avg 61 +... invalid_poll_and_get_reply_profile 10.736264 num 38423 avg 279 +... decode_reply_profile 0.140713 num 53301 avg 2 +... check_reply_profile 0.042038 num 53301 avg 0 +... fgets_profile 0.094013 num 136201 avg 0 +... read_line_profile 0.172923 num 136200 avg 1 +... read_trace_profile 0.523399 num 1 avg 523399 + +dep_tab_index.tail 53687 dep_tab_index.head 53687 num_out_reqs 0 +Total play time: 15 sec 455448 usec +trace play result: + percentage good_cnt bad_cnt timeout_cnt elapsed time average time + null 0.0 0 0 0 sec 0 usec 0 usec 0 + getattr 12.6 6669 0 0 sec 2 usec 123121 usec 318 + setattr 6.8 3625 0 0 sec 8 usec 163207 usec 2251 + root 0.0 0 0 0 sec 0 usec 0 usec 0 + lookup 29.2 15470 292 0 sec 7 usec 371016 usec 476 + readlink 0.0 0 0 0 sec 0 usec 0 usec 0 + read 28.1 14880 0 198 sec 30 usec 774077 usec 2068 + wrcache 0.0 0 0 0 sec 0 usec 0 usec 0 + write 9.7 5128 0 0 sec 6 usec 736546 usec 1313 + create 1.8 952 0 0 sec 2 usec 856010 usec 3000 + remove 1.9 1027 0 0 sec 1 usec 345754 usec 1310 + rename 0.1 34 0 0 sec 0 usec 95586 usec 2811 + link 0.2 99 0 0 sec 0 usec 436429 usec 4408 + symlink 0.0 3 0 0 sec 0 usec 6869 usec 2289 + mkdir 0.0 0 0 0 sec 0 usec 0 usec 0 + rmdir 0.0 0 0 0 sec 0 usec 0 usec 0 + readdir 0.9 455 0 0 sec 0 usec 162303 usec 356 + fsstat 0.4 194 0 0 sec 0 usec 43246 usec 222 + access 8.2 4370 0 0 sec 1 usec 231693 usec 281 + commit 0.0 0 0 0 sec 0 usec 0 usec 0 + fsinfo 0.0 5 0 0 sec 0 usec 971 usec 194 + mknod 0.0 0 0 0 sec 0 usec 0 usec 0 + pathconf 0.1 61 0 0 sec 0 usec 13278 usec 217 +readdirplus 0.1 37 0 0 sec 0 usec 11969 usec 323 + TOTAL 100.0 53009 292 198 sec 0 usec 0 usec 0 diff --git a/results/20110314-replay/ec2 b/results/20110314-replay/ec2 new file mode 100644 index 0000000..9f4d01a --- /dev/null +++ b/results/20110314-replay/ec2 @@ -0,0 +1,268 @@ +size of fh_map_t 400 size of fh_map 160000000 +sizeof dep_tab_t 152 sizeof dep_tab 15200000 +size of memory_trace_ent_t 376 sizeof memory_trace 37600000 +size of CREATE3args 136 +size of MKDIR3args 132 +size of READ3args 80 +size of WRITE3args 92 +size of RENAME3args 144 +size of GETATTR3args 68 +size of SETATTR3args 140 +size of LINK3args 140 +size of SYMLINK3args 136 +size of MKNOD3args 144 +size of RMDIR3args 72 +size of REMOVE3args 72 +size of LOOKUP3args 72 +size of READDIR3args 88 +size of READDIRPLUS3args 92 +size of FSSTAT3args 68 +size of FSINFO3args 68 +size of COMMIT3args 80 +size of ACCESS3args 72 +size of READLINK3args 68 +async_rpc_sem semid 753664 for key 60000 value 1 +SIZE of fh map 160000 KB +0 fh_map entry read +trace starttime 1001026799 824160 0 +io_thread EXIT +trace_play +receive problem reply, xid 147ee6fb nfs_ret 2 No such file or directory trace_status 0 start 0:167686 stop 0:180566 command disk index 170 +receive problem reply, xid 497ee6fb nfs_ret 2 No such file or directory trace_status 0 start 0:258056 stop 0:270796 command disk index 278 +receive problem reply, xid 4a7ee6fb nfs_ret 2 No such file or directory trace_status 0 start 0:259316 stop 0:272143 command disk index 318 +receive problem reply, xid 1282e6fb nfs_ret 2 No such file or directory trace_status 0 start 1:846181 stop 1:858959 command disk index 2214 +receive problem reply, xid 8282e6fb nfs_ret 2 No such file or directory trace_status 0 start 2:35323 stop 2:48257 command disk index 2442 +receive problem reply, xid e182e6fb nfs_ret 2 No such file or directory trace_status 0 start 2:197548 stop 2:210288 command disk index 2640 +receive problem reply, xid e788e6fb nfs_ret 2 No such file or directory trace_status 0 start 4:749331 stop 4:762047 command disk index 6772 +receive problem reply, xid e888e6fb nfs_ret 2 No such file or directory trace_status 0 start 4:749350 stop 4:762063 command disk index 6782 +receive problem reply, xid 89e6fb nfs_ret 2 No such file or directory trace_status 0 start 4:787796 stop 4:800670 command disk index 6860 +receive problem reply, xid 389e6fb nfs_ret 2 No such file or directory trace_status 0 start 4:793240 stop 4:806070 command disk index 6866 +receive problem reply, xid 489e6fb nfs_ret 2 No such file or directory trace_status 0 start 4:793430 stop 4:806144 command disk index 6868 +receive problem reply, xid 589e6fb nfs_ret 2 No such file or directory trace_status 0 start 4:796801 stop 4:809484 command disk index 6872 +receive problem reply, xid 689e6fb nfs_ret 2 No such file or directory trace_status 0 start 4:798050 stop 4:810739 command disk index 6882 +fh_path_map error disk[7648] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid cc8ce6fb nfs_ret 2 No such file or directory trace_status 0 start 6:408710 stop 6:421511 command disk index 9428 +receive problem reply, xid ce8ce6fb nfs_ret 2 No such file or directory trace_status 0 start 6:410698 stop 6:423389 command disk index 9434 +receive problem reply, xid cf8ce6fb nfs_ret 2 No such file or directory trace_status 0 start 6:416165 stop 6:428872 command disk index 9436 +receive problem reply, xid d08ce6fb nfs_ret 2 No such file or directory trace_status 0 start 6:416266 stop 6:428994 command disk index 9440 +receive problem reply, xid d18ce6fb nfs_ret 2 No such file or directory trace_status 0 start 6:416422 stop 6:429253 command disk index 9444 +receive problem reply, xid 578fe6fb nfs_ret 2 No such file or directory trace_status 0 start 7:488486 stop 7:501300 command disk index 11374 +receive problem reply, xid 588fe6fb nfs_ret 2 No such file or directory trace_status 0 start 7:488872 stop 7:501604 command disk index 11382 +receive problem reply, xid 8391e6fb nfs_ret 2 No such file or directory trace_status 0 start 8:608454 stop 8:621137 command disk index 13050 +>>>> sendng thread: time 9 send_num 5313 recv_num 5306 timeout_num 0 num_out_reqs 7 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[0]=1,num_out_req[2]=1,num_out_req[4]=2,num_out_req[5]=11,num_out_req[6]=252,num_out_req[7]=4754,num_out_req[8]=2243, + +receive problem reply, xid 9194e6fb nfs_ret 2 No such file or directory trace_status 0 start 9:887272 stop 9:900111 command disk index 14816 +receive problem reply, xid 1d9fe6fb nfs_ret 2 No such file or directory trace_status 0 start 14:349793 stop 14:362529 command disk index 22438 +receive problem reply, xid 1e9fe6fb nfs_ret 2 No such file or directory trace_status 0 start 14:349913 stop 14:362632 command disk index 22450 +receive problem reply, xid 819fe6fb nfs_ret 2 No such file or directory trace_status 0 start 14:516820 stop 14:529668 command disk index 22650 +receive problem reply, xid 829fe6fb nfs_ret 2 No such file or directory trace_status 0 start 14:519013 stop 14:531768 command disk index 22654 +receive problem reply, xid 969fe6fb nfs_ret 2 No such file or directory trace_status 0 start 14:554227 stop 14:567025 command disk index 22720 +receive problem reply, xid 989fe6fb nfs_ret 2 No such file or directory trace_status 0 start 14:557377 stop 14:570132 command disk index 22726 +receive problem reply, xid 999fe6fb nfs_ret 2 No such file or directory trace_status 0 start 14:558145 stop 14:570998 command disk index 22728 +receive problem reply, xid 9b9fe6fb nfs_ret 2 No such file or directory trace_status 0 start 14:560023 stop 14:572892 command disk index 22732 +receive problem reply, xid 9c9fe6fb nfs_ret 2 No such file or directory trace_status 0 start 14:564243 stop 14:577131 command disk index 22736 +receive problem reply, xid 1fa0e6fb nfs_ret 2 No such file or directory trace_status 0 start 14:790443 stop 14:803299 command disk index 23096 +receive problem reply, xid 21a0e6fb nfs_ret 2 No such file or directory trace_status 0 start 14:794865 stop 14:807687 command disk index 23102 +receive problem reply, xid 23a0e6fb nfs_ret 2 No such file or directory trace_status 0 start 14:796922 stop 14:809685 command disk index 23104 +receive problem reply, xid 3ea0e6fb nfs_ret 2 No such file or directory trace_status 0 start 14:842250 stop 14:854949 command disk index 23108 +receive problem reply, xid 42a0e6fb nfs_ret 2 No such file or directory trace_status 0 start 14:849605 stop 14:862324 command disk index 23116 +receive problem reply, xid e4a0e6fb nfs_ret 2 No such file or directory trace_status 0 start 15:119647 stop 15:132604 command disk index 23584 +receive problem reply, xid ca1e6fb nfs_ret 2 No such file or directory trace_status 0 start 15:190383 stop 15:203105 command disk index 23708 +receive problem reply, xid da1e6fb nfs_ret 2 No such file or directory trace_status 0 start 15:190868 stop 15:203612 command disk index 23718 +receive problem reply, xid 66a5e6fb nfs_ret 2 No such file or directory trace_status 0 start 17:173007 stop 17:185871 command disk index 26910 +receive problem reply, xid 67a5e6fb nfs_ret 2 No such file or directory trace_status 0 start 17:173149 stop 17:185887 command disk index 26914 +receive problem reply, xid 69a5e6fb nfs_ret 2 No such file or directory trace_status 0 start 17:174530 stop 17:187302 command disk index 26920 +receive problem reply, xid 6aa5e6fb nfs_ret 2 No such file or directory trace_status 0 start 17:174774 stop 17:187541 command disk index 26922 +receive problem reply, xid 6ba5e6fb nfs_ret 2 No such file or directory trace_status 0 start 17:180892 stop 17:193697 command disk index 26924 +receive problem reply, xid 19a9e6fb nfs_ret 2 No such file or directory trace_status 0 start 18:937184 stop 18:949992 command disk index 29382 +receive problem reply, xid 1aa9e6fb nfs_ret 2 No such file or directory trace_status 0 start 18:939573 stop 18:952239 command disk index 29390 +receive problem reply, xid 4ea9e6fb nfs_ret 2 No such file or directory trace_status 0 start 19:24081 stop 19:36959 command disk index 29518 +>>>> sendng thread: time 19 send_num 11157 recv_num 11149 timeout_num 0 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[4]=1,num_out_req[5]=36,num_out_req[6]=357,num_out_req[7]=5018,num_out_req[8]=2674, + +receive problem reply, xid a6aae6fb nfs_ret 2 No such file or directory trace_status 0 start 19:593158 stop 19:606022 command disk index 30330 +receive problem reply, xid 45abe6fb nfs_ret 2 No such file or directory trace_status 0 start 19:860763 stop 19:873510 command disk index 30688 +receive problem reply, xid 61abe6fb nfs_ret 2 No such file or directory trace_status 0 start 19:906023 stop 19:918904 command disk index 30790 +receive problem reply, xid 62abe6fb nfs_ret 2 No such file or directory trace_status 0 start 19:906395 stop 19:919141 command disk index 30800 +receive problem reply, xid 6babe6fb nfs_ret 2 No such file or directory trace_status 0 start 19:921789 stop 19:934688 command disk index 30844 +receive problem reply, xid 6eabe6fb nfs_ret 2 No such file or directory trace_status 0 start 19:927282 stop 19:940033 command disk index 30850 +receive problem reply, xid 6fabe6fb nfs_ret 2 No such file or directory trace_status 0 start 19:927758 stop 19:940512 command disk index 30852 +receive problem reply, xid eeabe6fb nfs_ret 2 No such file or directory trace_status 0 start 20:140993 stop 20:153792 command disk index 31168 +receive problem reply, xid efabe6fb nfs_ret 2 No such file or directory trace_status 0 start 20:145987 stop 20:158681 command disk index 31176 +receive problem reply, xid 47ace6fb nfs_ret 2 No such file or directory trace_status 0 start 20:286623 stop 20:299344 command disk index 31708 +receive problem reply, xid 48ace6fb nfs_ret 2 No such file or directory trace_status 0 start 20:289639 stop 20:302352 command disk index 31716 +receive problem reply, xid 7cace6fb nfs_ret 2 No such file or directory trace_status 0 start 20:372416 stop 20:385144 command disk index 31968 +receive problem reply, xid 7dace6fb nfs_ret 2 No such file or directory trace_status 0 start 20:372870 stop 20:385611 command disk index 31978 +receive problem reply, xid b8ace6fb nfs_ret 2 No such file or directory trace_status 0 start 20:471253 stop 20:483962 command disk index 32122 +receive problem reply, xid b9ace6fb nfs_ret 2 No such file or directory trace_status 0 start 20:473259 stop 20:486085 command disk index 32134 +receive problem reply, xid 43ade6fb nfs_ret 2 No such file or directory trace_status 0 start 20:701404 stop 20:714200 command disk index 32460 +receive problem reply, xid 44ade6fb nfs_ret 2 No such file or directory trace_status 0 start 20:707583 stop 20:720440 command disk index 32472 +receive problem reply, xid a3aee6fb nfs_ret 2 No such file or directory trace_status 0 start 21:285906 stop 21:298651 command disk index 33248 +receive problem reply, xid a4aee6fb nfs_ret 2 No such file or directory trace_status 0 start 21:286919 stop 21:299782 command disk index 33258 +receive problem reply, xid 5db2e6fb nfs_ret 2 No such file or directory trace_status 0 start 22:852851 stop 22:865715 command disk index 35982 +receive problem reply, xid fcb4e6fb nfs_ret 2 No such file or directory trace_status 0 start 23:951540 stop 23:964299 command disk index 37498 +receive problem reply, xid 48b6e6fb nfs_ret 2 No such file or directory trace_status 0 start 24:497631 stop 24:510465 command disk index 38282 +receive problem reply, xid 49b6e6fb nfs_ret 2 No such file or directory trace_status 0 start 24:498110 stop 24:510825 command disk index 38286 +receive problem reply, xid 8fb7e6fb nfs_ret 2 No such file or directory trace_status 0 start 25:38152 stop 25:50996 command disk index 39328 +>>>> sendng thread: time 29 send_num 17217 recv_num 17209 timeout_num 0 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[4]=5,num_out_req[5]=39,num_out_req[6]=361,num_out_req[7]=5201,num_out_req[8]=2589, + +receive problem reply, xid e6c4e6fb nfs_ret 2 No such file or directory trace_status 0 start 30:667995 stop 30:680652 command disk index 48460 +receive problem reply, xid e8c4e6fb nfs_ret 2 No such file or directory trace_status 0 start 30:670585 stop 30:683258 command disk index 48464 +receive problem reply, xid eac4e6fb nfs_ret 2 No such file or directory trace_status 0 start 30:670677 stop 30:683400 command disk index 48470 +receive problem reply, xid ebc4e6fb nfs_ret 2 No such file or directory trace_status 0 start 30:672938 stop 30:685682 command disk index 48472 +receive problem reply, xid ecc4e6fb nfs_ret 2 No such file or directory trace_status 0 start 30:673775 stop 30:686543 command disk index 48474 +receive problem reply, xid f0c4e6fb nfs_ret 2 No such file or directory trace_status 0 start 30:683279 stop 30:695995 command disk index 48482 +receive problem reply, xid fc6e6fb nfs_ret 2 No such file or directory trace_status 0 start 31:152174 stop 31:164912 command disk index 49438 +receive problem reply, xid 81c6e6fb nfs_ret 2 No such file or directory trace_status 0 start 31:338845 stop 31:351700 command disk index 49678 +receive problem reply, xid f3c7e6fb nfs_ret 2 No such file or directory trace_status 0 start 31:948446 stop 31:961322 command disk index 50428 +receive problem reply, xid 98c8e6fb nfs_ret 2 No such file or directory trace_status 0 start 32:226022 stop 32:238764 command disk index 50882 +receive problem reply, xid 2bcbe6fb nfs_ret 2 No such file or directory trace_status 0 start 33:308778 stop 33:321541 command disk index 52624 +receive problem reply, xid 2ccbe6fb nfs_ret 2 No such file or directory trace_status 0 start 33:313845 stop 33:326575 command disk index 52628 +receive problem reply, xid 2ecbe6fb nfs_ret 2 No such file or directory trace_status 0 start 33:318016 stop 33:330818 command disk index 52634 +receive problem reply, xid 30cbe6fb nfs_ret 2 No such file or directory trace_status 0 start 33:318272 stop 33:331092 command disk index 52636 +receive problem reply, xid 31cbe6fb nfs_ret 2 No such file or directory trace_status 0 start 33:321308 stop 33:334066 command disk index 52638 +receive problem reply, xid 34cbe6fb nfs_ret 2 No such file or directory trace_status 0 start 33:326600 stop 33:339325 command disk index 52646 +receive problem reply, xid 7ecce6fb nfs_ret 2 No such file or directory trace_status 0 start 34:36363 stop 34:49048 command disk index 53514 +receive problem reply, xid 7fcce6fb nfs_ret 2 No such file or directory trace_status 0 start 34:37242 stop 34:49921 command disk index 53518 +receive problem reply, xid 82cce6fb nfs_ret 2 No such file or directory trace_status 0 start 34:44451 stop 34:57302 command disk index 53524 +receive problem reply, xid 83cce6fb nfs_ret 2 No such file or directory trace_status 0 start 34:45588 stop 34:58425 command disk index 53526 +receive problem reply, xid 84cce6fb nfs_ret 2 No such file or directory trace_status 0 start 34:46709 stop 34:59416 command disk index 53528 +receive problem reply, xid 87cce6fb nfs_ret 2 No such file or directory trace_status 0 start 34:49943 stop 34:62806 command disk index 53536 +receive problem reply, xid 2bd6e6fb nfs_ret 70 Stale NFS file handle trace_status 0 start 38:125809 stop 38:138827 command disk index 60442 +!!!!!!! STALE FILE HANDLE +receive problem reply, xid 47d7e6fb nfs_ret 2 No such file or directory trace_status 0 start 38:702332 stop 38:715187 command disk index 61094 +receive problem reply, xid 5ed7e6fb nfs_ret 2 No such file or directory trace_status 0 start 38:743019 stop 38:755796 command disk index 61096 +>>>> sendng thread: time 39 send_num 23118 recv_num 23111 timeout_num 0 num_out_reqs 7 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[3]=1,num_out_req[4]=1,num_out_req[5]=13,num_out_req[6]=305,num_out_req[7]=5243,num_out_req[8]=2511, + +receive problem reply, xid d2dae6fb nfs_ret 2 No such file or directory trace_status 0 start 40:193595 stop 40:206440 command disk index 63650 +receive problem reply, xid 47e1e6fb nfs_ret 2 No such file or directory trace_status 0 start 42:907122 stop 42:919864 command disk index 67702 +receive problem reply, xid 49e1e6fb nfs_ret 2 No such file or directory trace_status 0 start 42:909908 stop 42:922665 command disk index 67708 +receive problem reply, xid 60e1e6fb nfs_ret 2 No such file or directory trace_status 0 start 42:948286 stop 42:961132 command disk index 67758 +receive problem reply, xid 62e1e6fb nfs_ret 2 No such file or directory trace_status 0 start 42:953714 stop 42:966498 command disk index 67764 +receive problem reply, xid 65e1e6fb nfs_ret 2 No such file or directory trace_status 0 start 42:958016 stop 42:970866 command disk index 67770 +receive problem reply, xid eee3e6fb nfs_ret 2 No such file or directory trace_status 0 start 44:26533 stop 44:39282 command disk index 69354 +receive problem reply, xid efe3e6fb nfs_ret 2 No such file or directory trace_status 0 start 44:28559 stop 44:41411 command disk index 69358 +receive problem reply, xid f2e3e6fb nfs_ret 2 No such file or directory trace_status 0 start 44:35086 stop 44:47764 command disk index 69364 +receive problem reply, xid f3e3e6fb nfs_ret 2 No such file or directory trace_status 0 start 44:36809 stop 44:49555 command disk index 69366 +receive problem reply, xid f4e3e6fb nfs_ret 2 No such file or directory trace_status 0 start 44:37057 stop 44:49813 command disk index 69368 +receive problem reply, xid f7e3e6fb nfs_ret 2 No such file or directory trace_status 0 start 44:41434 stop 44:54251 command disk index 69376 +>>>> sendng thread: time 49 send_num 29181 recv_num 29173 timeout_num 0 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[4]=1,num_out_req[5]=42,num_out_req[6]=352,num_out_req[7]=5229,num_out_req[8]=2613, + +receive problem reply, xid 11f2e6fb nfs_ret 2 No such file or directory trace_status 0 start 50:19819 stop 50:32602 command disk index 79064 +receive problem reply, xid 6af2e6fb nfs_ret 2 No such file or directory trace_status 0 start 50:165355 stop 50:178107 command disk index 79298 +receive problem reply, xid 6bf2e6fb nfs_ret 2 No such file or directory trace_status 0 start 50:165496 stop 50:178213 command disk index 79308 +fh_path_map error disk[80282] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80284] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid 5df4e6fb nfs_ret 2 No such file or directory trace_status 0 start 50:991852 stop 51:4749 command disk index 80532 +fh_path_map error disk[80600] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80610] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80612] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80614] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80616] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80620] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80622] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80624] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80626] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80630] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80632] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80634] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80636] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80640] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80642] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80652] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid acf4e6fb nfs_ret 2 No such file or directory trace_status 0 start 51:123558 stop 51:136301 command disk index 80716 +receive problem reply, xid e2f4e6fb nfs_ret 2 No such file or directory trace_status 0 start 51:216087 stop 51:228912 command disk index 80824 +>>>> sendng thread: time 59 send_num 35234 recv_num 35227 timeout_num 0 num_out_reqs 7 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[5]=24,num_out_req[6]=239,num_out_req[7]=5503,num_out_req[8]=2944, + +>>>> sendng thread: time 69 send_num 41183 recv_num 41176 timeout_num 1 num_out_reqs 6 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[5]=4,num_out_req[6]=94,num_out_req[7]=5749,num_out_req[8]=2860, +num_out_req_at_timeout[7]=1, +receive problem reply, xid 3024e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:418671 stop 71:431512 command disk index 106808 +receive problem reply, xid 3124e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:421400 stop 71:434132 command disk index 106812 +receive problem reply, xid 3424e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:425792 stop 71:438485 command disk index 106818 +receive problem reply, xid 3524e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:428589 stop 71:441332 command disk index 106820 +receive problem reply, xid 3624e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:428704 stop 71:441441 command disk index 106822 +receive problem reply, xid 3924e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:434157 stop 71:446948 command disk index 106830 +receive problem reply, xid 6f24e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:521476 stop 71:534283 command disk index 106938 +receive problem reply, xid 7c24e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:546200 stop 71:559019 command disk index 106962 +receive problem reply, xid 7e24e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:548059 stop 71:560804 command disk index 106968 +receive problem reply, xid 7f24e7fb nfs_ret 2 No such file or directory trace_status 0 start 71:549668 stop 71:562575 command disk index 106970 +receive problem reply, xid 4535e7fb nfs_ret 2 No such file or directory trace_status 0 start 78:693819 stop 78:706547 command disk index 118612 +receive problem reply, xid 4635e7fb nfs_ret 2 No such file or directory trace_status 0 start 78:701203 stop 78:714043 command disk index 118616 +receive problem reply, xid 4935e7fb nfs_ret 2 No such file or directory trace_status 0 start 78:704212 stop 78:716927 command disk index 118624 +receive problem reply, xid 4a35e7fb nfs_ret 2 No such file or directory trace_status 0 start 78:704325 stop 78:717048 command disk index 118626 +receive problem reply, xid 4c35e7fb nfs_ret 2 No such file or directory trace_status 0 start 78:704979 stop 78:717731 command disk index 118628 +receive problem reply, xid 4f35e7fb nfs_ret 2 No such file or directory trace_status 0 start 78:715468 stop 78:728137 command disk index 118636 +>>>> sendng thread: time 79 send_num 47176 recv_num 47168 timeout_num 1 num_out_reqs 7 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[1]=1,num_out_req[3]=4,num_out_req[4]=11,num_out_req[5]=57,num_out_req[6]=431,num_out_req[7]=4889,num_out_req[8]=2673, + +receive problem reply, xid f741e7fb nfs_ret 2 No such file or directory trace_status 0 start 84:100308 stop 84:113166 command disk index 127232 +receive problem reply, xid 5d42e7fb nfs_ret 2 No such file or directory trace_status 0 start 84:265731 stop 84:278442 command disk index 127458 +receive problem reply, xid 5e42e7fb nfs_ret 2 No such file or directory trace_status 0 start 84:268841 stop 84:281677 command disk index 127462 +receive problem reply, xid 6142e7fb nfs_ret 2 No such file or directory trace_status 0 start 84:275060 stop 84:287806 command disk index 127468 +receive problem reply, xid 6242e7fb nfs_ret 2 No such file or directory trace_status 0 start 84:275327 stop 84:288097 command disk index 127470 +receive problem reply, xid 6342e7fb nfs_ret 2 No such file or directory trace_status 0 start 84:276858 stop 84:289572 command disk index 127472 +receive problem reply, xid 6642e7fb nfs_ret 2 No such file or directory trace_status 0 start 84:281699 stop 84:294556 command disk index 127480 +receive problem reply, xid c046e7fb nfs_ret 2 No such file or directory trace_status 0 start 86:95244 stop 86:108005 command disk index 130580 +receive problem reply, xid c146e7fb nfs_ret 2 No such file or directory trace_status 0 start 86:98535 stop 86:111378 command disk index 130584 +receive problem reply, xid c446e7fb nfs_ret 2 No such file or directory trace_status 0 start 86:105044 stop 86:117789 command disk index 130590 +receive problem reply, xid c546e7fb nfs_ret 2 No such file or directory trace_status 0 start 86:106433 stop 86:119187 command disk index 130592 +receive problem reply, xid c646e7fb nfs_ret 2 No such file or directory trace_status 0 start 86:107145 stop 86:119907 command disk index 130594 +receive problem reply, xid c946e7fb nfs_ret 2 No such file or directory trace_status 0 start 86:111400 stop 86:124208 command disk index 130602 +receive problem reply, xid 8647e7fb nfs_ret 2 No such file or directory trace_status 0 start 86:425990 stop 86:438717 command disk index 131128 +>>>> sendng thread: time 89 send_num 53232 recv_num 53223 timeout_num 1 num_out_reqs 8 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[3]=1,num_out_req[5]=22,num_out_req[6]=371,num_out_req[7]=5243,num_out_req[8]=2538, + +trace starttime 1001026799, trace_end_time 1001030401 trace_duration 3602 +can_not_catch_speed_num_total 0 can_not_catch_speed_num_last_10_seconds 0total_profile.about: total_profile +... total_profile 89.449841 num 127379 avg 702 + +... execute_next_request_profile 0.835902 num 73879 avg 11 +... valid_get_nextop_profile 0.208812 num 53499 avg 3 +... invalid_get_nextop_profile 0.000005 num 10 avg 0 +... prepare_argument_profile 0.153516 num 53499 avg 2 +... biod_clnt_call_profile 0.381542 num 53499 avg 7 + +... receive_next_reply_profile 88.429013 num 73879 avg 1196 +... valid_poll_and_get_reply_profile 38.942458 num 53498 avg 727 +... invalid_poll_and_get_reply_profile 49.103369 num 73879 avg 664 +... decode_reply_profile 0.157280 num 53498 avg 2 +... check_reply_profile 0.062649 num 53498 avg 1 +... fgets_profile 0.093638 num 136201 avg 0 +... read_line_profile 0.172878 num 136200 avg 1 +... read_trace_profile 0.522518 num 1 avg 522518 + +dep_tab_index.tail 53687 dep_tab_index.head 53687 num_out_reqs 0 +Total play time: 89 sec 449914 usec +trace play result: + percentage good_cnt bad_cnt timeout_cnt elapsed time average time + null 0.0 0 0 0 sec 0 usec 0 usec 0 + getattr 12.5 6669 0 0 sec 85 usec 358610 usec 12799 + setattr 6.8 3625 0 0 sec 60 usec 685660 usec 16740 + root 0.0 0 0 0 sec 0 usec 0 usec 0 + lookup 29.2 15553 209 0 sec 202 usec 803380 usec 13039 + readlink 0.0 0 0 0 sec 0 usec 0 usec 0 + read 28.3 15077 0 1 sec 198 usec 810595 usec 13186 + wrcache 0.0 0 0 0 sec 0 usec 0 usec 0 + write 9.6 5127 1 0 sec 72 usec 292062 usec 14100 + create 1.8 952 0 0 sec 12 usec 843294 usec 13490 + remove 1.9 1026 1 0 sec 13 usec 662087 usec 13315 + rename 0.1 34 0 0 sec 0 usec 449366 usec 13216 + link 0.2 99 0 0 sec 1 usec 603664 usec 16198 + symlink 0.0 3 0 0 sec 0 usec 41345 usec 13781 + mkdir 0.0 0 0 0 sec 0 usec 0 usec 0 + rmdir 0.0 0 0 0 sec 0 usec 0 usec 0 + readdir 0.9 455 0 0 sec 5 usec 902777 usec 12973 + fsstat 0.4 194 0 0 sec 2 usec 482546 usec 12796 + access 8.2 4370 0 0 sec 55 usec 955946 usec 12804 + commit 0.0 0 0 0 sec 0 usec 0 usec 0 + fsinfo 0.0 5 0 0 sec 0 usec 63663 usec 12732 + mknod 0.0 0 0 0 sec 0 usec 0 usec 0 + pathconf 0.1 61 0 0 sec 0 usec 780393 usec 12793 +readdirplus 0.1 37 0 0 sec 0 usec 477374 usec 12902 + TOTAL 100.0 53287 211 1 sec 0 usec 0 usec 0 diff --git a/results/20110314-replay/native b/results/20110314-replay/native new file mode 100644 index 0000000..d0315a9 --- /dev/null +++ b/results/20110314-replay/native @@ -0,0 +1,310 @@ +size of fh_map_t 400 size of fh_map 160000000 +sizeof dep_tab_t 152 sizeof dep_tab 15200000 +size of memory_trace_ent_t 376 sizeof memory_trace 37600000 +size of CREATE3args 136 +size of MKDIR3args 132 +size of READ3args 80 +size of WRITE3args 92 +size of RENAME3args 144 +size of GETATTR3args 68 +size of SETATTR3args 140 +size of LINK3args 140 +size of SYMLINK3args 136 +size of MKNOD3args 144 +size of RMDIR3args 72 +size of REMOVE3args 72 +size of LOOKUP3args 72 +size of READDIR3args 88 +size of READDIRPLUS3args 92 +size of FSSTAT3args 68 +size of FSINFO3args 68 +size of COMMIT3args 80 +size of ACCESS3args 72 +size of READLINK3args 68 +async_rpc_sem semid 655360 for key 60000 value 1 +SIZE of fh map 160000 KB +0 fh_map entry read +trace starttime 1001026799 824160 0 +io_thread EXIT +trace_play +receive problem reply, xid 1479d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:170561 stop 0:194688 command disk index 170 +receive problem reply, xid 4079d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:200757 stop 0:202391 command disk index 278 +receive problem reply, xid 4879d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:202508 stop 0:202745 command disk index 318 +receive problem reply, xid 127dd4ca nfs_ret 2 No such file or directory trace_status 0 start 0:269810 stop 0:274650 command disk index 2214 +receive problem reply, xid 797dd4ca nfs_ret 2 No such file or directory trace_status 0 start 0:302992 stop 0:303167 command disk index 2442 +receive problem reply, xid d77dd4ca nfs_ret 2 No such file or directory trace_status 0 start 0:341479 stop 0:341723 command disk index 2640 +receive problem reply, xid 8682d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:616782 stop 0:620772 command disk index 5726 +receive problem reply, xid 8983d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:708472 stop 0:716148 command disk index 6590 +receive problem reply, xid d283d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:768714 stop 0:771611 command disk index 6772 +receive problem reply, xid d383d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:771572 stop 0:771740 command disk index 6782 +receive problem reply, xid e883d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:772627 stop 0:774369 command disk index 6860 +receive problem reply, xid eb83d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:774293 stop 0:774550 command disk index 6866 +receive problem reply, xid ed83d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:774414 stop 0:774626 command disk index 6868 +receive problem reply, xid ee83d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:774442 stop 0:774638 command disk index 6872 +receive problem reply, xid ef83d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:774465 stop 0:774649 command disk index 6882 +receive problem reply, xid 1484d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:783014 stop 0:793940 command disk index 6958 +receive problem reply, xid b284d4ca nfs_ret 2 No such file or directory trace_status 0 start 0:844922 stop 0:849268 command disk index 7398 +fh_path_map error disk[7648] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +receive problem reply, xid 9987d4ca nfs_ret 2 No such file or directory trace_status 0 start 1:141559 stop 1:141765 command disk index 9428 +receive problem reply, xid 9c87d4ca nfs_ret 2 No such file or directory trace_status 0 start 1:141676 stop 1:141861 command disk index 9434 +receive problem reply, xid 9d87d4ca nfs_ret 2 No such file or directory trace_status 0 start 1:141720 stop 1:141881 command disk index 9436 +receive problem reply, xid 9e87d4ca nfs_ret 2 No such file or directory trace_status 0 start 1:141755 stop 1:141895 command disk index 9440 +receive problem reply, xid 9f87d4ca nfs_ret 2 No such file or directory trace_status 0 start 1:141812 stop 1:142026 command disk index 9444 +receive problem reply, xid 5f88d4ca nfs_ret 2 No such file or directory trace_status 0 start 1:212535 stop 1:212852 command disk index 10160 +receive problem reply, xid 1e89d4ca nfs_ret 2 No such file or directory trace_status 0 start 1:282537 stop 1:287236 command disk index 10662 +receive problem reply, xid 7b8bd4ca nfs_ret 2 No such file or directory trace_status 0 start 1:442604 stop 1:448637 command disk index 12630 +receive problem reply, xid 358cd4ca nfs_ret 2 No such file or directory trace_status 0 start 1:505441 stop 1:509092 command disk index 13050 +receive problem reply, xid 858ed4ca nfs_ret 2 No such file or directory trace_status 0 start 1:674001 stop 1:679985 command disk index 14364 +receive problem reply, xid 5a8fd4ca nfs_ret 2 No such file or directory trace_status 0 start 1:720414 stop 1:738673 command disk index 14816 +receive problem reply, xid 8692d4ca nfs_ret 2 No such file or directory trace_status 0 start 1:916960 stop 1:921280 command disk index 17142 +receive problem reply, xid 1f93d4ca nfs_ret 2 No such file or directory trace_status 0 start 1:973375 stop 1:984261 command disk index 17502 +receive problem reply, xid 8994d4ca nfs_ret 2 No such file or directory trace_status 0 start 2:94609 stop 2:95862 command disk index 18450 +receive problem reply, xid bc98d4ca nfs_ret 2 No such file or directory trace_status 0 start 2:408903 stop 2:416694 command disk index 21584 +receive problem reply, xid cf98d4ca nfs_ret 2 No such file or directory trace_status 0 start 2:422434 stop 2:426444 command disk index 21622 +receive problem reply, xid ef99d4ca nfs_ret 2 No such file or directory trace_status 0 start 2:490597 stop 2:490783 command disk index 22438 +receive problem reply, xid f099d4ca nfs_ret 2 No such file or directory trace_status 0 start 2:490676 stop 2:491000 command disk index 22450 +receive problem reply, xid 4d9ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:502000 stop 2:502140 command disk index 22638 +receive problem reply, xid 4f9ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:502258 stop 2:502459 command disk index 22644 +receive problem reply, xid 509ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:502310 stop 2:502469 command disk index 22646 +receive problem reply, xid 619ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:503404 stop 2:503543 command disk index 22720 +receive problem reply, xid 639ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:503526 stop 2:503660 command disk index 22726 +receive problem reply, xid 649ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:503589 stop 2:503772 command disk index 22728 +receive problem reply, xid 799ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:504681 stop 2:508325 command disk index 22818 +receive problem reply, xid 789ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:504636 stop 2:508335 command disk index 22810 +receive problem reply, xid e59ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:549219 stop 2:549366 command disk index 23096 +receive problem reply, xid e79ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:549355 stop 2:549510 command disk index 23102 +receive problem reply, xid e89ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:549425 stop 2:549582 command disk index 23104 +receive problem reply, xid e99ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:549499 stop 2:549656 command disk index 23108 +receive problem reply, xid ea9ad4ca nfs_ret 2 No such file or directory trace_status 0 start 2:549572 stop 2:549730 command disk index 23116 +receive problem reply, xid a89bd4ca nfs_ret 2 No such file or directory trace_status 0 start 2:641032 stop 2:641299 command disk index 23696 +receive problem reply, xid aa9bd4ca nfs_ret 2 No such file or directory trace_status 0 start 2:641181 stop 2:641325 command disk index 23702 +receive problem reply, xid ab9bd4ca nfs_ret 2 No such file or directory trace_status 0 start 2:641235 stop 2:641510 command disk index 23704 +receive problem reply, xid ac9bd4ca nfs_ret 2 No such file or directory trace_status 0 start 2:641290 stop 2:641519 command disk index 23708 +receive problem reply, xid ad9bd4ca nfs_ret 2 No such file or directory trace_status 0 start 2:641383 stop 2:641539 command disk index 23718 +receive problem reply, xid 9b9dd4ca nfs_ret 2 No such file or directory trace_status 0 start 2:798706 stop 2:807177 command disk index 25156 +receive problem reply, xid 28a0d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:13019 stop 3:13370 command disk index 26910 +receive problem reply, xid 29a0d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:13065 stop 3:13381 command disk index 26914 +receive problem reply, xid 2ba0d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:13209 stop 3:13395 command disk index 26920 +receive problem reply, xid 2ca0d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:13254 stop 3:13403 command disk index 26922 +receive problem reply, xid 2da0d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:13300 stop 3:13666 command disk index 26924 +receive problem reply, xid bea2d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:262722 stop 3:264308 command disk index 28792 +receive problem reply, xid c8a3d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:327043 stop 3:331738 command disk index 29382 +receive problem reply, xid ffa3d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:351021 stop 3:351171 command disk index 29518 +receive problem reply, xid 4ea5d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:476833 stop 3:477077 command disk index 30330 +receive problem reply, xid 4fa5d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:476946 stop 3:477090 command disk index 30334 +receive problem reply, xid 7a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:549949 stop 3:550094 command disk index 30778 +receive problem reply, xid 9a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:550083 stop 3:550215 command disk index 30784 +receive problem reply, xid da6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:554314 stop 3:554485 command disk index 30786 +receive problem reply, xid ea6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:554367 stop 3:554496 command disk index 30790 +receive problem reply, xid 11a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:555466 stop 3:555806 command disk index 30800 +receive problem reply, xid 16a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:555795 stop 3:556069 command disk index 30844 +receive problem reply, xid 18a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:555945 stop 3:556083 command disk index 30850 +receive problem reply, xid 19a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:556004 stop 3:556143 command disk index 30852 +receive problem reply, xid 1ba6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:557962 stop 3:558101 command disk index 30856 +receive problem reply, xid 1ca6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:558033 stop 3:558167 command disk index 30864 +receive problem reply, xid 8fa6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:596484 stop 3:596629 command disk index 31156 +receive problem reply, xid 91a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:596618 stop 3:596770 command disk index 31162 +receive problem reply, xid 92a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:596694 stop 3:596841 command disk index 31164 +receive problem reply, xid 93a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:596761 stop 3:596912 command disk index 31168 +receive problem reply, xid 94a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:596829 stop 3:596987 command disk index 31176 +receive problem reply, xid dea6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:602532 stop 3:602720 command disk index 31696 +receive problem reply, xid e1a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:607652 stop 3:607883 command disk index 31702 +receive problem reply, xid e2a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:607728 stop 3:607892 command disk index 31704 +receive problem reply, xid e3a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:607791 stop 3:607934 command disk index 31708 +receive problem reply, xid e5a6d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:610719 stop 3:611290 command disk index 31716 +receive problem reply, xid fa7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:613619 stop 3:613797 command disk index 31956 +receive problem reply, xid 12a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:614278 stop 3:614564 command disk index 31962 +receive problem reply, xid 13a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:614355 stop 3:614573 command disk index 31964 +receive problem reply, xid 14a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:614415 stop 3:614581 command disk index 31968 +receive problem reply, xid 15a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:614482 stop 3:614648 command disk index 31978 +receive problem reply, xid 3aa7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:637558 stop 3:640702 command disk index 32064 +receive problem reply, xid 48a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:641346 stop 3:645168 command disk index 32118 +receive problem reply, xid 45a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:641129 stop 3:645179 command disk index 32110 +receive problem reply, xid 47a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:641285 stop 3:645202 command disk index 32116 +receive problem reply, xid 4aa7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:645145 stop 3:645845 command disk index 32122 +receive problem reply, xid 4ba7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:645274 stop 3:645853 command disk index 32134 +receive problem reply, xid d4a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:671681 stop 3:671955 command disk index 32448 +receive problem reply, xid d6a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:671807 stop 3:671970 command disk index 32454 +receive problem reply, xid d7a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:671870 stop 3:672237 command disk index 32456 +receive problem reply, xid d8a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:671938 stop 3:672246 command disk index 32460 +receive problem reply, xid d9a7d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:672036 stop 3:672254 command disk index 32472 +receive problem reply, xid 3ca9d4ca nfs_ret 2 No such file or directory trace_status 0 start 3:818438 stop 3:822355 command disk index 33248 +receive problem reply, xid 87aad4ca nfs_ret 2 No such file or directory trace_status 0 start 3:934315 stop 3:934683 command disk index 34108 +receive problem reply, xid 2fadd4ca nfs_ret 2 No such file or directory trace_status 0 start 4:96823 stop 4:97035 command disk index 35982 +receive problem reply, xid 40add4ca nfs_ret 2 No such file or directory trace_status 0 start 4:105445 stop 4:105745 command disk index 36038 +receive problem reply, xid 9eadd4ca nfs_ret 2 No such file or directory trace_status 0 start 4:112784 stop 4:113128 command disk index 36280 +receive problem reply, xid 63aed4ca nfs_ret 2 No such file or directory trace_status 0 start 4:143918 stop 4:147260 command disk index 36784 +receive problem reply, xid b4afd4ca nfs_ret 2 No such file or directory trace_status 0 start 4:238274 stop 4:239280 command disk index 37498 +receive problem reply, xid 5bb2d4ca nfs_ret 2 No such file or directory trace_status 0 start 4:415767 stop 4:435422 command disk index 39328 +receive problem reply, xid 84b3d4ca nfs_ret 2 No such file or directory trace_status 0 start 4:505091 stop 4:512403 command disk index 40090 +receive problem reply, xid e4b3d4ca nfs_ret 2 No such file or directory trace_status 0 start 4:545414 stop 4:545537 command disk index 40338 +receive problem reply, xid bdb4d4ca nfs_ret 2 No such file or directory trace_status 0 start 4:567503 stop 4:572315 command disk index 40766 +receive problem reply, xid 73b5d4ca nfs_ret 2 No such file or directory trace_status 0 start 4:622690 stop 4:628839 command disk index 41148 +receive problem reply, xid a3bdd4ca nfs_ret 2 No such file or directory trace_status 0 start 5:200066 stop 5:205044 command disk index 47126 +receive problem reply, xid 9fbed4ca nfs_ret 2 No such file or directory trace_status 0 start 5:249230 stop 5:254779 command disk index 47776 +receive problem reply, xid c4bfd4ca nfs_ret 2 No such file or directory trace_status 0 start 5:344688 stop 5:344937 command disk index 48460 +receive problem reply, xid c5bfd4ca nfs_ret 2 No such file or directory trace_status 0 start 5:344726 stop 5:344949 command disk index 48464 +receive problem reply, xid c7bfd4ca nfs_ret 2 No such file or directory trace_status 0 start 5:344843 stop 5:344971 command disk index 48470 +receive problem reply, xid c8bfd4ca nfs_ret 2 No such file or directory trace_status 0 start 5:344882 stop 5:345195 command disk index 48472 +receive problem reply, xid c9bfd4ca nfs_ret 2 No such file or directory trace_status 0 start 5:344921 stop 5:345209 command disk index 48474 +receive problem reply, xid 52c1d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:431867 stop 5:432716 command disk index 49666 +receive problem reply, xid 55c1d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:432861 stop 5:433003 command disk index 49672 +receive problem reply, xid 56c1d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:432917 stop 5:433119 command disk index 49674 +receive problem reply, xid cac2d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:459581 stop 5:464643 command disk index 50428 +receive problem reply, xid 6cc3d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:512269 stop 5:512442 command disk index 50870 +receive problem reply, xid 6ec3d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:512367 stop 5:512572 command disk index 50876 +receive problem reply, xid 6fc3d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:512431 stop 5:512582 command disk index 50878 +receive problem reply, xid b5c3d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:542877 stop 5:547167 command disk index 51030 +receive problem reply, xid c0c3d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:556012 stop 5:563033 command disk index 51052 +receive problem reply, xid ddc4d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:634423 stop 5:638539 command disk index 51686 +receive problem reply, xid 2fc7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:774891 stop 5:775018 command disk index 53466 +receive problem reply, xid 30c7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:774950 stop 5:775078 command disk index 53470 +receive problem reply, xid 32c7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:775068 stop 5:775197 command disk index 53476 +receive problem reply, xid 33c7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:775125 stop 5:775258 command disk index 53478 +receive problem reply, xid 34c7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:775184 stop 5:775312 command disk index 53480 +receive problem reply, xid 41c7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:776110 stop 5:776273 command disk index 53514 +receive problem reply, xid 42c7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:776194 stop 5:776358 command disk index 53518 +receive problem reply, xid 44c7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:776341 stop 5:776481 command disk index 53524 +receive problem reply, xid 45c7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:776408 stop 5:776546 command disk index 53526 +receive problem reply, xid 46c7d4ca nfs_ret 2 No such file or directory trace_status 0 start 5:776469 stop 5:776604 command disk index 53528 +receive problem reply, xid eced4ca nfs_ret 2 No such file or directory trace_status 0 start 6:339296 stop 6:342522 command disk index 58304 +receive problem reply, xid 21ced4ca nfs_ret 2 No such file or directory trace_status 0 start 6:352874 stop 6:353044 command disk index 58342 +receive problem reply, xid 62ced4ca nfs_ret 2 No such file or directory trace_status 0 start 6:378384 stop 6:386053 command disk index 58478 +receive problem reply, xid 79cfd4ca nfs_ret 2 No such file or directory trace_status 0 start 6:498720 stop 6:506265 command disk index 59148 +receive problem reply, xid 5ad0d4ca nfs_ret 2 No such file or directory trace_status 0 start 6:575646 stop 6:581054 command disk index 59970 +receive problem reply, xid efd0d4ca nfs_ret 2 No such file or directory trace_status 0 start 6:631369 stop 6:639141 command disk index 60410 +receive problem reply, xid fcd0d4ca nfs_ret 70 Stale NFS file handle trace_status 0 start 6:639605 stop 6:640720 command disk index 60442 +!!!!!!! STALE FILE HANDLE +receive problem reply, xid b2d4d4ca nfs_ret 2 No such file or directory trace_status 0 start 6:836553 stop 6:838365 command disk index 63106 +receive problem reply, xid bbd4d4ca nfs_ret 2 No such file or directory trace_status 0 start 6:838584 stop 6:842780 command disk index 63128 +receive problem reply, xid ced4d4ca nfs_ret 2 No such file or directory trace_status 0 start 6:849055 stop 6:856610 command disk index 63166 +receive problem reply, xid a1d5d4ca nfs_ret 2 No such file or directory trace_status 0 start 6:932405 stop 6:932545 command disk index 61096 +receive problem reply, xid 7ad6d4ca nfs_ret 2 No such file or directory trace_status 0 start 7:15878 stop 7:16187 command disk index 64076 +receive problem reply, xid 3cdcd4ca nfs_ret 2 No such file or directory trace_status 0 start 7:353263 stop 7:353411 command disk index 67758 +receive problem reply, xid 3edcd4ca nfs_ret 2 No such file or directory trace_status 0 start 7:353361 stop 7:353522 command disk index 67764 +receive problem reply, xid 3fdcd4ca nfs_ret 2 No such file or directory trace_status 0 start 7:353395 stop 7:353531 command disk index 67766 +receive problem reply, xid dfdfd4ca nfs_ret 2 No such file or directory trace_status 0 start 7:562142 stop 7:566951 command disk index 70106 +receive problem reply, xid cce3d4ca nfs_ret 2 No such file or directory trace_status 0 start 7:794342 stop 7:799978 command disk index 72724 +receive problem reply, xid ce6d4ca nfs_ret 2 No such file or directory trace_status 0 start 7:979684 stop 7:985267 command disk index 74504 +receive problem reply, xid 63e7d4ca nfs_ret 2 No such file or directory trace_status 0 start 8:22520 stop 8:26915 command disk index 75248 +receive problem reply, xid 18e8d4ca nfs_ret 2 No such file or directory trace_status 0 start 8:86372 stop 8:94690 command disk index 75638 +receive problem reply, xid 22ead4ca nfs_ret 2 No such file or directory trace_status 0 start 8:244843 stop 8:244969 command disk index 77098 +receive problem reply, xid 31edd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:465670 stop 8:465936 command disk index 79286 +receive problem reply, xid 33edd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:465792 stop 8:465954 command disk index 79292 +receive problem reply, xid 34edd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:465833 stop 8:465962 command disk index 79294 +receive problem reply, xid 35edd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:465873 stop 8:466194 command disk index 79298 +receive problem reply, xid 36edd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:465919 stop 8:466203 command disk index 79308 +receive problem reply, xid 6aefd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:612263 stop 8:612553 command disk index 80704 +receive problem reply, xid 6defd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:612427 stop 8:612572 command disk index 80710 +receive problem reply, xid 6eefd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:612478 stop 8:612847 command disk index 80712 +receive problem reply, xid 6fefd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:612530 stop 8:612856 command disk index 80716 +receive problem reply, xid 85efd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:614154 stop 8:614357 command disk index 80762 +receive problem reply, xid 9defd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:628372 stop 8:628811 command disk index 80810 +receive problem reply, xid 9fefd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:628561 stop 8:628829 command disk index 80816 +receive problem reply, xid a0efd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:628614 stop 8:628837 command disk index 80818 +receive problem reply, xid a2efd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:628743 stop 8:629184 command disk index 80824 +receive problem reply, xid acefd4ca nfs_ret 2 No such file or directory trace_status 0 start 8:629475 stop 8:629743 command disk index 80846 +receive problem reply, xid 57f1d4ca nfs_ret 2 No such file or directory trace_status 0 start 8:747733 stop 8:755720 command disk index 82224 +fh_path_map error disk[80282] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80284] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80600] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80610] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80612] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80614] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80616] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80620] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80622] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80624] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80626] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80630] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80632] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80634] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80636] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80640] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80642] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +fh_path_map error disk[80652] state DEP_FLAG_WAIT_FHANDLE to DEP_FLAG_DONE +>>>> sendng thread: time 9 send_num 33447 recv_num 33440 timeout_num 2 num_out_reqs 5 can_not_catch_speed_num 0 PLAY_SCALE 1 +num_out_req[0]=220,num_out_req[1]=394,num_out_req[2]=485,num_out_req[3]=772,num_out_req[4]=1089,num_out_req[5]=1900,num_out_req[6]=4740,num_out_req[7]=8974,num_out_req[8]=2149, +num_out_req_at_timeout[0]=1,num_out_req_at_timeout[1]=1, +receive problem reply, xid 4b1dd5ca nfs_ret 2 No such file or directory trace_status 0 start 11:163545 stop 11:166779 command disk index 105374 +receive problem reply, xid 471fd5ca nfs_ret 2 No such file or directory trace_status 0 start 11:309776 stop 11:327038 command disk index 106904 +receive problem reply, xid a121d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:456532 stop 11:456666 command disk index 108676 +receive problem reply, xid af21d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:457219 stop 11:457393 command disk index 108704 +receive problem reply, xid 3122d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:508580 stop 11:508692 command disk index 108976 +receive problem reply, xid 3d22d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:509118 stop 11:509279 command disk index 109002 +receive problem reply, xid 2f25d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:670260 stop 11:670523 command disk index 110956 +receive problem reply, xid 7e25d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:716410 stop 11:725862 command disk index 111128 +receive problem reply, xid 8d25d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:717179 stop 11:725879 command disk index 111160 +receive problem reply, xid 5426d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:738984 stop 11:745382 command disk index 111928 +receive problem reply, xid 6b26d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:746131 stop 11:746412 command disk index 111972 +receive problem reply, xid 9327d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:919368 stop 11:919488 command disk index 112600 +receive problem reply, xid 9f27d5ca nfs_ret 2 No such file or directory trace_status 0 start 11:920056 stop 11:920251 command disk index 112626 +receive problem reply, xid b30d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:368466 stop 12:368649 command disk index 118564 +receive problem reply, xid c30d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:368557 stop 12:368780 command disk index 118568 +receive problem reply, xid e30d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:368627 stop 12:368794 command disk index 118574 +receive problem reply, xid f30d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:368694 stop 12:368915 command disk index 118576 +receive problem reply, xid 1030d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:368729 stop 12:368924 command disk index 118578 +receive problem reply, xid 1d30d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:369321 stop 12:369481 command disk index 118612 +receive problem reply, xid 1e30d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:369388 stop 12:369621 command disk index 118616 +receive problem reply, xid 2130d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:369531 stop 12:369770 command disk index 118624 +receive problem reply, xid 2230d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:369574 stop 12:369779 command disk index 118626 +receive problem reply, xid 2330d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:369610 stop 12:369793 command disk index 118628 +receive problem reply, xid c836d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:801683 stop 12:808559 command disk index 122900 +receive problem reply, xid 4239d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:944421 stop 12:952778 command disk index 124902 +receive problem reply, xid 8c39d5ca nfs_ret 2 No such file or directory trace_status 0 start 12:976789 stop 12:976941 command disk index 125078 +receive problem reply, xid 9d3ad5ca nfs_ret 2 No such file or directory trace_status 0 start 13:69884 stop 13:73870 command disk index 125680 +receive problem reply, xid d33cd5ca nfs_ret 2 No such file or directory trace_status 0 start 13:269250 stop 13:278825 command disk index 127232 +receive problem reply, xid 313dd5ca nfs_ret 2 No such file or directory trace_status 0 start 13:309786 stop 13:309980 command disk index 127458 +receive problem reply, xid 323dd5ca nfs_ret 2 No such file or directory trace_status 0 start 13:309865 stop 13:310141 command disk index 127462 +receive problem reply, xid 343dd5ca nfs_ret 2 No such file or directory trace_status 0 start 13:309949 stop 13:310156 command disk index 127468 +receive problem reply, xid 353dd5ca nfs_ret 2 No such file or directory trace_status 0 start 13:310017 stop 13:310164 command disk index 127470 +receive problem reply, xid 363dd5ca nfs_ret 2 No such file or directory trace_status 0 start 13:310050 stop 13:310172 command disk index 127472 +receive problem reply, xid 8a44d5ca nfs_ret 2 No such file or directory trace_status 0 start 13:779883 stop 13:784983 command disk index 132554 +trace starttime 1001026799, trace_end_time 1001030401 trace_duration 3602 +can_not_catch_speed_num_total 0 can_not_catch_speed_num_last_10_seconds 0total_profile.about: total_profile +... total_profile 14.013811 num 88618 avg 158 + +... execute_next_request_profile 2.306324 num 35118 avg 65 +... valid_get_nextop_profile 1.702461 num 53499 avg 31 +... invalid_get_nextop_profile 0.089401 num 1985 avg 45 +... prepare_argument_profile 0.129386 num 53499 avg 2 +... biod_clnt_call_profile 0.316599 num 53499 avg 5 + +... receive_next_reply_profile 11.633711 num 35118 avg 331 +... valid_poll_and_get_reply_profile 3.669652 num 53459 avg 68 +... invalid_poll_and_get_reply_profile 7.702003 num 35118 avg 219 +... decode_reply_profile 0.128083 num 53459 avg 2 +... check_reply_profile 0.036389 num 53459 avg 0 +... fgets_profile 0.094366 num 136201 avg 0 +... read_line_profile 0.173502 num 136200 avg 1 +... read_trace_profile 0.524000 num 1 avg 524000 + +dep_tab_index.tail 53687 dep_tab_index.head 53687 num_out_reqs 0 +Total play time: 14 sec 13911 usec +trace play result: + percentage good_cnt bad_cnt timeout_cnt elapsed time average time + null 0.0 0 0 0 sec 0 usec 0 usec 0 + getattr 12.5 6669 0 0 sec 1 usec 922049 usec 288 + setattr 6.8 3625 0 0 sec 40 usec 622319 usec 11206 + root 0.0 0 0 0 sec 0 usec 0 usec 0 + lookup 29.1 15465 297 0 sec 13 usec 669329 usec 883 + readlink 0.0 0 0 0 sec 0 usec 0 usec 0 + read 28.3 15038 0 40 sec 8 usec 330360 usec 553 + wrcache 0.0 0 0 0 sec 0 usec 0 usec 0 + write 9.6 5127 1 0 sec 7 usec 50483 usec 1375 + create 1.8 952 0 0 sec 5 usec 612214 usec 5895 + remove 1.9 1026 1 0 sec 6 usec 118806 usec 5963 + rename 0.1 34 0 0 sec 0 usec 304555 usec 8957 + link 0.2 99 0 0 sec 0 usec 901618 usec 9107 + symlink 0.0 3 0 0 sec 0 usec 16254 usec 5418 + mkdir 0.0 0 0 0 sec 0 usec 0 usec 0 + rmdir 0.0 0 0 0 sec 0 usec 0 usec 0 + readdir 0.9 455 0 0 sec 0 usec 222304 usec 488 + fsstat 0.4 194 0 0 sec 0 usec 43873 usec 226 + access 8.2 4370 0 0 sec 1 usec 390375 usec 318 + commit 0.0 0 0 0 sec 0 usec 0 usec 0 + fsinfo 0.0 5 0 0 sec 0 usec 886 usec 177 + mknod 0.0 0 0 0 sec 0 usec 0 usec 0 + pathconf 0.1 61 0 0 sec 0 usec 10683 usec 175 +readdirplus 0.1 37 0 0 sec 0 usec 10344 usec 279 + TOTAL 100.0 53160 299 40 sec 0 usec 0 usec 0 -- 2.20.1