{"id":456,"date":"2010-06-15T10:49:41","date_gmt":"2010-06-15T01:49:41","guid":{"rendered":"http:\/\/blog.systemworks.co.jp\/?p=456"},"modified":"2010-10-15T13:20:16","modified_gmt":"2010-10-15T04:20:16","slug":"infiniband%e3%81%ab%e3%82%88%e3%82%8biscsi%e3%81%ae%e6%9b%b8%e8%be%bc%e3%81%bf%e9%80%9f%e5%ba%a6-infiniband-sdr","status":"publish","type":"post","link":"https:\/\/blog.systemworks.co.jp\/?p=456","title":{"rendered":"Infiniband\u306b\u3088\u308biSCSI\u306e\u66f8\u8fbc\u307f\u901f\u5ea6"},"content":{"rendered":"

\"Infiniband<\/a>
\n\u25a0\u30c6\u30b9\u30c8\u74b0\u5883
\nNFS\u30b5\u30fc\u30d0\u304a\u3088\u3073NFS\u30af\u30e9\u30a4\u30a2\u30f3\u30c8
\nMB: Supermicro X8DTi
\nChipset: INTEL 5520
\nCPU: Xeon L5530 x2
\nMEM: 24GB (4GB DDR3-1333 Reg x 6)<\/p>\n

\u30a4\u30f3\u30bf\u30fc\u30b3\u30cd\u30af\u30c8
\nInfiniband SDR (10GBase): Mellanox MHES18-XTC
\n(IPoIB\u306b\u3066HCA\u30dd\u30fc\u30c8\u306bIP\u30a2\u30c9\u30ec\u30b9\u3092\u8a2d\u5b9a)<\/p>\n

OS: CentOS 5.5 x86_64
\n\u30db\u30b9\u30c8\u30b9\u30bf\u30c3\u30af: CentOS 5.5 \u6a19\u6e96 OFED
\n\uff08CentOS\u6a19\u6e96\u30db\u30b9\u30c8\u30b9\u30bf\u30c3\u30af\u3067\u306f\u3001IPoIB\u306eMTU 1500\u304cDefault\u5024\u3068\u306a\u3063\u3066\u3044\u308b\u3002\u3053\u308c\u3092MTU 65520\u306b\u8a2d\u5b9a\u5909\u66f4\u3092\u3059\u308b\u3002\uff09<\/p>\n

\u25a0\u74b0\u5883\u8a2d\u5b9a
\niSCSI Target
\nkernel\u30d1\u30e9\u30e1\u30fc\u30bf ramdisk_size=20971520 \u3067\u8d77\u52d5\u3057\u300120GB\u306eramdisk\u3092Target\u3068\u3059\u308b\u3002<\/p>\n

iSCSI Initiator
\nkernel\u30d1\u30e9\u30e1\u30fc\u30bf mem=1024m \u3067\u8d77\u52d5\u3057\u3001OS\u4e0a\u306e\u30e1\u30e2\u30ea\u5bb9\u91cf\u30921GB\u3068\u3059\u308b\u3002\u3000(\u30af\u30e9\u30a4\u30a2\u30f3\u30c8\u5074\u306epagecache\u52b9\u679c\u3092\u5c11\u306a\u304f\u3059\u308b\u305f\u3081)
\niSCSI Target\u30c7\u30d0\u30a4\u30b9\u306e\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u3092ext3\u306b\u3057\/mnt\u306b\u30de\u30a6\u30f3\u30c8\u3059\u308b\u3002<\/p>\n

\u25a0\u30c6\u30b9\u30c8\u65b9\u6cd5
\n200MB\u30d5\u30a1\u30a4\u30eb\u3092\u9023\u7d9a50\u56de\u66f8\u51fa\u3057\u3092\u3059\u308b\u30b9\u30af\u30ea\u30d7\u30c8\u3092\u7528\u610f\u3059\u308b\u3002<\/p>\n

#!\/bin\/sh
\nLOOP=50
\nDIR=\/mnt<\/p>\n

COUNT=0
\nwhile [ $COUNT -lt $LOOP ]
\ndo
\ndd if=\/dev\/zero of=$DIR\/$COUNT bs=32768 count=6400
\nlet COUNT=COUNT+1
\ndone<\/p>\n

\u3053\u306e\u30b9\u30af\u30ea\u30d7\u30c8\u3092time\u30b3\u30de\u30f3\u30c9\u306e\u5f15\u6570\u3068\u3057\u3066\u5b9f\u884c\u3057real\u5024\u304b\u3089\u901f\u5ea6\u3092\u7b97\u51fa\u3059\u308b\u3002<\/p>\n

\u25a0\u4e8b\u524d\u30c6\u30b9\u30c8
\niSCSI Target\u30ed\u30fc\u30ab\u30eb\u3067ramdisk\u306e\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u3092ext3\u306b\u3057\u3066\u66f8\u8fbc\u307f\u901f\u5ea6\u3092\u8a08\u6e2c\u3057\u3066\u304a\u304f\u3002
\n\u8a08\u6e2c\u65b9\u6cd5\u306f\u540c\u3058\u30b9\u30af\u30ea\u30d7\u30c8\u3092\u4f7f\u3046\u3002
\n<\/strong>[TABLE=3]<\/p>\n

\u30c7\u30a3\u30b9\u30af\u5074\u306e\u5f8b\u901f\u304c\u3053\u306e\u5024\u307e\u3067\u306f\u306a\u3044\u3053\u3068\u3092\u524d\u63d0\u3068\u3059\u308b\u3002<\/p>\n

\u25a0\u7d50\u679c
\n[TABLE=7]<\/p>\n

\u25a0\u8a55\u4fa1
\n\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u6027\u80fd\u6e2c\u5b9a\u30c4\u30fc\u30eb iperf \u3067\u306f\u3001SDR\u30677.7Gbps\u7a0b\u5ea6\u3068\u306a\u3063\u3066\u3044\u308b\u3002
\n Infiniband\u3092\u5229\u7528\u3057\u305fNFS\u306e\u66f8\u8fbc\u307f\u901f\u5ea6<\/a>\u3067\u3082SDR\u3067275MB\/s\u3067\u3042\u3063\u305f\u3053\u3068\u3082\u8003\u3048\u308b\u3068\u3001\u3053\u306e\u74b0\u5883\u3067\u306fIP\u3067\u306e\u30c7\u30fc\u30bf\u8ee2\u9001\u306e\u5f8b\u901f\u304c\u3053\u306e\u3042\u305f\u308a\u306b\u3042\u308b\u306e\u304b\u3082\u3057\u308c\u306a\u3044\u3002<\/p>\n

iSCSI\u30b9\u30c8\u30ec\u30fc\u30b8\u306f\u3001\u4eee\u60f3\u5316\u5206\u91ce\u306e\u767a\u5c55\u3068\u3068\u3082\u306b\u6ce8\u76ee\u5ea6\u304c\u9ad8\u307e\u3063\u3066\u304d\u3066\u3044\u307e\u3059\u3002
\n\u9ad8\u901f\u306a\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u30b9\u30c8\u30ec\u30fc\u30b8\u3068\u3057\u3066FC-SAN\u306f\u5b9f\u7e3e\u3082\u591a\u304f\u6709\u52b9\u306a\u624b\u6bb5\u3067\u3059\u3002\u3057\u304b\u3057\u591a\u5927\u306a\u30b3\u30b9\u30c8\u304c\u5fc5\u8981\u3068\u3055\u308c\u308b\u3053\u3068\u304c\u591a\u304f\u5c0e\u5165\u304c\u56f0\u96e3\u306a\u5834\u5408\u3082\u591a\u3044\u3067\u3057\u3087\u3046\u3002
\n\u305d\u3053\u3067Infiniband\u3092\u5229\u7528\u3057\u305fIP-SAN\u3067\u3059\u3002\u9ad8\u901f\u306a\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u30b9\u30c8\u30ec\u30fc\u30b8\u3067\u3082\u3042\u308a\u30b3\u30b9\u30c8\u9762\u3067\u3082\u5927\u304d\u304f\u6709\u5229\u3068\u601d\u3044\u307e\u3059\u3002
\nInfiniband\u3082\u4e0a\u4f4d\u6a5f\u7a2e\u306aHCA\u3084Switch\u306f\u9ad8\u984d\u3067\u3059\u304c\u300110Gbps SDR Single port HCA\u3067\u3042\u308c\u3070\u5c0e\u5165\u3057\u3084\u3059\u3044\u4fa1\u683c\u3067\u3059\u3002
\n\u307e\u305f\u3001Switch\u306b\u95a2\u3057\u3066\u308210Gbps SDR 8port\u3067\u3042\u308c\u3070\u3053\u308c\u3082\u5c0e\u5165\u3057\u3084\u3059\u3044\u4fa1\u683c\u3067\u3059\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"

\u25a0\u30c6\u30b9\u30c8\u74b0\u5883 NFS\u30b5\u30fc\u30d0\u304a\u3088\u3073NFS\u30af\u30e9\u30a4\u30a2\u30f3\u30c8 MB: Supermicro X8DTi Chipset: INTEL 5520 CPU: Xeon L5530 x2 MEM: 24GB (4GB DDR3-1333 […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[7],"tags":[],"class_list":["post-456","post","type-post","status-publish","format-standard","hentry","category-7"],"_links":{"self":[{"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=\/wp\/v2\/posts\/456","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=456"}],"version-history":[{"count":9,"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=\/wp\/v2\/posts\/456\/revisions"}],"predecessor-version":[{"id":458,"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=\/wp\/v2\/posts\/456\/revisions\/458"}],"wp:attachment":[{"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=456"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=456"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.systemworks.co.jp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=456"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}