{"id":1020,"date":"2024-11-27T18:30:00","date_gmt":"2024-11-27T09:30:00","guid":{"rendered":"https:\/\/seuheu.com\/?p=1020"},"modified":"2024-11-29T15:26:30","modified_gmt":"2024-11-29T06:26:30","slug":"rocky-%eb%8b%a4%ec%a4%91-gpu-mig-%ec%84%a4%ec%a0%95","status":"publish","type":"post","link":"https:\/\/seuheu.com\/?p=1020","title":{"rendered":"[Rocky] \ub2e4\uc911 GPU MIG \uc124\uc815"},"content":{"rendered":"\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe loading=\"lazy\" title=\"[Rocky] \ub2e4\uc911 GPU MIG \uc124\uc815\" width=\"1200\" height=\"675\" src=\"https:\/\/www.youtube.com\/embed\/Pt9goucHul8?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<p><br><div id=\"ez-toc-container\" class=\"ez-toc-v2_0_82_2 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\ubaa9\ucc28<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\ubaa9\ucc28 \ud1a0\uae00\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/seuheu.com\/?p=1020\/#1_%EA%B0%9C%EC%9A%94\">1. \uac1c\uc694<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/seuheu.com\/?p=1020\/#2_%EB%B2%84%EC%A0%84\">2. \ubc84\uc804<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/seuheu.com\/?p=1020\/#3_%EC%B0%B8%EA%B3%A0_%EB%A7%81%ED%81%AC\">3. \ucc38\uace0 \ub9c1\ud06c<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/seuheu.com\/?p=1020\/#3-1_Rocky_NVIDA_%EA%B7%B8%EB%9E%98%ED%94%BD_%EB%93%9C%EB%9D%BC%EC%9D%B4%EB%B2%84_%EC%84%A4%EC%B9%98\">3-1. [Rocky] NVIDA \uadf8\ub798\ud53d \ub4dc\ub77c\uc774\ubc84 \uc124\uce58<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/seuheu.com\/?p=1020\/#3-2_Rocky_NVIDIA_MIGMulti_Instance_GPU%EB%9E%80_1\">3-2. [Rocky] NVIDIA MIG(Multi Instance GPU)\ub780? (1)<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/seuheu.com\/?p=1020\/#3-3_Rocky_NVIDIA_MIGMulti-Instance_GPU_%EC%84%A4%EC%A0%95_%EB%B0%8F_%EC%83%9D%EC%84%B1_%EC%82%AD%EC%A0%9C_2\">3-3. [Rocky] NVIDIA MIG(Multi-Instance_GPU) \uc124\uc815 \ubc0f \uc0dd\uc131, \uc0ad\uc81c (2)<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/seuheu.com\/?p=1020\/#3-4_Rocky_NVIDIA_MIGMulti-Instance_GPU_%ED%85%8C%EC%8A%A4%ED%8A%B8_3\">3-4. [Rocky] NVIDIA MIG(Multi-Instance_GPU) \ud14c\uc2a4\ud2b8 (3)<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/seuheu.com\/?p=1020\/#4_%EB%AA%A8%EB%93%A0_GPU_%EC%84%A4%EC%A0%95\">4. \ubaa8\ub4e0 GPU \uc124\uc815<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-1_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_MIG_%EA%B8%B0%EB%8A%A5_%ED%99%9C%EC%84%B1\">4-1. \ubaa8\ub4e0 GPU\uc5d0 MIG \uae30\ub2a5 \ud65c\uc131<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-1-1_%EC%84%A4%EC%A0%95_%EC%A0%84_%ED%99%95%EC%9D%B8\">4-1-1. \uc124\uc815 \uc804 \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-1-2_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_MIG_%EA%B8%B0%EB%8A%A5_%ED%99%9C%EC%84%B1\">4-1-2. \ubaa8\ub4e0 GPU\uc5d0 MIG \uae30\ub2a5 \ud65c\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-1-3_%EB%AA%A8%EB%93%A0_GPU_MIG_%EA%B8%B0%EB%8A%A5_%ED%99%9C%EC%84%B1_%ED%99%95%EC%9D%B8\">4-1-3. \ubaa8\ub4e0 GPU MIG \uae30\ub2a5 \ud65c\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-2_%EB%AA%A8%EB%93%A0_GPU_MIG_%EC%83%9D%EC%84%B1\">4-2. \ubaa8\ub4e0 GPU MIG \uc0dd\uc131<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-2-1_%EC%83%9D%EC%84%B1_%EA%B0%80%EB%8A%A5%ED%95%9C_GI_%ED%99%95%EC%9D%B8\">4-2-1. \uc0dd\uc131 \uac00\ub2a5\ud55c GI \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-2-2_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_GI_%EC%83%9D%EC%84%B1\">4-2-2. \ubaa8\ub4e0 GPU\uc5d0 GI \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-16\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-2-3_%EC%83%9D%EC%84%B1%ED%95%9C_GI_%ED%99%95%EC%9D%B8\">4-2-3. \uc0dd\uc131\ud55c GI \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-17\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-2-4_%EC%83%9D%EC%84%B1%ED%95%9C_GI%EC%97%90_%EB%AA%A8%EB%93%A0_CI_%EC%83%9D%EC%84%B1\">4-2-4. \uc0dd\uc131\ud55c GI\uc5d0 \ubaa8\ub4e0 CI \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-18\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-2-4%EC%83%9D%EC%84%B1%ED%95%9C_CI_%ED%99%95%EC%9D%B8\">4-2-4.\uc0dd\uc131\ud55c CI \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-19\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-2-5_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_GI_CI_%ED%95%9C%EB%B2%88%EC%97%90_%EC%83%9D%EC%84%B1\">4-2-5. \ubaa8\ub4e0 GPU\uc5d0 GI, CI \ud55c\ubc88\uc5d0 \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-20\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-2-6_%EC%83%9D%EC%84%B1%ED%95%9C_GI_%ED%99%95%EC%9D%B8\">4-2-6. \uc0dd\uc131\ud55c GI \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-21\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-2-7_%EC%83%9D%EC%84%B1%ED%95%9C_CI_%ED%99%95%EC%9D%B8\">4-2-7. \uc0dd\uc131\ud55c CI \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-22\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-3_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_MIG_%EC%82%AD%EC%A0%9C\">4-3. \ubaa8\ub4e0 GPU\uc5d0 MIG \uc0ad\uc81c<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-23\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-3-1_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_%EC%9B%90%ED%95%98%EB%8A%94_CI_%EC%82%AD%EC%A0%9C\">4-3-1. \ubaa8\ub4e0 GPU\uc5d0 \uc6d0\ud558\ub294 CI \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-24\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-3-2_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_%EC%9B%90%ED%95%98%EB%8A%94_CI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">4-3-2. \ubaa8\ub4e0 GPU\uc5d0 \uc6d0\ud558\ub294 CI \uc0ad\uc81c \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-25\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-3-3_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_%EC%9B%90%ED%95%98%EB%8A%94_GI_%EC%82%AD%EC%A0%9C\">4-3-3. \ubaa8\ub4e0 GPU\uc5d0 \uc6d0\ud558\ub294 GI \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-26\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-3-4_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_%EC%9B%90%ED%95%98%EB%8A%94_GI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">4-3-4. \ubaa8\ub4e0 GPU\uc5d0 \uc6d0\ud558\ub294 GI \uc0ad\uc81c \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-27\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-3-5_%EB%AA%A8%EB%93%A0_CI_%EC%82%AD%EC%A0%9C\">4-3-5. \ubaa8\ub4e0 CI \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-28\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-3-6_%EB%AA%A8%EB%93%A0_CI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">4-3-6. \ubaa8\ub4e0 CI \uc0ad\uc81c \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-29\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-3-7_%EB%AA%A8%EB%93%A0_GI_%EC%82%AD%EC%A0%9C\">4-3-7. \ubaa8\ub4e0 GI \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-30\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-3-6_%EB%AA%A8%EB%93%A0_GI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">4-3-6. \ubaa8\ub4e0 GI \uc0ad\uc81c \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-31\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-4_%EB%AA%A8%EB%93%A0_GPU_MIG_%EA%B8%B0%EB%8A%A5_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\">4-4. \ubaa8\ub4e0 GPU MIG \uae30\ub2a5 \ube44\ud65c\uc131\ud654<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-32\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-4-1_%EB%AA%A8%EB%93%A0_GPU_MIG_%EA%B8%B0%EB%8A%A5_%EB%B9%84%ED%99%9C%EC%84%B1_%EC%84%A4%EC%A0%95\">4-4-1. \ubaa8\ub4e0 GPU MIG \uae30\ub2a5 \ube44\ud65c\uc131 \uc124\uc815<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-33\" href=\"https:\/\/seuheu.com\/?p=1020\/#4-4-2_%EB%AA%A8%EB%93%A0_GPU_MIG_%EA%B8%B0%EB%8A%A5_%EC%83%81%ED%83%9C_%ED%99%95%EC%9D%B8\">4-4-2. \ubaa8\ub4e0 GPU MIG \uae30\ub2a5 \uc0c1\ud0dc \ud655\uc778<\/a><\/li><\/ul><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-34\" href=\"https:\/\/seuheu.com\/?p=1020\/#5_%EB%8B%A8%EC%9D%BC_GPU_%EC%84%A4%EC%A0%95\">5. \ub2e8\uc77c GPU \uc124\uc815<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-35\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_%EA%B8%B0%EB%8A%A5_%ED%99%9C%EC%84%B1%ED%99%94\">5-1. \ub2e8\uc77c GPU MIG \uae30\ub2a5 \ud65c\uc131\ud654<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-36\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-1-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_%ED%99%9C%EC%84%B1_%EC%84%A4%EC%A0%95\">5-1-1. \ub2e8\uc77c GPU MIG \ud65c\uc131 \uc124\uc815<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-37\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-1-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_%ED%99%9C%EC%84%B1%ED%99%94_%ED%99%95%EC%9D%B8\">5-1-2. \ub2e8\uc77c GPU MIG \ud65c\uc131\ud654 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-38\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%83%9D%EC%84%B1\">5-2. \ub2e8\uc77c GPU MIG GI \uc0dd\uc131<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-39\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-2-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%83%9D%EC%84%B1\">5-2-1. \ub2e8\uc77c GPU MIG GI \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-40\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-2-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">5-2-2. \ub2e8\uc77c GPU MIG GI \uc0dd\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-41\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-3_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%83%9D%EC%84%B1\">5-3. \ub2e8\uc77c GPU MIG CI \uc0dd\uc131<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-42\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-3-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%83%9D%EC%84%B1\">5-3-1. \ub2e8\uc77c GPU MIG CI \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-43\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-3-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">5-3-2. \ub2e8\uc77c GPU MIG CI \uc0dd\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-44\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-4_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1\">5-4. \ub2e8\uc77c GPU MIG GI, CI \uc0dd\uc131<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-45\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-4-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1\">5-4-1. \ub2e8\uc77c GPU MIG GI, CI \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-46\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-4-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">5-4-2. \ub2e8\uc77c GPU MIG GI, CI \uc0dd\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-47\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-5_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%82%AD%EC%A0%9C\">5-5. \ub2e8\uc77c GPU MIG CI \uc0ad\uc81c<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-48\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-5-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%82%AD%EC%A0%9C\">5-5-1. \ub2e8\uc77c GPU MIG CI \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-49\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-5-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">5-5-2. \ub2e8\uc77c GPU MIG CI \uc0ad\uc81c \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-50\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-6_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%82%AD%EC%A0%9C\">5-6. \ub2e8\uc77c GPU MIG GI \uc0ad\uc81c<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-51\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-6-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%82%AD%EC%A0%9C\">5-6-1. \ub2e8\uc77c GPU MIG GI \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-52\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-6-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">5-6-2. \ub2e8\uc77c GPU MIG GI \uc0ad\uc81c \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-53\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-7_%EB%8B%A8%EC%9D%BC_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\">5-7. \ub2e8\uc77c GPU MIG \ube44\ud65c\uc131\ud654<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-54\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-7-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95\">5-7-1. \ub2e8\uc77c GPU MIG \ube44\ud65c\uc131\ud654 \uc124\uc815<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-55\" href=\"https:\/\/seuheu.com\/?p=1020\/#5-7-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95_%ED%99%95%EC%9D%B8\">5-7-2. \ub2e8\uc77c GPU MIG \ube44\ud65c\uc131\ud654 \uc124\uc815 \ud655\uc778<\/a><\/li><\/ul><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-56\" href=\"https:\/\/seuheu.com\/?p=1020\/#6_%EB%8B%A4%EC%A4%91_GPU_%EC%84%A4%EC%A0%95\">6. \ub2e4\uc911 GPU \uc124\uc815<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-57\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-1_%EB%8B%A4%EC%A4%91_GPU_MIG_%ED%99%9C%EC%84%B1%ED%99%94\">6-1. \ub2e4\uc911 GPU MIG \ud65c\uc131\ud654<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-58\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-1-1_%EB%8B%A4%EC%A4%91_GPU_MIG_%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95\">6-1-1. \ub2e4\uc911 GPU MIG \ud65c\uc131\ud654 \uc124\uc815<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-59\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-1-2_%EB%8B%A4%EC%A4%91_GPU_MIG_%ED%99%9C%EC%84%B1%ED%99%94_%ED%99%95%EC%9D%B8\">6-1-2. \ub2e4\uc911 GPU MIG \ud65c\uc131\ud654 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-60\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-2_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%83%9D%EC%84%B1\">6-2. \ub2e4\uc911 GPU MIG GI \uc0dd\uc131<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-61\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-2-1_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%83%9D%EC%84%B1\">6-2-1. \ub2e4\uc911 GPU MIG GI \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-62\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-2-2_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">6-2-2. \ub2e4\uc911 GPU MIG GI \uc0dd\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-63\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-3_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%83%9D%EC%84%B1\">6-3. \ub2e4\uc911 GPU MIG CI \uc0dd\uc131<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-64\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-3-1_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%83%9D%EC%84%B1\">6-3-1. \ub2e4\uc911 GPU MIG CI \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-65\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-3-2_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">6-3-2. \ub2e4\uc911 GPU MIG CI \uc0dd\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-66\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-4_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1\">6-4. \ub2e4\uc911 GPU MIG GI, CI \uc0dd\uc131<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-67\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-4-1_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1\">6-4-1. \ub2e4\uc911 GPU MIG GI, CI \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-68\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-4-2_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">6-4-2. \ub2e4\uc911 GPU MIG GI, CI \uc0dd\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-69\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-5_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%82%AD%EC%A0%9C\">6-5. \ub2e4\uc911 GPU MIG CI \uc0ad\uc81c<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-70\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-5-1_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%82%AD%EC%A0%9C\">6-5-1. \ub2e4\uc911 GPU MIG CI \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-71\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-5-2_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">6-5-2. \ub2e4\uc911 GPU MIG CI \uc0ad\uc81c \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-72\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-6_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%82%AD%EC%A0%9C\">6-6. \ub2e4\uc911 GPU MIG GI \uc0ad\uc81c<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-73\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-6-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%82%AD%EC%A0%9C\">6-6-1. \ub2e8\uc77c GPU MIG GI \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-74\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-6-2_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">6-6-2. \ub2e4\uc911 GPU MIG GI \uc0ad\uc81c \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-75\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-7_%EB%8B%A4%EC%A4%91_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\">6-7. \ub2e4\uc911 GPU MIG \ube44\ud65c\uc131\ud654<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-76\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-7-1_%EB%8B%A4%EC%A4%91_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95\">6-7-1. \ub2e4\uc911 GPU MIG \ube44\ud65c\uc131\ud654 \uc124\uc815<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-77\" href=\"https:\/\/seuheu.com\/?p=1020\/#6-7-2_%EB%8B%A4%EC%A4%91_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95_%ED%99%95%EC%9D%B8\">6-7-2. \ub2e4\uc911 GPU MIG \ube44\ud65c\uc131\ud654 \uc124\uc815 \ud655\uc778<\/a><\/li><\/ul><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"1-%EA%B0%9C%EC%9A%94\"><span class=\"ez-toc-section\" id=\"1_%EA%B0%9C%EC%9A%94\"><\/span>1. \uac1c\uc694<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p>GPU\uac00 \uc5ec\ub7ec\uac1c\uc778 \uacbd\uc6b0 \ub2e8\uc77c\ub85c \ub610\ub294 \ub2e4\uc911\uc73c\ub85c MIG\ub97c \uc0dd\uc131\ud558\uace0 \uc0ad\uc81c\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"2-%EB%B2%84%EC%A0%84\"><span class=\"ez-toc-section\" id=\"2_%EB%B2%84%EC%A0%84\"><\/span>2. \ubc84\uc804<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p>Rocky 8.7<\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"3-%EC%B0%B8%EA%B3%A0-%EB%A7%81%ED%81%AC\"><span class=\"ez-toc-section\" id=\"3_%EC%B0%B8%EA%B3%A0_%EB%A7%81%ED%81%AC\"><\/span>3. \ucc38\uace0 \ub9c1\ud06c<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"3-1-rocky-nvida-%EA%B7%B8%EB%9E%98%ED%94%BD-%EB%93%9C%EB%9D%BC%EC%9D%B4%EB%B2%84-%EC%84%A4%EC%B9%98\"><span class=\"ez-toc-section\" id=\"3-1_Rocky_NVIDA_%EA%B7%B8%EB%9E%98%ED%94%BD_%EB%93%9C%EB%9D%BC%EC%9D%B4%EB%B2%84_%EC%84%A4%EC%B9%98\"><\/span>3-1. [Rocky] NVIDA \uadf8\ub798\ud53d \ub4dc\ub77c\uc774\ubc84 \uc124\uce58<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><a href=\"https:\/\/seuheu.com\/?p=445\">BLOG<\/a><br><a href=\"https:\/\/youtu.be\/CRQEtU5sQsM\" target=\"_blank\" rel=\"noopener\">YouTube<\/a><\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"3-2-rocky-nvidia-migmulti-instance-gpu%EB%9E%80-1\"><span class=\"ez-toc-section\" id=\"3-2_Rocky_NVIDIA_MIGMulti_Instance_GPU%EB%9E%80_1\"><\/span>3-2. [Rocky] NVIDIA MIG(Multi Instance GPU)\ub780? (1)<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><a href=\"https:\/\/seuheu.com\/?p=555\">BLOG<\/a><br><a href=\"https:\/\/youtu.be\/4r7A9eWQ28I\" target=\"_blank\" rel=\"noopener\">YouTube<\/a><\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"3-3-rocky-nvidia-migmulti-instance_gpu-%EC%84%A4%EC%A0%95-%EB%B0%8F-%EC%83%9D%EC%84%B1-%EC%82%AD%EC%A0%9C-2\"><span class=\"ez-toc-section\" id=\"3-3_Rocky_NVIDIA_MIGMulti-Instance_GPU_%EC%84%A4%EC%A0%95_%EB%B0%8F_%EC%83%9D%EC%84%B1_%EC%82%AD%EC%A0%9C_2\"><\/span>3-3. [Rocky] NVIDIA MIG(Multi-Instance_GPU) \uc124\uc815 \ubc0f \uc0dd\uc131, \uc0ad\uc81c (2)<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><a href=\"https:\/\/seuheu.com\/?p=562\">BLOG<\/a><br><a href=\"https:\/\/youtu.be\/Ew74jcZGmW4\" target=\"_blank\" rel=\"noopener\">YouTube<\/a><\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"3-4-rocky-nvidia-migmulti-instance_gpu-%ED%85%8C%EC%8A%A4%ED%8A%B8-3\"><span class=\"ez-toc-section\" id=\"3-4_Rocky_NVIDIA_MIGMulti-Instance_GPU_%ED%85%8C%EC%8A%A4%ED%8A%B8_3\"><\/span>3-4. [Rocky] NVIDIA MIG(Multi-Instance_GPU) \ud14c\uc2a4\ud2b8 (3)<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><a href=\"https:\/\/seuheu.com\/?p=568\">BLOG<\/a><br><a href=\"https:\/\/youtu.be\/Fs4aFSMBF2M\" target=\"_blank\" rel=\"noopener\">YouTube<\/a><\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"4-%EB%AA%A8%EB%93%A0-gpu-%EC%84%A4%EC%A0%95\"><span class=\"ez-toc-section\" id=\"4_%EB%AA%A8%EB%93%A0_GPU_%EC%84%A4%EC%A0%95\"><\/span>4. \ubaa8\ub4e0 GPU \uc124\uc815<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"4-1-%EB%AA%A8%EB%93%A0-gpu%EC%97%90-mig-%EA%B8%B0%EB%8A%A5-%ED%99%9C%EC%84%B1\"><span class=\"ez-toc-section\" id=\"4-1_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_MIG_%EA%B8%B0%EB%8A%A5_%ED%99%9C%EC%84%B1\"><\/span>4-1. \ubaa8\ub4e0 GPU\uc5d0 MIG \uae30\ub2a5 \ud65c\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-1-1-%EC%84%A4%EC%A0%95-%EC%A0%84-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-1-1_%EC%84%A4%EC%A0%95_%EC%A0%84_%ED%99%95%EC%9D%B8\"><\/span>4-1-1. \uc124\uc815 \uc804 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------------------+\n| NVIDIA-SMI 550.90.07              Driver Version: 550.90.07      CUDA Version: 12.4     |\n|-----------------------------------------+------------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id          Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |           Memory-Usage | GPU-Util  Compute M. |\n|                                         |                        |               MIG M. |\n|=========================================+========================+======================|\n|   0  NVIDIA H100 80GB HBM3          Off |   00000000:19:00.0 Off |                    0 |\n| N\/A   37C    P0            115W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   1  NVIDIA H100 80GB HBM3          Off |   00000000:2D:00.0 Off |                    0 |\n| N\/A   38C    P0            115W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   2  NVIDIA H100 80GB HBM3          Off |   00000000:3F:00.0 Off |                    0 |\n| N\/A   39C    P0            116W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   3  NVIDIA H100 80GB HBM3          Off |   00000000:66:00.0 Off |                    0 |\n| N\/A   37C    P0            117W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   4  NVIDIA H100 80GB HBM3          Off |   00000000:9B:00.0 Off |                    0 |\n| N\/A   36C    P0            116W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   5  NVIDIA H100 80GB HBM3          Off |   00000000:AE:00.0 Off |                    0 |\n| N\/A   40C    P0            127W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   6  NVIDIA H100 80GB HBM3          Off |   00000000:BF:00.0 Off |                    0 |\n| N\/A   40C    P0            122W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   7  NVIDIA H100 80GB HBM3          Off |   00000000:E4:00.0 Off |                    0 |\n| N\/A   37C    P0            115W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n\n+-----------------------------------------------------------------------------------------+\n| Processes:                                                                              |\n|  GPU   GI   CI        PID   Type   Process name                              GPU Memory |\n|        ID   ID                                                               Usage      |\n|=========================================================================================|\n|  No running processes found                                                             |\n+-----------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-1-2-%EB%AA%A8%EB%93%A0-gpu%EC%97%90-mig-%EA%B8%B0%EB%8A%A5-%ED%99%9C%EC%84%B1\"><span class=\"ez-toc-section\" id=\"4-1-2_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_MIG_%EA%B8%B0%EB%8A%A5_%ED%99%9C%EC%84%B1\"><\/span>4-1-2. \ubaa8\ub4e0 GPU\uc5d0 MIG \uae30\ub2a5 \ud65c\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi -mig 1<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Enabled MIG Mode for GPU 00000000:19:00.0\n\nWarning: persistence mode is disabled on device 00000000:19:00.0. See the Known Issues section of the nvidia-smi(1) man page f\nor more information. Run with &#091;--help | -h] switch to get more information on how to enable persistence mode.\nEnabled MIG Mode for GPU 00000000:2D:00.0\n\nWarning: persistence mode is disabled on device 00000000:2D:00.0. See the Known Issues section of the nvidia-smi(1) man page f\nor more information. Run with &#091;--help | -h] switch to get more information on how to enable persistence mode.\nEnabled MIG Mode for GPU 00000000:3F:00.0\n\nWarning: persistence mode is disabled on device 00000000:3F:00.0. See the Known Issues section of the nvidia-smi(1) man page f\nor more information. Run with &#091;--help | -h] switch to get more information on how to enable persistence mode.\nEnabled MIG Mode for GPU 00000000:66:00.0\n\nWarning: persistence mode is disabled on device 00000000:66:00.0. See the Known Issues section of the nvidia-smi(1) man page f\nor more information. Run with &#091;--help | -h] switch to get more information on how to enable persistence mode.\nEnabled MIG Mode for GPU 00000000:9B:00.0\n\nWarning: persistence mode is disabled on device 00000000:9B:00.0. See the Known Issues section of the nvidia-smi(1) man page f\nor more information. Run with &#091;--help | -h] switch to get more information on how to enable persistence mode.\nEnabled MIG Mode for GPU 00000000:AE:00.0\n\nWarning: persistence mode is disabled on device 00000000:AE:00.0. See the Known Issues section of the nvidia-smi(1) man page f\nor more information. Run with &#091;--help | -h] switch to get more information on how to enable persistence mode.\nEnabled MIG Mode for GPU 00000000:BF:00.0\n\nWarning: persistence mode is disabled on device 00000000:BF:00.0. See the Known Issues section of the nvidia-smi(1) man page f\nor more information. Run with &#091;--help | -h] switch to get more information on how to enable persistence mode.\nEnabled MIG Mode for GPU 00000000:E4:00.0\n\nWarning: persistence mode is disabled on device 00000000:E4:00.0. See the Known Issues section of the nvidia-smi(1) man page f\nor more information. Run with &#091;--help | -h] switch to get more information on how to enable persistence mode.\nAll done.<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-1-3-%EB%AA%A8%EB%93%A0-gpu-mig-%EA%B8%B0%EB%8A%A5-%ED%99%9C%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-1-3_%EB%AA%A8%EB%93%A0_GPU_MIG_%EA%B8%B0%EB%8A%A5_%ED%99%9C%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>4-1-3. \ubaa8\ub4e0 GPU MIG \uae30\ub2a5 \ud65c\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------------------+\n| NVIDIA-SMI 550.90.07              Driver Version: 550.90.07      CUDA Version: 12.4     |\n|-----------------------------------------+------------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id          Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |           Memory-Usage | GPU-Util  Compute M. |\n|                                         |                        |               MIG M. |\n|=========================================+========================+======================|\n|   0  NVIDIA H100 80GB HBM3          Off |   00000000:19:00.0 Off |                   On |\n| N\/A   37C    P0            115W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   1  NVIDIA H100 80GB HBM3          Off |   00000000:2D:00.0 Off |                   On |\n| N\/A   38C    P0            115W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   2  NVIDIA H100 80GB HBM3          Off |   00000000:3F:00.0 Off |                   On |\n| N\/A   39C    P0            116W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   3  NVIDIA H100 80GB HBM3          Off |   00000000:66:00.0 Off |                   On |\n| N\/A   37C    P0            117W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   4  NVIDIA H100 80GB HBM3          Off |   00000000:9B:00.0 Off |                   On |\n| N\/A   36C    P0            115W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   5  NVIDIA H100 80GB HBM3          Off |   00000000:AE:00.0 Off |                   On |\n| N\/A   40C    P0            126W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   6  NVIDIA H100 80GB HBM3          Off |   00000000:BF:00.0 Off |                   On |\n| N\/A   40C    P0            122W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   7  NVIDIA H100 80GB HBM3          Off |   00000000:E4:00.0 Off |                   On |\n| N\/A   37C    P0            115W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n\n+-----------------------------------------------------------------------------------------+\n| MIG devices:                                                                            |\n+------------------+----------------------------------+-----------+-----------------------+\n| GPU  GI  CI  MIG |                     Memory-Usage |        Vol|      Shared           |\n|      ID  ID  Dev |                       BAR1-Usage | SM     Unc| CE ENC DEC OFA JPG    |\n|                  |                                  |        ECC|                       |\n|==================+==================================+===========+=======================|\n|  No MIG devices found                                                                   |\n+-----------------------------------------------------------------------------------------+\n\n+-----------------------------------------------------------------------------------------+\n| Processes:                                                                              |\n|  GPU   GI   CI        PID   Type   Process name                              GPU Memory |\n|        ID   ID                                                               Usage      |\n|=========================================================================================|\n|  No running processes found                                                             |\n+-----------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"4-2-%EB%AA%A8%EB%93%A0-gpu-mig-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"4-2_%EB%AA%A8%EB%93%A0_GPU_MIG_%EC%83%9D%EC%84%B1\"><\/span>4-2. \ubaa8\ub4e0 GPU MIG \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-2-1-%EC%83%9D%EC%84%B1-%EA%B0%80%EB%8A%A5%ED%95%9C-gi-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-2-1_%EC%83%9D%EC%84%B1_%EA%B0%80%EB%8A%A5%ED%95%9C_GI_%ED%99%95%EC%9D%B8\"><\/span>4-2-1. \uc0dd\uc131 \uac00\ub2a5\ud55c GI \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -i 0 -lgip<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------+\n| GPU instance profiles:                                                      |\n| GPU   Name             ID    instance   Memory     P2P    SM    DEC   ENC  |\n|                              Free\/Total   GiB              CE    JPEG  OFA  |\n|=============================================================================|\n|   0  MIG 1g.10gb       19     7\/7        9.75       No     16     1     0   |\n|                                                             1     1     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 1g.10gb+me    20     1\/1        9.75       No     16     1     0   |\n|                                                             1     1     1   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 1g.20gb       15     4\/4        19.62      No     26     1     0   |\n|                                                             1     1     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 2g.20gb       14     3\/3        19.62      No     32     2     0   |\n|                                                             2     2     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 3g.40gb        9     2\/2        39.38      No     60     3     0   |\n|                                                             3     3     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 4g.40gb        5     1\/1        39.38      No     64     4     0   |\n|                                                             4     4     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 7g.80gb        0     1\/1        79.12      No     132    7     0   |\n|                                                             8     7     1   |\n+-----------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-2-2-%EB%AA%A8%EB%93%A0-gpu%EC%97%90-gi-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"4-2-2_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_GI_%EC%83%9D%EC%84%B1\"><\/span>4-2-2. \ubaa8\ub4e0 GPU\uc5d0 GI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -cgi &lt;GPU instance profiles ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -cgi 20<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully created GPU instance ID 13 on GPU  0 using profile MIG 1g.10gb+me (ID 20)\nSuccessfully created GPU instance ID 13 on GPU  1 using profile MIG 1g.10gb+me (ID 20)\nSuccessfully created GPU instance ID 13 on GPU  2 using profile MIG 1g.10gb+me (ID 20)\nSuccessfully created GPU instance ID  9 on GPU  3 using profile MIG 1g.10gb+me (ID 20)\nSuccessfully created GPU instance ID 13 on GPU  4 using profile MIG 1g.10gb+me (ID 20)\nSuccessfully created GPU instance ID  9 on GPU  5 using profile MIG 1g.10gb+me (ID 20)\nSuccessfully created GPU instance ID 13 on GPU  6 using profile MIG 1g.10gb+me (ID 20)\nSuccessfully created GPU instance ID 13 on GPU  7 using profile MIG 1g.10gb+me (ID 20)<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-2-3-%EC%83%9D%EC%84%B1%ED%95%9C-gi-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-2-3_%EC%83%9D%EC%84%B1%ED%95%9C_GI_%ED%99%95%EC%9D%B8\"><\/span>4-2-3. \uc0dd\uc131\ud55c GI \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instance:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   0  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   1  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   2  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   3  MIG 1g.10gb+me      20        9          6:1     |\n+-------------------------------------------------------+\n|   4  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   5  MIG 1g.10gb+me      20        9          6:1     |\n+-------------------------------------------------------+\n|   6  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   7  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-2-4-%EC%83%9D%EC%84%B1%ED%95%9C-gi%EC%97%90-%EB%AA%A8%EB%93%A0-ci-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"4-2-4_%EC%83%9D%EC%84%B1%ED%95%9C_GI%EC%97%90_%EB%AA%A8%EB%93%A0_CI_%EC%83%9D%EC%84%B1\"><\/span>4-2-4. \uc0dd\uc131\ud55c GI\uc5d0 \ubaa8\ub4e0 CI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -cci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully created compute instance ID  0 on GPU  0 GPU instance ID 13 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  1 GPU instance ID 13 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  2 GPU instance ID 13 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  3 GPU instance ID  9 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  4 GPU instance ID 13 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  5 GPU instance ID  9 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  6 GPU instance ID 13 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  7 GPU instance ID 13 using profile MIG 1g.\n10gb (ID  0)<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-2-4%EC%83%9D%EC%84%B1%ED%95%9C-ci-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-2-4%EC%83%9D%EC%84%B1%ED%95%9C_CI_%ED%99%95%EC%9D%B8\"><\/span>4-2-4.\uc0dd\uc131\ud55c CI \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instance:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   0     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   1     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   2     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   3      9       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   4     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   5      9       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   6     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   7     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-2-5-%EB%AA%A8%EB%93%A0-gpu%EC%97%90-gi-ci-%ED%95%9C%EB%B2%88%EC%97%90-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"4-2-5_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_GI_CI_%ED%95%9C%EB%B2%88%EC%97%90_%EC%83%9D%EC%84%B1\"><\/span>4-2-5. \ubaa8\ub4e0 GPU\uc5d0 GI, CI \ud55c\ubc88\uc5d0 \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -cgi &lt;GPU instance profiles ID&gt; -C<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -cgi 19 -C<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully created GPU instance ID 11 on GPU  0 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  0 GPU instance ID 11 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created GPU instance ID 11 on GPU  1 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  1 GPU instance ID 11 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created GPU instance ID 11 on GPU  2 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  2 GPU instance ID 11 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created GPU instance ID  7 on GPU  3 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  3 GPU instance ID  7 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created GPU instance ID 11 on GPU  4 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  4 GPU instance ID 11 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created GPU instance ID  7 on GPU  5 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  5 GPU instance ID  7 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created GPU instance ID 11 on GPU  6 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  6 GPU instance ID 11 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created GPU instance ID 11 on GPU  7 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  7 GPU instance ID 11 using profile MIG 1g.\n10gb (ID  0)<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-2-6-%EC%83%9D%EC%84%B1%ED%95%9C-gi-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-2-6_%EC%83%9D%EC%84%B1%ED%95%9C_GI_%ED%99%95%EC%9D%B8\"><\/span>4-2-6. \uc0dd\uc131\ud55c GI \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instance:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   0  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   1  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   1  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   2  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   2  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   3  MIG 1g.10gb         19        7          4:1     |\n+-------------------------------------------------------+\n|   3  MIG 1g.10gb+me      20        9          6:1     |\n+-------------------------------------------------------+\n|   4  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   4  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   5  MIG 1g.10gb         19        7          4:1     |\n+-------------------------------------------------------+\n|   5  MIG 1g.10gb+me      20        9          6:1     |\n+-------------------------------------------------------+\n|   6  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   6  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+\n|   7  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   7  MIG 1g.10gb+me      20       13          6:1     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-2-7-%EC%83%9D%EC%84%B1%ED%95%9C-ci-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-2-7_%EC%83%9D%EC%84%B1%ED%95%9C_CI_%ED%99%95%EC%9D%B8\"><\/span>4-2-7. \uc0dd\uc131\ud55c CI \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instance:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   0     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   1     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   1     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   2     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   2     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   3      7       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   3      9       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   4     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   4     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   5      7       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   5      9       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   6     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   6     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   7     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   7     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"4-3-%EB%AA%A8%EB%93%A0-gpu%EC%97%90-mig-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"4-3_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_MIG_%EC%82%AD%EC%A0%9C\"><\/span>4-3. \ubaa8\ub4e0 GPU\uc5d0 MIG \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-3-1-%EB%AA%A8%EB%93%A0-gpu%EC%97%90-%EC%9B%90%ED%95%98%EB%8A%94-ci-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"4-3-1_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_%EC%9B%90%ED%95%98%EB%8A%94_CI_%EC%82%AD%EC%A0%9C\"><\/span>4-3-1. \ubaa8\ub4e0 GPU\uc5d0 \uc6d0\ud558\ub294 CI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -dci -gi &lt;GPU instance ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -dci -gi 13,9<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed compute instance ID  0 from GPU  0 GPU instance ID 13\nSuccessfully destroyed compute instance ID  0 from GPU  1 GPU instance ID 13\nSuccessfully destroyed compute instance ID  0 from GPU  2 GPU instance ID 13\nSuccessfully destroyed compute instance ID  0 from GPU  3 GPU instance ID  9\nSuccessfully destroyed compute instance ID  0 from GPU  4 GPU instance ID 13\nSuccessfully destroyed compute instance ID  0 from GPU  5 GPU instance ID  9\nSuccessfully destroyed compute instance ID  0 from GPU  6 GPU instance ID 13\nSuccessfully destroyed compute instance ID  0 from GPU  7 GPU instance ID 13<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-3-2-%EB%AA%A8%EB%93%A0-gpu%EC%97%90-%EC%9B%90%ED%95%98%EB%8A%94-ci-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-3-2_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_%EC%9B%90%ED%95%98%EB%8A%94_CI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>4-3-2. \ubaa8\ub4e0 GPU\uc5d0 \uc6d0\ud558\ub294 CI \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instance:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   0     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   1     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   2     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   3      7       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   4     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   5      7       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   6     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   7     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-3-3-%EB%AA%A8%EB%93%A0-gpu%EC%97%90-%EC%9B%90%ED%95%98%EB%8A%94-gi-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"4-3-3_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_%EC%9B%90%ED%95%98%EB%8A%94_GI_%EC%82%AD%EC%A0%9C\"><\/span>4-3-3. \ubaa8\ub4e0 GPU\uc5d0 \uc6d0\ud558\ub294 GI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -dci -gi &lt;GPU instance ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -dgi -gi 13,9<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed GPU instance ID 13 from GPU  0\nSuccessfully destroyed GPU instance ID 13 from GPU  1\nSuccessfully destroyed GPU instance ID 13 from GPU  2\nSuccessfully destroyed GPU instance ID  9 from GPU  3\nSuccessfully destroyed GPU instance ID 13 from GPU  4\nSuccessfully destroyed GPU instance ID  9 from GPU  5\nSuccessfully destroyed GPU instance ID 13 from GPU  6\nSuccessfully destroyed GPU instance ID 13 from GPU  7<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-3-4-%EB%AA%A8%EB%93%A0-gpu%EC%97%90-%EC%9B%90%ED%95%98%EB%8A%94-gi-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-3-4_%EB%AA%A8%EB%93%A0_GPU%EC%97%90_%EC%9B%90%ED%95%98%EB%8A%94_GI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>4-3-4. \ubaa8\ub4e0 GPU\uc5d0 \uc6d0\ud558\ub294 GI \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instance:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   0  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   1  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   2  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   3  MIG 1g.10gb         19        7          4:1     |\n+-------------------------------------------------------+\n|   4  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   5  MIG 1g.10gb         19        7          4:1     |\n+-------------------------------------------------------+\n|   6  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   7  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-3-5-%EB%AA%A8%EB%93%A0-ci-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"4-3-5_%EB%AA%A8%EB%93%A0_CI_%EC%82%AD%EC%A0%9C\"><\/span>4-3-5. \ubaa8\ub4e0 CI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -dci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed compute instance ID  0 from GPU  0 GPU instance ID 11\nSuccessfully destroyed compute instance ID  0 from GPU  1 GPU instance ID 11\nSuccessfully destroyed compute instance ID  0 from GPU  2 GPU instance ID 11\nSuccessfully destroyed compute instance ID  0 from GPU  3 GPU instance ID  7\nSuccessfully destroyed compute instance ID  0 from GPU  4 GPU instance ID 11\nSuccessfully destroyed compute instance ID  0 from GPU  5 GPU instance ID  7\nSuccessfully destroyed compute instance ID  0 from GPU  6 GPU instance ID 11\nSuccessfully destroyed compute instance ID  0 from GPU  7 GPU instance ID 11<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-3-6-%EB%AA%A8%EB%93%A0-ci-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-3-6_%EB%AA%A8%EB%93%A0_CI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>4-3-6. \ubaa8\ub4e0 CI \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>No compute instance found: Not Found<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-3-7-%EB%AA%A8%EB%93%A0-gi-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"4-3-7_%EB%AA%A8%EB%93%A0_GI_%EC%82%AD%EC%A0%9C\"><\/span>4-3-7. \ubaa8\ub4e0 GI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -dgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed GPU instance ID 11 from GPU  0\nSuccessfully destroyed GPU instance ID 11 from GPU  1\nSuccessfully destroyed GPU instance ID 11 from GPU  2\nSuccessfully destroyed GPU instance ID  7 from GPU  3\nSuccessfully destroyed GPU instance ID 11 from GPU  4\nSuccessfully destroyed GPU instance ID  7 from GPU  5\nSuccessfully destroyed GPU instance ID 11 from GPU  6\nSuccessfully destroyed GPU instance ID 11 from GPU  7<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-3-6-%EB%AA%A8%EB%93%A0-gi-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-3-6_%EB%AA%A8%EB%93%A0_GI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>4-3-6. \ubaa8\ub4e0 GI \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>No GPU instance found: Not Found<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"4-4-%EB%AA%A8%EB%93%A0-gpu-mig-%EA%B8%B0%EB%8A%A5-%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\"><span class=\"ez-toc-section\" id=\"4-4_%EB%AA%A8%EB%93%A0_GPU_MIG_%EA%B8%B0%EB%8A%A5_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\"><\/span>4-4. \ubaa8\ub4e0 GPU MIG \uae30\ub2a5 \ube44\ud65c\uc131\ud654<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-4-1-%EB%AA%A8%EB%93%A0-gpu-mig-%EA%B8%B0%EB%8A%A5-%EB%B9%84%ED%99%9C%EC%84%B1-%EC%84%A4%EC%A0%95\"><span class=\"ez-toc-section\" id=\"4-4-1_%EB%AA%A8%EB%93%A0_GPU_MIG_%EA%B8%B0%EB%8A%A5_%EB%B9%84%ED%99%9C%EC%84%B1_%EC%84%A4%EC%A0%95\"><\/span>4-4-1. \ubaa8\ub4e0 GPU MIG \uae30\ub2a5 \ube44\ud65c\uc131 \uc124\uc815<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi -mig 0<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Disabled MIG Mode for GPU 00000000:19:00.0\n\nWarning: persistence mode is disabled on device 00000000:19:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nDisabled MIG Mode for GPU 00000000:2D:00.0\n\nWarning: persistence mode is disabled on device 00000000:2D:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nDisabled MIG Mode for GPU 00000000:3F:00.0\n\nWarning: persistence mode is disabled on device 00000000:3F:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nDisabled MIG Mode for GPU 00000000:66:00.0\n\nWarning: persistence mode is disabled on device 00000000:66:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nDisabled MIG Mode for GPU 00000000:9B:00.0\n\nWarning: persistence mode is disabled on device 00000000:9B:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nDisabled MIG Mode for GPU 00000000:AE:00.0\n\nWarning: persistence mode is disabled on device 00000000:AE:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nDisabled MIG Mode for GPU 00000000:BF:00.0\n\nWarning: persistence mode is disabled on device 00000000:BF:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nDisabled MIG Mode for GPU 00000000:E4:00.0\n\nWarning: persistence mode is disabled on device 00000000:E4:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nAll done.<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"4-4-2-%EB%AA%A8%EB%93%A0-gpu-mig-%EA%B8%B0%EB%8A%A5-%EC%83%81%ED%83%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-4-2_%EB%AA%A8%EB%93%A0_GPU_MIG_%EA%B8%B0%EB%8A%A5_%EC%83%81%ED%83%9C_%ED%99%95%EC%9D%B8\"><\/span>4-4-2. \ubaa8\ub4e0 GPU MIG \uae30\ub2a5 \uc0c1\ud0dc \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------------------+\n| NVIDIA-SMI 550.90.07              Driver Version: 550.90.07      CUDA Version: 12.4     |\n|-----------------------------------------+------------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id          Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |           Memory-Usage | GPU-Util  Compute M. |\n|                                         |                        |               MIG M. |\n|=========================================+========================+======================|\n|   0  NVIDIA H100 80GB HBM3          Off |   00000000:19:00.0 Off |                    0 |\n| N\/A   35C    P0             75W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   1  NVIDIA H100 80GB HBM3          Off |   00000000:2D:00.0 Off |                    0 |\n| N\/A   37C    P0             75W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   2  NVIDIA H100 80GB HBM3          Off |   00000000:3F:00.0 Off |                    0 |\n| N\/A   41C    P0            157W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   3  NVIDIA H100 80GB HBM3          Off |   00000000:66:00.0 Off |                    0 |\n| N\/A   39C    P0            158W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   4  NVIDIA H100 80GB HBM3          Off |   00000000:9B:00.0 Off |                    0 |\n| N\/A   38C    P0            156W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   5  NVIDIA H100 80GB HBM3          Off |   00000000:AE:00.0 Off |                    0 |\n| N\/A   42C    P0            170W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   6  NVIDIA H100 80GB HBM3          Off |   00000000:BF:00.0 Off |                    0 |\n| N\/A   41C    P0            164W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   7  NVIDIA H100 80GB HBM3          Off |   00000000:E4:00.0 Off |                    0 |\n| N\/A   38C    P0            156W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n\n+-----------------------------------------------------------------------------------------+\n| Processes:                                                                              |\n|  GPU   GI   CI        PID   Type   Process name                              GPU Memory |\n|        ID   ID                                                               Usage      |\n|=========================================================================================|\n|  No running processes found                                                             |\n+-----------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"5-%EB%8B%A8%EC%9D%BC-gpu-%EC%84%A4%EC%A0%95\"><span class=\"ez-toc-section\" id=\"5_%EB%8B%A8%EC%9D%BC_GPU_%EC%84%A4%EC%A0%95\"><\/span>5. \ub2e8\uc77c GPU \uc124\uc815<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"5-1-%EB%8B%A8%EC%9D%BC-gpu-mig-%EA%B8%B0%EB%8A%A5-%ED%99%9C%EC%84%B1%ED%99%94\"><span class=\"ez-toc-section\" id=\"5-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_%EA%B8%B0%EB%8A%A5_%ED%99%9C%EC%84%B1%ED%99%94\"><\/span>5-1. \ub2e8\uc77c GPU MIG \uae30\ub2a5 \ud65c\uc131\ud654<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-1-1-%EB%8B%A8%EC%9D%BC-gpu-mig-%ED%99%9C%EC%84%B1-%EC%84%A4%EC%A0%95\"><span class=\"ez-toc-section\" id=\"5-1-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_%ED%99%9C%EC%84%B1_%EC%84%A4%EC%A0%95\"><\/span>5-1-1. \ub2e8\uc77c GPU MIG \ud65c\uc131 \uc124\uc815<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi -i &lt;GPU ID&gt; -mig 1<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi -i 2 -mig 1<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Enabled MIG Mode for GPU 00000000:3F:00.0\n\nWarning: persistence mode is disabled on device 00000000:3F:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nAll done.<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-1-2-%EB%8B%A8%EC%9D%BC-gpu-mig-%ED%99%9C%EC%84%B1%ED%99%94-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-1-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_%ED%99%9C%EC%84%B1%ED%99%94_%ED%99%95%EC%9D%B8\"><\/span>5-1-2. \ub2e8\uc77c GPU MIG \ud65c\uc131\ud654 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------------------+\n| NVIDIA-SMI 550.90.07              Driver Version: 550.90.07      CUDA Version: 12.4     |\n|-----------------------------------------+------------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id          Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |           Memory-Usage | GPU-Util  Compute M. |\n|                                         |                        |               MIG M. |\n|=========================================+========================+======================|\n|   0  NVIDIA H100 80GB HBM3          Off |   00000000:19:00.0 Off |                    0 |\n| N\/A   39C    P0            154W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   1  NVIDIA H100 80GB HBM3          Off |   00000000:2D:00.0 Off |                    0 |\n| N\/A   40C    P0            155W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   2  NVIDIA H100 80GB HBM3          Off |   00000000:3F:00.0 Off |                   On |\n| N\/A   41C    P0            160W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   3  NVIDIA H100 80GB HBM3          Off |   00000000:66:00.0 Off |                    0 |\n| N\/A   39C    P0            157W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   4  NVIDIA H100 80GB HBM3          Off |   00000000:9B:00.0 Off |                    0 |\n| N\/A   38C    P0            155W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   5  NVIDIA H100 80GB HBM3          Off |   00000000:AE:00.0 Off |                    0 |\n| N\/A   42C    P0            172W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   6  NVIDIA H100 80GB HBM3          Off |   00000000:BF:00.0 Off |                    0 |\n| N\/A   41C    P0            163W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   7  NVIDIA H100 80GB HBM3          Off |   00000000:E4:00.0 Off |                    0 |\n| N\/A   38C    P0            156W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n\n+-----------------------------------------------------------------------------------------+\n| MIG devices:                                                                            |\n+------------------+----------------------------------+-----------+-----------------------+\n| GPU  GI  CI  MIG |                     Memory-Usage |        Vol|      Shared           |\n|      ID  ID  Dev |                       BAR1-Usage | SM     Unc| CE ENC DEC OFA JPG    |\n|                  |                                  |        ECC|                       |\n|==================+==================================+===========+=======================|\n|  No MIG devices found                                                                   |\n+-----------------------------------------------------------------------------------------+\n\n+-----------------------------------------------------------------------------------------+\n| Processes:                                                                              |\n|  GPU   GI   CI        PID   Type   Process name                              GPU Memory |\n|        ID   ID                                                               Usage      |\n|=========================================================================================|\n|  No running processes found                                                             |\n+-----------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"5-2-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"5-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%83%9D%EC%84%B1\"><\/span>5-2. \ub2e8\uc77c GPU MIG GI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-2-1-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"5-2-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%83%9D%EC%84%B1\"><\/span>5-2-1. \ub2e8\uc77c GPU MIG GI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -cgi &lt;GPU instance profiles ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -cgi 19<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully created GPU instance ID 13 on GPU 2 using profile MIG 1g.10gb (ID 19)<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-2-2-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-2-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>5-2-2. \ub2e8\uc77c GPU MIG GI \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instance:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   2  MIG 1g.10gb         19       13          6:1     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"5-3-%EB%8B%A8%EC%9D%BC-gpu-mig-ci-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"5-3_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%83%9D%EC%84%B1\"><\/span>5-3. \ub2e8\uc77c GPU MIG CI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-3-1-%EB%8B%A8%EC%9D%BC-gpu-mig-ci-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"5-3-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%83%9D%EC%84%B1\"><\/span>5-3-1. \ub2e8\uc77c GPU MIG CI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -cci -gi &lt;GPU instance ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -cci -gi 13<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully created compute instance ID  0 on GPU  2 GPU inst\nance ID 13 using profile MIG 1g.10gb (ID  0)<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-3-2-%EB%8B%A8%EC%9D%BC-gpu-mig-ci-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-3-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>5-3-2. \ub2e8\uc77c GPU MIG CI \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lci<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instance:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   2     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"5-4-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-ci-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"5-4_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1\"><\/span>5-4. \ub2e8\uc77c GPU MIG GI, CI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-4-1-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-ci-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"5-4-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1\"><\/span>5-4-1. \ub2e8\uc77c GPU MIG GI, CI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -cgi &lt;GPU instance profiles ID&gt; -C<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -cgi 19 -C<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully created GPU instance ID 11 on GPU  2 using profil\ne MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  2 GPU inst\nance ID 11 using profile MIG 1g.10gb (ID  0)e MIG 1g.10gb (ID 19)<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-4-2-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-ci-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-4-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>5-4-2. \ub2e8\uc77c GPU MIG GI, CI \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lgi<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instance:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   2  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   2  MIG 1g.10gb         19       13          6:1     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><\/p>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lci<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instance:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   2     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   2     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"5-5-%EB%8B%A8%EC%9D%BC-gpu-mig-ci-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"5-5_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%82%AD%EC%A0%9C\"><\/span>5-5. \ub2e8\uc77c GPU MIG CI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-5-1-%EB%8B%A8%EC%9D%BC-gpu-mig-ci-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"5-5-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%82%AD%EC%A0%9C\"><\/span>5-5-1. \ub2e8\uc77c GPU MIG CI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -dci -gi &lt;GPU Instance ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -dci -gi 11<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed compute instance ID  0 from GPU  2 GPU instance ID 11<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-5-2-%EB%8B%A8%EC%9D%BC-gpu-mig-ci-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-5-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_CI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>5-5-2. \ub2e8\uc77c GPU MIG CI \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lci<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instance:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   2     13       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"5-6-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"5-6_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%82%AD%EC%A0%9C\"><\/span>5-6. \ub2e8\uc77c GPU MIG GI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-6-1-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"5-6-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%82%AD%EC%A0%9C\"><\/span>5-6-1. \ub2e8\uc77c GPU MIG GI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -dgi -gi &lt;GPU Instance ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -dgi -gi 11<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed GPU instance ID 11 from GPU  2<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-6-2-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-6-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>5-6-2. \ub2e8\uc77c GPU MIG GI \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lgi<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2 -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instance:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   2  MIG 1g.10gb         19       13          6:1     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"5-7-%EB%8B%A8%EC%9D%BC-gpu-mig-%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\"><span class=\"ez-toc-section\" id=\"5-7_%EB%8B%A8%EC%9D%BC_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\"><\/span>5-7. \ub2e8\uc77c GPU MIG \ube44\ud65c\uc131\ud654<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-7-1-%EB%8B%A8%EC%9D%BC-gpu-mig-%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94-%EC%84%A4%EC%A0%95\"><span class=\"ez-toc-section\" id=\"5-7-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95\"><\/span>5-7-1. \ub2e8\uc77c GPU MIG \ube44\ud65c\uc131\ud654 \uc124\uc815<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi -i &lt;GPU ID&gt; -mig 0<\/strong><\/p>\n\n\n\n<p><br><br><\/p>\n\n\n\n<p># nvidia-smi -i 2 -mig 0<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Disabled MIG Mode for GPU 00000000:3F:00.0\n\nWarning: persistence mode is disabled on device 00000000:3F:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nAll done.<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"5-7-2-%EB%8B%A8%EC%9D%BC-gpu-mig-%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94-%EC%84%A4%EC%A0%95-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-7-2_%EB%8B%A8%EC%9D%BC_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95_%ED%99%95%EC%9D%B8\"><\/span>5-7-2. \ub2e8\uc77c GPU MIG \ube44\ud65c\uc131\ud654 \uc124\uc815 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi -i &lt;GPU ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi -i 2<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------------------+\n| NVIDIA-SMI 550.90.07              Driver Version: 550.90.07      CUDA Version: 12.4     |\n|-----------------------------------------+------------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id          Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |           Memory-Usage | GPU-Util  Compute M. |\n|                                         |                        |               MIG M. |\n|=========================================+========================+======================|\n|   2  NVIDIA H100 80GB HBM3          Off |   00000000:3F:00.0 Off |                    0 |\n| N\/A   41C    P0            159W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n\n+-----------------------------------------------------------------------------------------+\n| Processes:                                                                              |\n|  GPU   GI   CI        PID   Type   Process name                              GPU Memory |\n|        ID   ID                                                               Usage      |\n|=========================================================================================|\n|  No running processes found                                                             |\n+-----------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"6-%EB%8B%A4%EC%A4%91-gpu-%EC%84%A4%EC%A0%95\"><span class=\"ez-toc-section\" id=\"6_%EB%8B%A4%EC%A4%91_GPU_%EC%84%A4%EC%A0%95\"><\/span>6. \ub2e4\uc911 GPU \uc124\uc815<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"6-1-%EB%8B%A4%EC%A4%91-gpu-mig-%ED%99%9C%EC%84%B1%ED%99%94\"><span class=\"ez-toc-section\" id=\"6-1_%EB%8B%A4%EC%A4%91_GPU_MIG_%ED%99%9C%EC%84%B1%ED%99%94\"><\/span>6-1. \ub2e4\uc911 GPU MIG \ud65c\uc131\ud654<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-1-1-%EB%8B%A4%EC%A4%91-gpu-mig-%ED%99%9C%EC%84%B1%ED%99%94-%EC%84%A4%EC%A0%95\"><span class=\"ez-toc-section\" id=\"6-1-1_%EB%8B%A4%EC%A4%91_GPU_MIG_%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95\"><\/span>6-1-1. \ub2e4\uc911 GPU MIG \ud65c\uc131\ud654 \uc124\uc815<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi -i &lt;GPU ID&gt; -mig 1<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi -i 2,4,6 -mig 1<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Enabled MIG Mode for GPU 00000000:3F:00.0\n\nWarning: persistence mode is disabled on device 00000000:3F:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nEnabled MIG Mode for GPU 00000000:9B:00.0\n\nWarning: persistence mode is disabled on device 00000000:9B:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nEnabled MIG Mode for GPU 00000000:BF:00.0\n\nWarning: persistence mode is disabled on device 00000000:BF:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nAll done.<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-1-2-%EB%8B%A4%EC%A4%91-gpu-mig-%ED%99%9C%EC%84%B1%ED%99%94-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-1-2_%EB%8B%A4%EC%A4%91_GPU_MIG_%ED%99%9C%EC%84%B1%ED%99%94_%ED%99%95%EC%9D%B8\"><\/span>6-1-2. \ub2e4\uc911 GPU MIG \ud65c\uc131\ud654 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi -i &lt;GPU ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi -i 2,4,6<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------------------+\n| NVIDIA-SMI 550.90.07              Driver Version: 550.90.07      CUDA Version: 12.4     |\n|-----------------------------------------+------------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id          Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |           Memory-Usage | GPU-Util  Compute M. |\n|                                         |                        |               MIG M. |\n|=========================================+========================+======================|\n|   2  NVIDIA H100 80GB HBM3          Off |   00000000:3F:00.0 Off |                   On |\n| N\/A   41C    P0            160W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   4  NVIDIA H100 80GB HBM3          Off |   00000000:9B:00.0 Off |                   On |\n| N\/A   38C    P0            159W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n|   6  NVIDIA H100 80GB HBM3          Off |   00000000:BF:00.0 Off |                   On |\n| N\/A   42C    P0            167W \/  700W |       1MiB \/  81559MiB |     N\/A      Default |\n|                                         |                        |              Enabled |\n+-----------------------------------------+------------------------+----------------------+\n\n+-----------------------------------------------------------------------------------------+\n| MIG devices:                                                                            |\n+------------------+----------------------------------+-----------+-----------------------+\n| GPU  GI  CI  MIG |                     Memory-Usage |        Vol|      Shared           |\n|      ID  ID  Dev |                       BAR1-Usage | SM     Unc| CE ENC DEC OFA JPG    |\n|                  |                                  |        ECC|                       |\n|==================+==================================+===========+=======================|\n|  No MIG devices found                                                                   |\n+-----------------------------------------------------------------------------------------+\n\n+-----------------------------------------------------------------------------------------+\n| Processes:                                                                              |\n|  GPU   GI   CI        PID   Type   Process name                              GPU Memory |\n|        ID   ID                                                               Usage      |\n|=========================================================================================|\n|  No running processes found                                                             |\n+-----------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"6-2-%EB%8B%A4%EC%A4%91-gpu-mig-gi-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"6-2_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%83%9D%EC%84%B1\"><\/span>6-2. \ub2e4\uc911 GPU MIG GI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-2-1-%EB%8B%A4%EC%A4%91-gpu-mig-gi-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"6-2-1_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%83%9D%EC%84%B1\"><\/span>6-2-1. \ub2e4\uc911 GPU MIG GI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -cgi &lt;GPU instance profiles ID&gt;<\/strong><\/p>\n\n\n\n<p><br><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -cgi 15,19<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully created GPU instance ID  6 on GPU  2 using profile MIG 1g.20gb (ID 15)\nSuccessfully created GPU instance ID 11 on GPU  2 using profile MIG 1g.10gb (ID 19)\nSuccessfully created GPU instance ID  6 on GPU  4 using profile MIG 1g.20gb (ID 15)\nSuccessfully created GPU instance ID 11 on GPU  4 using profile MIG 1g.10gb (ID 19)\nSuccessfully created GPU instance ID  6 on GPU  6 using profile MIG 1g.20gb (ID 15)\nSuccessfully created GPU instance ID 11 on GPU  6 using profile MIG 1g.10gb (ID 19)<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-2-2-%EB%8B%A4%EC%A4%91-gpu-mig-gi-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-2-2_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>6-2-2. \ub2e4\uc911 GPU MIG GI \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lgi<\/strong><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instance:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   2  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   2  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+\n|   4  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   4  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+\n|   6  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   6  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"6-3-%EB%8B%A4%EC%A4%91-gpu-mig-ci-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"6-3_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%83%9D%EC%84%B1\"><\/span>6-3. \ub2e4\uc911 GPU MIG CI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-3-1-%EB%8B%A4%EC%A4%91-gpu-mig-ci-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"6-3-1_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%83%9D%EC%84%B1\"><\/span>6-3-1. \ub2e4\uc911 GPU MIG CI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -cci -gi &lt;GPU instance ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -cci -gi 6,11<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully created compute instance ID  0 on GPU  2 GPU instance ID 11 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  2 GPU instance ID  6 using profile MIG 1g.\n20gb (ID  7)\nSuccessfully created compute instance ID  0 on GPU  4 GPU instance ID 11 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  4 GPU instance ID  6 using profile MIG 1g.\n20gb (ID  7)\nSuccessfully created compute instance ID  0 on GPU  6 GPU instance ID 11 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created compute instance ID  0 on GPU  6 GPU instance ID  6 using profile MIG 1g.\n20gb (ID  7)<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-3-2-%EB%8B%A4%EC%A4%91-gpu-mig-ci-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-3-2_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>6-3-2. \ub2e4\uc911 GPU MIG CI \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lci<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instance:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   2     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   2      6       MIG 1g.20gb          7         0          0:2     |\n+--------------------------------------------------------------------+\n|   4     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   4      6       MIG 1g.20gb          7         0          0:2     |\n+--------------------------------------------------------------------+\n|   6     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   6      6       MIG 1g.20gb          7         0          0:2     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"6-4-%EB%8B%A4%EC%A4%91-gpu-mig-gi-ci-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"6-4_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1\"><\/span>6-4. \ub2e4\uc911 GPU MIG GI, CI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-4-1-%EB%8B%A4%EC%A4%91-gpu-mig-gi-ci-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"6-4-1_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1\"><\/span>6-4-1. \ub2e4\uc911 GPU MIG GI, CI \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -cgi &lt;GPU instance profiles ID&gt; -C<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -cgi 19 -C<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully created GPU instance ID 12 on GPU  2 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  2 GPU instance ID 12 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created GPU instance ID 12 on GPU  4 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  4 GPU instance ID 12 using profile MIG 1g.\n10gb (ID  0)\nSuccessfully created GPU instance ID 12 on GPU  6 using profile MIG 1g.10gb (ID 19)\nSuccessfully created compute instance ID  0 on GPU  6 GPU instance ID 12 using profile MIG 1g.\n10gb (ID  0)<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-4-2-%EB%8B%A4%EC%A4%91-gpu-mig-gi-ci-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-4-2_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_CI_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>6-4-2. \ub2e4\uc911 GPU MIG GI, CI \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lgi<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instance:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   2  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   2  MIG 1g.10gb         19       12          5:1     |\n+-------------------------------------------------------+\n|   2  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+\n|   4  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   4  MIG 1g.10gb         19       12          5:1     |\n+-------------------------------------------------------+\n|   4  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+\n|   6  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   6  MIG 1g.10gb         19       12          5:1     |\n+-------------------------------------------------------+\n|   6  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><\/p>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lci<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instance:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   2     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   2     12       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   2      6       MIG 1g.20gb          7         0          0:2     |\n+--------------------------------------------------------------------+\n|   4     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   4     12       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   4      6       MIG 1g.20gb          7         0          0:2     |\n+--------------------------------------------------------------------+\n|   6     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   6     12       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   6      6       MIG 1g.20gb          7         0          0:2     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"6-5-%EB%8B%A4%EC%A4%91-gpu-mig-ci-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"6-5_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%82%AD%EC%A0%9C\"><\/span>6-5. \ub2e4\uc911 GPU MIG CI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-5-1-%EB%8B%A4%EC%A4%91-gpu-mig-ci-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"6-5-1_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%82%AD%EC%A0%9C\"><\/span>6-5-1. \ub2e4\uc911 GPU MIG CI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -dci -gi &lt;GPU instance ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -dci -gi 6,11,12<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed compute instance ID  0 from GPU  2 GPU instance ID 11\nSuccessfully destroyed compute instance ID  0 from GPU  2 GPU instance ID 12\nSuccessfully destroyed compute instance ID  0 from GPU  2 GPU instance ID  6\nSuccessfully destroyed compute instance ID  0 from GPU  4 GPU instance ID 11\nSuccessfully destroyed compute instance ID  0 from GPU  4 GPU instance ID 12\nSuccessfully destroyed compute instance ID  0 from GPU  4 GPU instance ID  6\nSuccessfully destroyed compute instance ID  0 from GPU  6 GPU instance ID 11\nSuccessfully destroyed compute instance ID  0 from GPU  6 GPU instance ID 12\nSuccessfully destroyed compute instance ID  0 from GPU  6 GPU instance ID  6<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-5-2-%EB%8B%A4%EC%A4%91-gpu-mig-ci-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-5-2_%EB%8B%A4%EC%A4%91_GPU_MIG_CI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>6-5-2. \ub2e4\uc911 GPU MIG CI \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lci<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>No compute instance found: Not Found<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"6-6-%EB%8B%A4%EC%A4%91-gpu-mig-gi-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"6-6_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%82%AD%EC%A0%9C\"><\/span>6-6. \ub2e4\uc911 GPU MIG GI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-6-1-%EB%8B%A8%EC%9D%BC-gpu-mig-gi-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"6-6-1_%EB%8B%A8%EC%9D%BC_GPU_MIG_GI_%EC%82%AD%EC%A0%9C\"><\/span>6-6-1. \ub2e8\uc77c GPU MIG GI \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -dgi -gi &lt;GPU instance ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -dgi -gi 6,11,12<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed GPU instance ID 11 from GPU  2\nSuccessfully destroyed GPU instance ID 12 from GPU  2\nSuccessfully destroyed GPU instance ID  6 from GPU  2\nSuccessfully destroyed GPU instance ID 11 from GPU  4\nSuccessfully destroyed GPU instance ID 12 from GPU  4\nSuccessfully destroyed GPU instance ID  6 from GPU  4\nSuccessfully destroyed GPU instance ID 11 from GPU  6\nSuccessfully destroyed GPU instance ID 12 from GPU  6\nSuccessfully destroyed GPU instance ID  6 from GPU  6<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-6-2-%EB%8B%A4%EC%A4%91-gpu-mig-gi-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-6-2_%EB%8B%A4%EC%A4%91_GPU_MIG_GI_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>6-6-2. \ub2e4\uc911 GPU MIG GI \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -lgi<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>No GPU instance found: Not Found<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"6-7-%EB%8B%A4%EC%A4%91-gpu-mig-%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\"><span class=\"ez-toc-section\" id=\"6-7_%EB%8B%A4%EC%A4%91_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\"><\/span>6-7. \ub2e4\uc911 GPU MIG \ube44\ud65c\uc131\ud654<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-7-1-%EB%8B%A4%EC%A4%91-gpu-mig-%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94-%EC%84%A4%EC%A0%95\"><span class=\"ez-toc-section\" id=\"6-7-1_%EB%8B%A4%EC%A4%91_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95\"><\/span>6-7-1. \ub2e4\uc911 GPU MIG \ube44\ud65c\uc131\ud654 \uc124\uc815<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi mig -i &lt;GPU ID&gt; -mig 0<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi mig -i 2,4,6 -mig 0<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Disabled MIG Mode for GPU 00000000:3F:00.0\n\nWarning: persistence mode is disabled on device 00000000:3F:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nDisabled MIG Mode for GPU 00000000:9B:00.0\n\nWarning: persistence mode is disabled on device 00000000:9B:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nDisabled MIG Mode for GPU 00000000:BF:00.0\n\nWarning: persistence mode is disabled on device 00000000:BF:00.0. See the Known Issues section\n of the nvidia-smi(1) man page for more information. Run with &#091;--help | -h] switch to get more\n information on how to enable persistence mode.\nAll done.<\/code><\/pre>\n\n\n\n<p><br><br><\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"6-7-2-%EB%8B%A4%EC%A4%91-gpu-mig-%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94-%EC%84%A4%EC%A0%95-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-7-2_%EB%8B%A4%EC%A4%91_GPU_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%EC%84%A4%EC%A0%95_%ED%99%95%EC%9D%B8\"><\/span>6-7-2. \ub2e4\uc911 GPU MIG \ube44\ud65c\uc131\ud654 \uc124\uc815 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p><strong>nvidia-smi -i &lt;GPU ID&gt;<\/strong><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p># nvidia-smi -i 2,4,6<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------------------+\n| NVIDIA-SMI 550.90.07              Driver Version: 550.90.07      CUDA Version: 12.4     |\n|-----------------------------------------+------------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id          Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |           Memory-Usage | GPU-Util  Compute M. |\n|                                         |                        |               MIG M. |\n|=========================================+========================+======================|\n|   2  NVIDIA H100 80GB HBM3          Off |   00000000:3F:00.0 Off |                    0 |\n| N\/A   41C    P0            157W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   4  NVIDIA H100 80GB HBM3          Off |   00000000:9B:00.0 Off |                    0 |\n| N\/A   38C    P0            157W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n|   6  NVIDIA H100 80GB HBM3          Off |   00000000:BF:00.0 Off |                    0 |\n| N\/A   41C    P0            163W \/  700W |       1MiB \/  81559MiB |      0%      Default |\n|                                         |                        |             Disabled |\n+-----------------------------------------+------------------------+----------------------+\n\n+-----------------------------------------------------------------------------------------+\n| Processes:                                                                              |\n|  GPU   GI   CI        PID   Type   Process name                              GPU Memory |\n|        ID   ID                                                               Usage      |\n|=========================================================================================|\n|  No running processes found                                                             |\n+-----------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n","protected":false},"excerpt":{"rendered":"<p>1. \uac1c\uc694 GPU\uac00 \uc5ec\ub7ec\uac1c\uc778 \uacbd\uc6b0 \ub2e8\uc77c\ub85c \ub610\ub294 \ub2e4\uc911\uc73c\ub85c MIG\ub97c \uc0dd\uc131\ud558\uace0 \uc0ad\uc81c\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4. 2. \ubc84\uc804 Rocky 8.7 3. \ucc38\uace0 \ub9c1\ud06c 3-1. [Rocky] NVIDA \uadf8\ub798\ud53d \ub4dc\ub77c\uc774\ubc84 \uc124\uce58 BLOGYouTube 3-2. [Rocky] NVIDIA MIG(Multi Instance GPU)\ub780? (1) BLOGYouTube 3-3. [Rocky] NVIDIA MIG(Multi-Instance_GPU) \uc124\uc815 \ubc0f \uc0dd\uc131, \uc0ad\uc81c (2) BLOGYouTube 3-4. [Rocky] NVIDIA MIG(Multi-Instance_GPU) \ud14c\uc2a4\ud2b8 (3) BLOGYouTube 4. \ubaa8\ub4e0 GPU \uc124\uc815 &#8230; <a title=\"[Rocky] \ub2e4\uc911 GPU MIG \uc124\uc815\" class=\"read-more\" href=\"https:\/\/seuheu.com\/?p=1020\" aria-label=\"[Rocky] \ub2e4\uc911 GPU MIG \uc124\uc815\uc5d0 \ub300\ud574 \ub354 \uc790\uc138\ud788 \uc54c\uc544\ubcf4\uc138\uc694\">\ub354 \uc77d\uae30<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[6,11],"tags":[],"class_list":["post-1020","post","type-post","status-publish","format-standard","hentry","category-linux","category-rocky"],"_links":{"self":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts\/1020","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1020"}],"version-history":[{"count":5,"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts\/1020\/revisions"}],"predecessor-version":[{"id":1046,"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts\/1020\/revisions\/1046"}],"wp:attachment":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1020"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1020"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1020"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}