{"id":562,"date":"2024-06-12T18:30:00","date_gmt":"2024-06-12T09:30:00","guid":{"rendered":"https:\/\/seuheu.com\/?p=562"},"modified":"2024-06-07T12:52:17","modified_gmt":"2024-06-07T03:52:17","slug":"rocky-nvidia-migmulti-instance_gpu-%ec%84%a4%ec%a0%95-%eb%b0%8f-%ec%83%9d%ec%84%b1-%ec%82%ad%ec%a0%9c-2","status":"publish","type":"post","link":"https:\/\/seuheu.com\/?p=562","title":{"rendered":"[Rocky] NVIDIA MIG(Multi-Instance_GPU) \uc124\uc815 \ubc0f \uc0dd\uc131, \uc0ad\uc81c (2)"},"content":{"rendered":"\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe loading=\"lazy\" title=\"[Rocky-9] NVIDIA MIG(Multi Instance GPU) \u1109\u1165\u11af\u110c\u1165\u11bc \u1106\u1175\u11be \u1109\u1162\u11bc\u1109\u1165\u11bc, \u1109\u1161\u11a8\u110c\u1166 (2)\" width=\"1200\" height=\"675\" src=\"https:\/\/www.youtube.com\/embed\/Ew74jcZGmW4?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<p><br><div id=\"ez-toc-container\" class=\"ez-toc-v2_0_82_2 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\ubaa9\ucc28<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\ubaa9\ucc28 \ud1a0\uae00\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/seuheu.com\/?p=562\/#1_%EA%B0%9C%EC%9A%94\">1. \uac1c\uc694<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/seuheu.com\/?p=562\/#2_%EB%B2%84%EC%A0%84_%EB%B0%8F_%EC%82%AC%EC%96%91\">2. \ubc84\uc804 \ubc0f \uc0ac\uc591<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/seuheu.com\/?p=562\/#3_%EC%B0%B8%EA%B3%A0_%EB%A7%81%ED%81%AC\">3. \ucc38\uace0 \ub9c1\ud06c<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/seuheu.com\/?p=562\/#3-1_Rocky_NVIDIA_MIGMulti-Instance_GPU%EB%9E%80_1\">3-1. [Rocky] NVIDIA_MIG(Multi-Instance_GPU)\ub780? (1)<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/seuheu.com\/?p=562\/#3-2_Rocky_NVIDA_%EA%B7%B8%EB%9E%98%ED%94%BD_%EB%93%9C%EB%9D%BC%EC%9D%B4%EB%B2%84_%EC%84%A4%EC%B9%98\">3-2. [Rocky] NVIDA \uadf8\ub798\ud53d \ub4dc\ub77c\uc774\ubc84 \uc124\uce58<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/seuheu.com\/?p=562\/#4_MIG\">4. MIG<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/seuheu.com\/?p=562\/#4-1_MIG_%ED%99%9C%EC%84%B1%ED%99%94\">4-1. MIG \ud65c\uc131\ud654<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/seuheu.com\/?p=562\/#4-2_MIG_%EC%84%A4%EC%A0%95_%ED%99%95%EC%9D%B8\">4-2. MIG \uc124\uc815 \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/seuheu.com\/?p=562\/#4-3_MIG_%ED%94%84%EB%A1%9C%ED%95%84_%ED%99%95%EC%9D%B8\">4-3. MIG \ud504\ub85c\ud544 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/seuheu.com\/?p=562\/#5_MIG_GIGPU_Instance_%EC%83%9D%EC%84%B1\">5. MIG GI(GPU Instance) \uc0dd\uc131<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/seuheu.com\/?p=562\/#5-1_GIGPU_Instance_%EC%83%9D%EC%84%B1_%EB%B0%A9%EB%B2%95_1\">5-1. GI(GPU Instance) \uc0dd\uc131 \ubc29\ubc95 1<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/seuheu.com\/?p=562\/#5-2_GIGPU_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">5-2. GI(GPU Instance) \uc0dd\uc131 \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/seuheu.com\/?p=562\/#5-3_GI_%EC%83%9D%EC%84%B1_%EA%B0%80%EB%8A%A5_%EA%B0%9C%EC%88%98_%ED%99%95%EC%9D%B8\">5-3. GI \uc0dd\uc131 \uac00\ub2a5 \uac1c\uc218 \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/seuheu.com\/?p=562\/#5-4_GIGPU_Instance_%EC%83%9D%EC%84%B1_%EB%B0%A9%EB%B2%95_23\">5-4. GI(GPU Instance) \uc0dd\uc131 \ubc29\ubc95 2,3<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"https:\/\/seuheu.com\/?p=562\/#5-5_GIGPU_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">5-5. GI(GPU Instance) \uc0dd\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-16\" href=\"https:\/\/seuheu.com\/?p=562\/#6_MIG_CICompute_Instance_%EC%83%9D%EC%84%B1\">6. MIG CI(Compute Instance) \uc0dd\uc131<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-17\" href=\"https:\/\/seuheu.com\/?p=562\/#6-1_GIGPU_Instance_%ED%99%95%EC%9D%B8\">6-1. GI(GPU Instance) \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-18\" href=\"https:\/\/seuheu.com\/?p=562\/#6-2_CICompute_Instance_%EB%8B%A8%EC%9D%BC_%EC%83%9D%EC%84%B1\">6-2. CI(Compute Instance) \ub2e8\uc77c \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-19\" href=\"https:\/\/seuheu.com\/?p=562\/#6-3_CICompute_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">6-3. CI(Compute Instance) \uc0dd\uc131 \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-20\" href=\"https:\/\/seuheu.com\/?p=562\/#6-4_CICompute_Instance_%EB%8F%99%EC%8B%9C_%EC%83%9D%EC%84%B1\">6-4. CI(Compute Instance) \ub3d9\uc2dc \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-21\" href=\"https:\/\/seuheu.com\/?p=562\/#6-5_CICompute_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">6-5. CI(Compute Instance) \uc0dd\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-22\" href=\"https:\/\/seuheu.com\/?p=562\/#7_MIG_GIGPU_Instance_CICompute_Instance_%EC%83%9D%EC%84%B1\">7. MIG GI(GPU Instance), CI(Compute Instance) \uc0dd\uc131<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-23\" href=\"https:\/\/seuheu.com\/?p=562\/#7-1_GIGPU_Instance_CICompute_Instance_%EB%8F%99%EC%8B%9C_%EC%83%9D%EC%84%B1\">7-1. GI(GPU Instance), CI(Compute Instance) \ub3d9\uc2dc \uc0dd\uc131<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-24\" href=\"https:\/\/seuheu.com\/?p=562\/#7-2_GIGPU_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">7-2. GI(GPU Instance) \uc0dd\uc131 \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-25\" href=\"https:\/\/seuheu.com\/?p=562\/#7-3_CICompute_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\">7-3. CI(Compute Instance) \uc0dd\uc131 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-26\" href=\"https:\/\/seuheu.com\/?p=562\/#8_MIG_CICompute_Instance_%EC%82%AD%EC%A0%9C\">8. MIG CI(Compute Instance) \uc0ad\uc81c<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-27\" href=\"https:\/\/seuheu.com\/?p=562\/#8-1_CICompute_Instance_%ED%99%95%EC%9D%B8\">8-1. CI(Compute Instance) \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-28\" href=\"https:\/\/seuheu.com\/?p=562\/#8-2_CICompute_Instance_%EC%82%AD%EC%A0%9C\">8-2. CI(Compute Instance) \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-29\" href=\"https:\/\/seuheu.com\/?p=562\/#8-3_CICompute_Instance_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">8-3. CI(Compute Instance) \uc0ad\uc81c \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-30\" href=\"https:\/\/seuheu.com\/?p=562\/#9_MIG_GIGPU_Instance_%EC%82%AD%EC%A0%9C\">9. MIG GI(GPU Instance) \uc0ad\uc81c<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-31\" href=\"https:\/\/seuheu.com\/?p=562\/#9-1_GIGPU_Instance_%ED%99%95%EC%9D%B8\">9-1. GI(GPU Instance) \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-32\" href=\"https:\/\/seuheu.com\/?p=562\/#9-2_GIGPU_Instance_%EC%82%AD%EC%A0%9C\">9-2. GI(GPU Instance) \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-33\" href=\"https:\/\/seuheu.com\/?p=562\/#9-3_GIGPU_Instance_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\">9-3. GI(GPU Instance) \uc0ad\uc81c \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-34\" href=\"https:\/\/seuheu.com\/?p=562\/#10_GIGPU_Instance_CICompute_Instance_%EC%82%AD%EC%A0%9C\">10. GI(GPU Instance), CI(Compute Instance) \uc0ad\uc81c<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-35\" href=\"https:\/\/seuheu.com\/?p=562\/#10-1_CICompute_Instance_%EC%A0%84%EC%B2%B4_%EC%82%AD%EC%A0%9C\">10-1. CI(Compute Instance) \uc804\uccb4 \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-36\" href=\"https:\/\/seuheu.com\/?p=562\/#10-2_GIGPU_Instance_%EC%A0%84%EC%B2%B4_%EC%82%AD%EC%A0%9C\">10-2. GI(GPU Instance) \uc804\uccb4 \uc0ad\uc81c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-37\" href=\"https:\/\/seuheu.com\/?p=562\/#10-3_CICompute_Instance_%ED%99%95%EC%9D%B8\">10-3. CI(Compute Instance) \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-38\" href=\"https:\/\/seuheu.com\/?p=562\/#10-4_GIGPU_Instance_%ED%99%95%EC%9D%B8\">10-4. GI(GPU Instance) \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-39\" href=\"https:\/\/seuheu.com\/?p=562\/#11_MIG\">11. MIG<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-40\" href=\"https:\/\/seuheu.com\/?p=562\/#11-1_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\">11-1. MIG \ube44\ud65c\uc131\ud654<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-41\" href=\"https:\/\/seuheu.com\/?p=562\/#11-2_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%ED%99%95%EC%9D%B8\">11-2. MIG \ube44\ud65c\uc131\ud654 \ud655\uc778<\/a><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"1-%EA%B0%9C%EC%9A%94\"><span class=\"ez-toc-section\" id=\"1_%EA%B0%9C%EC%9A%94\"><\/span>1. \uac1c\uc694<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p class=\"has-text-align-center\">NVIDIA MIG \uc124\uc815\ud558\uace0 \uc0dd\uc131, \uc0ad\uc81c\ud560 \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"2-%EB%B2%84%EC%A0%84-%EB%B0%8F-%EC%82%AC%EC%96%91\"><span class=\"ez-toc-section\" id=\"2_%EB%B2%84%EC%A0%84_%EB%B0%8F_%EC%82%AC%EC%96%91\"><\/span>2. \ubc84\uc804 \ubc0f \uc0ac\uc591<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p class=\"has-text-align-center\">Rocky-9.2<br>NVIDIA A100 80GB PCIe<\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"3-%EC%B0%B8%EA%B3%A0-%EB%A7%81%ED%81%AC\"><span class=\"ez-toc-section\" id=\"3_%EC%B0%B8%EA%B3%A0_%EB%A7%81%ED%81%AC\"><\/span>3. \ucc38\uace0 \ub9c1\ud06c<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"3-1-rocky-nvidia_migmulti-instance_gpu%EB%9E%80-1\"><span class=\"ez-toc-section\" id=\"3-1_Rocky_NVIDIA_MIGMulti-Instance_GPU%EB%9E%80_1\"><\/span>3-1. [Rocky] NVIDIA_MIG(Multi-Instance_GPU)\ub780? (1)<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"><a href=\"https:\/\/seuheu.com\/?p=555\">BLOG<\/a><br><a href=\"https:\/\/youtu.be\/4r7A9eWQ28I\" target=\"_blank\" rel=\"noopener\">YouTube<\/a><\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"3-2-rocky-nvida-%EA%B7%B8%EB%9E%98%ED%94%BD-%EB%93%9C%EB%9D%BC%EC%9D%B4%EB%B2%84-%EC%84%A4%EC%B9%98\"><span class=\"ez-toc-section\" id=\"3-2_Rocky_NVIDA_%EA%B7%B8%EB%9E%98%ED%94%BD_%EB%93%9C%EB%9D%BC%EC%9D%B4%EB%B2%84_%EC%84%A4%EC%B9%98\"><\/span>3-2. [Rocky] NVIDA \uadf8\ub798\ud53d \ub4dc\ub77c\uc774\ubc84 \uc124\uce58<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"><a href=\"https:\/\/seuheu.com\/?p=445\">BLOG<\/a><br><a href=\"https:\/\/youtu.be\/CRQEtU5sQsM\" target=\"_blank\" rel=\"noopener\">YouTube<\/a><\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"4-mig\"><span class=\"ez-toc-section\" id=\"4_MIG\"><\/span>4. MIG<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"4-1-mig-%ED%99%9C%EC%84%B1%ED%99%94\"><span class=\"ez-toc-section\" id=\"4-1_MIG_%ED%99%9C%EC%84%B1%ED%99%94\"><\/span>4-1. MIG \ud65c\uc131\ud654<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+---------------------------------------------------------------------------------------+\n| NVIDIA-SMI 535.86.10              Driver Version: 535.86.10    CUDA Version: 12.2     |\n|-----------------------------------------+----------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id        Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |         Memory-Usage | GPU-Util  Compute M. |\n|                                         |                      |               MIG M. |\n|=========================================+======================+======================|\n|   0  NVIDIA A100 80GB PCIe          Off | 00000000:03:00.0 Off |                    0 |\n| N\/A   43C    P0              68W \/ 300W |      4MiB \/ 81920MiB |     24%      Default |\n|                                         |                      |             Disabled |\n+-----------------------------------------+----------------------+----------------------+\n\n+---------------------------------------------------------------------------------------+\n| Processes:                                                                            |\n|  GPU   GI   CI        PID   Type   Process name                            GPU Memory |\n|        ID   ID                                                             Usage      |\n|=======================================================================================|\n|  No running processes found                                                           |\n+---------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><\/p>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi -i 0 -mig 1<br># nvidia-smi &#8211;gpu-reset<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>GPU 00000000:03:00.0 was successfully reset.\nAll done.<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"4-2-mig-%EC%84%A4%EC%A0%95-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-2_MIG_%EC%84%A4%EC%A0%95_%ED%99%95%EC%9D%B8\"><\/span>4-2. MIG \uc124\uc815 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+---------------------------------------------------------------------------------------+\n| NVIDIA-SMI 535.86.10              Driver Version: 535.86.10    CUDA Version: 12.2     |\n|-----------------------------------------+----------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id        Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |         Memory-Usage | GPU-Util  Compute M. |\n|                                         |                      |               MIG M. |\n|=========================================+======================+======================|\n|   0  NVIDIA A100 80GB PCIe          Off | 00000000:03:00.0 Off |                   On |\n| N\/A   44C    P0              73W \/ 300W |      0MiB \/ 81920MiB |     N\/A      Default |\n|                                         |                      |              Enabled |\n+-----------------------------------------+----------------------+----------------------+\n\n+---------------------------------------------------------------------------------------+\n| MIG devices:                                                                          |\n+------------------+--------------------------------+-----------+-----------------------+\n| GPU  GI  CI  MIG |                   Memory-Usage |        Vol|      Shared           |\n|      ID  ID  Dev |                     BAR1-Usage | SM     Unc| CE ENC DEC OFA JPG    |\n|                  |                                |        ECC|                       |\n|==================+================================+===========+=======================|\n|  No MIG devices found                                                                 |\n+---------------------------------------------------------------------------------------+\n\n+---------------------------------------------------------------------------------------+\n| Processes:                                                                            |\n|  GPU   GI   CI        PID   Type   Process name                            GPU Memory |\n|        ID   ID                                                             Usage      |\n|=======================================================================================|\n|  No running processes found                                                           |\n+---------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"4-3-mig-%ED%94%84%EB%A1%9C%ED%95%84-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"4-3_MIG_%ED%94%84%EB%A1%9C%ED%95%84_%ED%99%95%EC%9D%B8\"><\/span>4-3. MIG \ud504\ub85c\ud544 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lgip<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------+\n| GPU instance profiles:                                                      |\n| GPU   Name             ID    Instances   Memory     P2P    SM    DEC   ENC  |\n|                              Free\/Total   GiB              CE    JPEG  OFA  |\n|=============================================================================|\n|   0  MIG 1g.10gb       19     7\/7        9.50       No     14     0     0   |\n|                                                             1     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 1g.10gb+me    20     1\/1        9.50       No     14     1     0   |\n|                                                             1     1     1   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 1g.20gb       15     4\/4        19.50      No     14     1     0   |\n|                                                             1     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 2g.20gb       14     3\/3        19.50      No     28     1     0   |\n|                                                             2     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 3g.40gb        9     2\/2        39.25      No     42     2     0   |\n|                                                             3     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 4g.40gb        5     1\/1        39.25      No     56     2     0   |\n|                                                             4     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 7g.80gb        0     1\/1        78.75      No     98     5     0   |\n|                                                             7     1     1   |\n+-----------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><\/p>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lgipp<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>GPU  0 Profile ID 19 Placements: {0,1,2,3,4,5,6}:1\nGPU  0 Profile ID 20 Placements: {0,1,2,3,4,5,6}:1\nGPU  0 Profile ID 15 Placements: {0,2,4,6}:2\nGPU  0 Profile ID 14 Placements: {0,2,4}:2\nGPU  0 Profile ID  9 Placements: {0,4}:4\nGPU  0 Profile ID  5 Placement : {0}:4\nGPU  0 Profile ID  0 Placement : {0}:8<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading\" id=\"5-mig-gigpu-instance-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"5_MIG_GIGPU_Instance_%EC%83%9D%EC%84%B1\"><\/span>5. MIG GI(GPU Instance) \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"5-1-gigpu-instance-%EC%83%9D%EC%84%B1-%EB%B0%A9%EB%B2%95-1\"><span class=\"ez-toc-section\" id=\"5-1_GIGPU_Instance_%EC%83%9D%EC%84%B1_%EB%B0%A9%EB%B2%95_1\"><\/span>5-1. GI(GPU Instance) \uc0dd\uc131 \ubc29\ubc95 1<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\">MIG \ud504\ub85c\ud544 ID\ub85c \uc0dd\uc131<\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -cgi 15<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"5-2-gigpu-instance-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-2_GIGPU_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>5-2. GI(GPU Instance) \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instances:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   0  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"5-3-gi-%EC%83%9D%EC%84%B1-%EA%B0%80%EB%8A%A5-%EA%B0%9C%EC%88%98-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-3_GI_%EC%83%9D%EC%84%B1_%EA%B0%80%EB%8A%A5_%EA%B0%9C%EC%88%98_%ED%99%95%EC%9D%B8\"><\/span>5-3. GI \uc0dd\uc131 \uac00\ub2a5 \uac1c\uc218 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lgip<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-----------------------------------------------------------------------------+\n| GPU instance profiles:                                                      |\n| GPU   Name             ID    Instances   Memory     P2P    SM    DEC   ENC  |\n|                              Free\/Total   GiB              CE    JPEG  OFA  |\n|=============================================================================|\n|   0  MIG 1g.10gb       19     6\/7        9.50       No     14     0     0   |\n|                                                             1     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 1g.10gb+me    20     1\/1        9.50       No     14     1     0   |\n|                                                             1     1     1   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 1g.20gb       15     3\/4        19.50      No     14     1     0   |\n|                                                             1     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 2g.20gb       14     3\/3        19.50      No     28     1     0   |\n|                                                             2     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 3g.40gb        9     1\/2        39.25      No     42     2     0   |\n|                                                             3     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 4g.40gb        5     1\/1        39.25      No     56     2     0   |\n|                                                             4     0     0   |\n+-----------------------------------------------------------------------------+\n|   0  MIG 7g.80gb        0     0\/1        78.75      No     98     5     0   |\n|                                                             7     1     1   |\n+-----------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"5-4-gigpu-instance-%EC%83%9D%EC%84%B1-%EB%B0%A9%EB%B2%95-23\"><span class=\"ez-toc-section\" id=\"5-4_GIGPU_Instance_%EC%83%9D%EC%84%B1_%EB%B0%A9%EB%B2%95_23\"><\/span>5-4. GI(GPU Instance) \uc0dd\uc131 \ubc29\ubc95 2,3<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\">MIG \uc774\ub984\uc73c\ub85c \uc0dd\uc131<\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -cgi 1g.10gb,&#8221;MIG 1g.10gb\u201d<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"5-5-gigpu-instance-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"5-5_GIGPU_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>5-5. GI(GPU Instance) \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instances:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   0  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.10gb         19       12          5:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"6-mig-cicompute-instance-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"6_MIG_CICompute_Instance_%EC%83%9D%EC%84%B1\"><\/span>6. MIG CI(Compute Instance) \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-1-gigpu-instance-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-1_GIGPU_Instance_%ED%99%95%EC%9D%B8\"><\/span>6-1. GI(GPU Instance) \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instances:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   0  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.10gb         19       12          5:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-2-cicompute-instance-%EB%8B%A8%EC%9D%BC-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"6-2_CICompute_Instance_%EB%8B%A8%EC%9D%BC_%EC%83%9D%EC%84%B1\"><\/span>6-2. CI(Compute Instance) \ub2e8\uc77c \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -cci -gi 11<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-3-cicompute-instance-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-3_CICompute_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>6-3. CI(Compute Instance) \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instances:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   0     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-4-cicompute-instance-%EB%8F%99%EC%8B%9C-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"6-4_CICompute_Instance_%EB%8F%99%EC%8B%9C_%EC%83%9D%EC%84%B1\"><\/span>6-4. CI(Compute Instance) \ub3d9\uc2dc \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -cci -gi 12,6<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-5-cicompute-instance-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-5_CICompute_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>6-5. CI(Compute Instance) \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instances:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   0     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0     12       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0      6       MIG 1g.20gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"7-mig-gigpu-instance-cicompute-instance-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"7_MIG_GIGPU_Instance_CICompute_Instance_%EC%83%9D%EC%84%B1\"><\/span>7. MIG GI(GPU Instance), CI(Compute Instance) \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"7-1-gigpu-instance-cicompute-instance-%EB%8F%99%EC%8B%9C-%EC%83%9D%EC%84%B1\"><span class=\"ez-toc-section\" id=\"7-1_GIGPU_Instance_CICompute_Instance_%EB%8F%99%EC%8B%9C_%EC%83%9D%EC%84%B1\"><\/span>7-1. GI(GPU Instance), CI(Compute Instance) \ub3d9\uc2dc \uc0dd\uc131<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -cgi 19 -C<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"7-2-gigpu-instance-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"7-2_GIGPU_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>7-2. GI(GPU Instance) \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instances:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   0  MIG 1g.10gb         19        7          0:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.10gb         19       12          5:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"7-3-cicompute-instance-%EC%83%9D%EC%84%B1-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"7-3_CICompute_Instance_%EC%83%9D%EC%84%B1_%ED%99%95%EC%9D%B8\"><\/span>7-3. CI(Compute Instance) \uc0dd\uc131 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instances:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   0      7       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0     12       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0      6       MIG 1g.20gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"8-mig-cicompute-instance-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"8_MIG_CICompute_Instance_%EC%82%AD%EC%A0%9C\"><\/span>8. MIG CI(Compute Instance) \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"8-1-cicompute-instance-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"8-1_CICompute_Instance_%ED%99%95%EC%9D%B8\"><\/span>8-1. CI(Compute Instance) \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instances:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   0      7       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0     11       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0     12       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0      6       MIG 1g.20gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"8-2-cicompute-instance-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"8-2_CICompute_Instance_%EC%82%AD%EC%A0%9C\"><\/span>8-2. CI(Compute Instance) \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -dci -ci 8 -gi 11<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed compute instance ID 0 from GPU 0 instance ID 11<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"8-3-cicompute-instance-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"8-3_CICompute_Instance_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>8-3. CI(Compute Instance) \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+--------------------------------------------------------------------+\n| Compute instances:                                                 |\n| GPU     GPU       Name             Profile   Instance   Placement  |\n|       Instance                       ID        ID       Start:Size |\n|         ID                                                         |\n|====================================================================|\n|   0      7       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0     12       MIG 1g.10gb          0         0          0:1     |\n+--------------------------------------------------------------------+\n|   0      6       MIG 1g.20gb          0         0          0:1     |\n+--------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"9-mig-gigpu-instance-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"9_MIG_GIGPU_Instance_%EC%82%AD%EC%A0%9C\"><\/span>9. MIG GI(GPU Instance) \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"9-1-gigpu-instance-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"9-1_GIGPU_Instance_%ED%99%95%EC%9D%B8\"><\/span>9-1. GI(GPU Instance) \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -igi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instances:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   0  MIG 1g.10gb         19        7          0:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.10gb         19       11          4:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.10gb         19       12          5:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"9-2-gigpu-instance-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"9-2_GIGPU_Instance_%EC%82%AD%EC%A0%9C\"><\/span>9-2. GI(GPU Instance) \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -dgi -gi 11<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed GPU instance ID 11 from GPU 0<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"9-3-gigpu-instance-%EC%82%AD%EC%A0%9C-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"9-3_GIGPU_Instance_%EC%82%AD%EC%A0%9C_%ED%99%95%EC%9D%B8\"><\/span>9-3. GI(GPU Instance) \uc0ad\uc81c \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -igi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+-------------------------------------------------------+\n| GPU instances:                                        |\n| GPU   Name             Profile  Instance   Placement  |\n|                          ID       ID       Start:Size |\n|=======================================================|\n|   0  MIG 1g.10gb         19        7          0:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.10gb         19       12          5:1     |\n+-------------------------------------------------------+\n|   0  MIG 1g.20gb         15        6          6:2     |\n+-------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"10-gigpu-instance-cicompute-instance-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"10_GIGPU_Instance_CICompute_Instance_%EC%82%AD%EC%A0%9C\"><\/span>10. GI(GPU Instance), CI(Compute Instance) \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"10-1-cicompute-instance-%EC%A0%84%EC%B2%B4-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"10-1_CICompute_Instance_%EC%A0%84%EC%B2%B4_%EC%82%AD%EC%A0%9C\"><\/span>10-1. CI(Compute Instance) \uc804\uccb4 \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -dcl<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed compute instance ID 0 from GPU 0 instance ID 7\nSuccessfully destroyed compute instance ID 0 from GPU 0 instance ID 12\nSuccessfully destroyed compute instance ID 0 from GPU 0 instance ID 6<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"10-2-gigpu-instance-%EC%A0%84%EC%B2%B4-%EC%82%AD%EC%A0%9C\"><span class=\"ez-toc-section\" id=\"10-2_GIGPU_Instance_%EC%A0%84%EC%B2%B4_%EC%82%AD%EC%A0%9C\"><\/span>10-2. GI(GPU Instance) \uc804\uccb4 \uc0ad\uc81c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -dgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Successfully destroyed GPU instance ID 7 from GPU 0\nSuccessfully destroyed GPU instance ID 12 from GPU 0\nSuccessfully destroyed GPU instance ID 6 from GPU 0<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"10-3-cicompute-instance-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"10-3_CICompute_Instance_%ED%99%95%EC%9D%B8\"><\/span>10-3. CI(Compute Instance) \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lci<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>No GPU Instances found: Not Found<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"10-4-gigpu-instance-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"10-4_GIGPU_Instance_%ED%99%95%EC%9D%B8\"><\/span>10-4. GI(GPU Instance) \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi mig -lgi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>No GPU Instances found: Not Found<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"11-mig\"><span class=\"ez-toc-section\" id=\"11_MIG\"><\/span>11. MIG<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"11-1-mig-%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\"><span class=\"ez-toc-section\" id=\"11-1_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94\"><\/span>11-1. MIG \ube44\ud65c\uc131\ud654<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi -i 0 -mig 0<\/p>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"11-2-mig-%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"11-2_MIG_%EB%B9%84%ED%99%9C%EC%84%B1%ED%99%94_%ED%99%95%EC%9D%B8\"><\/span>11-2. MIG \ube44\ud65c\uc131\ud654 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+---------------------------------------------------------------------------------------+\n| NVIDIA-SMI 535.86.10              Driver Version: 535.86.10    CUDA Version: 12.2     |\n|-----------------------------------------+----------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id        Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |         Memory-Usage | GPU-Util  Compute M. |\n|                                         |                      |               MIG M. |\n|=========================================+======================+======================|\n|   0  NVIDIA A100 80GB PCIe          Off | 00000000:03:00.0 Off |                    0 |\n| N\/A   43C    P0              68W \/ 300W |      4MiB \/ 81920MiB |     24%      Default |\n|                                         |                      |             Disabled |\n+-----------------------------------------+----------------------+----------------------+\n\n+---------------------------------------------------------------------------------------+\n| Processes:                                                                            |\n|  GPU   GI   CI        PID   Type   Process name                            GPU Memory |\n|        ID   ID                                                             Usage      |\n|=======================================================================================|\n|  No running processes found                                                           |\n+---------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n","protected":false},"excerpt":{"rendered":"<p>1. \uac1c\uc694 NVIDIA MIG \uc124\uc815\ud558\uace0 \uc0dd\uc131, \uc0ad\uc81c\ud560 \uc218 \uc788\ub2e4. 2. \ubc84\uc804 \ubc0f \uc0ac\uc591 Rocky-9.2NVIDIA A100 80GB PCIe 3. \ucc38\uace0 \ub9c1\ud06c 3-1. [Rocky] NVIDIA_MIG(Multi-Instance_GPU)\ub780? (1) BLOGYouTube 3-2. [Rocky] NVIDA \uadf8\ub798\ud53d \ub4dc\ub77c\uc774\ubc84 \uc124\uce58 BLOGYouTube 4. MIG 4-1. MIG \ud65c\uc131\ud654 # nvidia-smi # nvidia-smi -i 0 -mig 1# nvidia-smi &#8211;gpu-reset 4-2. MIG \uc124\uc815 \ud655\uc778 # nvidia-smi 4-3. MIG &#8230; <a title=\"[Rocky] NVIDIA MIG(Multi-Instance_GPU) \uc124\uc815 \ubc0f \uc0dd\uc131, \uc0ad\uc81c (2)\" class=\"read-more\" href=\"https:\/\/seuheu.com\/?p=562\" aria-label=\"[Rocky] NVIDIA MIG(Multi-Instance_GPU) \uc124\uc815 \ubc0f \uc0dd\uc131, \uc0ad\uc81c (2)\uc5d0 \ub300\ud574 \ub354 \uc790\uc138\ud788 \uc54c\uc544\ubcf4\uc138\uc694\">\ub354 \uc77d\uae30<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[6,11],"tags":[],"class_list":["post-562","post","type-post","status-publish","format-standard","hentry","category-linux","category-rocky"],"_links":{"self":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts\/562","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=562"}],"version-history":[{"count":5,"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts\/562\/revisions"}],"predecessor-version":[{"id":567,"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts\/562\/revisions\/567"}],"wp:attachment":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=562"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=562"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=562"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}