{"id":568,"date":"2024-06-13T18:30:00","date_gmt":"2024-06-13T09:30:00","guid":{"rendered":"https:\/\/seuheu.com\/?p=568"},"modified":"2024-06-07T13:04:43","modified_gmt":"2024-06-07T04:04:43","slug":"rocky-nvidia-migmulti-instance_gpu-%ed%85%8c%ec%8a%a4%ed%8a%b8-3","status":"publish","type":"post","link":"https:\/\/seuheu.com\/?p=568","title":{"rendered":"[Rocky] NVIDIA MIG(Multi-Instance_GPU) \ud14c\uc2a4\ud2b8 (3)"},"content":{"rendered":"\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe loading=\"lazy\" title=\"[Rocky-9] NVIDIA MIGMulti Instance GPU \u1110\u1166\u1109\u1173\u1110\u1173 (3)\" width=\"1200\" height=\"675\" src=\"https:\/\/www.youtube.com\/embed\/Fs4aFSMBF2M?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<p><br><div id=\"ez-toc-container\" class=\"ez-toc-v2_0_82_2 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title\" style=\"cursor:inherit\">\ubaa9\ucc28<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"\ubaa9\ucc28 \ud1a0\uae00\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/seuheu.com\/?p=568\/#1_%EA%B0%9C%EC%9A%94\">1. \uac1c\uc694<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/seuheu.com\/?p=568\/#2_%EB%B2%84%EC%A0%84_%EB%B0%8F_%EC%82%AC%EC%96%91\">2. \ubc84\uc804 \ubc0f \uc0ac\uc591<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/seuheu.com\/?p=568\/#3_%EC%84%A4%EB%AA%85\">3. \uc124\uba85<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/seuheu.com\/?p=568\/#3-1_CUDA_Toolkit%EC%9D%B4%EB%9E%80\">3-1. CUDA Toolkit\uc774\ub780?<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/seuheu.com\/?p=568\/#4_%EC%B0%B8%EA%B3%A0_%EB%A7%81%ED%81%AC\">4. \ucc38\uace0 \ub9c1\ud06c<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/seuheu.com\/?p=568\/#4-1_Rocky_NVIDIA_MIGMulti-Instance_GPU%EB%9E%80_1\">4-1. [Rocky] NVIDIA_MIG(Multi-Instance_GPU)\ub780? (1)<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/seuheu.com\/?p=568\/#4-2_Rocky_NVIDIA_MIGMulti-Instance_GPU_%EC%84%A4%EC%A0%95_%EB%B0%8F_%EC%83%9D%EC%84%B1_%EC%82%AD%EC%A0%9C_2\">4-2. [Rocky] NVIDIA MIG(Multi-Instance_GPU) \uc124\uc815 \ubc0f \uc0dd\uc131, \uc0ad\uc81c (2)<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/seuheu.com\/?p=568\/#4-3_Rocky_NVIDA_%EA%B7%B8%EB%9E%98%ED%94%BD_%EB%93%9C%EB%9D%BC%EC%9D%B4%EB%B2%84_%EC%84%A4%EC%B9%98\">4-3. [Rocky] NVIDA \uadf8\ub798\ud53d \ub4dc\ub77c\uc774\ubc84 \uc124\uce58<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/seuheu.com\/?p=568\/#5_%EC%82%AC%EC%A0%84_%EC%A4%80%EB%B9%84\">5. \uc0ac\uc804 \uc900\ube44<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/seuheu.com\/?p=568\/#5-1_CUDA_%EC%84%A4%EC%B9%98\">5-1. CUDA \uc124\uce58<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-11\" href=\"https:\/\/seuheu.com\/?p=568\/#6_%EB%B2%A0%EC%96%B4%EB%A9%94%ED%83%88_%ED%85%8C%EC%8A%A4%ED%8A%B8\">6. \ubca0\uc5b4\uba54\ud0c8 \ud14c\uc2a4\ud2b8<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-12\" href=\"https:\/\/seuheu.com\/?p=568\/#6-1_GPU_Burn_%EC%84%A4%EC%B9%98\">6-1. GPU Burn \uc124\uce58<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-13\" href=\"https:\/\/seuheu.com\/?p=568\/#6-2_MIG_Instance_%ED%99%95%EC%9D%B8\">6-2. MIG Instance \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-14\" href=\"https:\/\/seuheu.com\/?p=568\/#6-3_%EC%9E%91%EC%97%85_%EC%A0%9C%EC%B6%9C\">6-3. \uc791\uc5c5 \uc81c\ucd9c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-15\" href=\"https:\/\/seuheu.com\/?p=568\/#6-4_%EC%9E%91%EC%97%85_%ED%99%95%EC%9D%B8\">6-4. \uc791\uc5c5 \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-16\" href=\"https:\/\/seuheu.com\/?p=568\/#6-5_%EC%B6%94%EA%B0%80_%EC%9E%91%EC%97%85_%EC%A0%9C%EC%B6%9C\">6-5. \ucd94\uac00 \uc791\uc5c5 \uc81c\ucd9c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-17\" href=\"https:\/\/seuheu.com\/?p=568\/#6-6_%EC%9E%91%EC%97%85_%ED%99%95%EC%9D%B8\">6-6. \uc791\uc5c5 \ud655\uc778<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-18\" href=\"https:\/\/seuheu.com\/?p=568\/#7_Docker_%ED%85%8C%EC%8A%A4%ED%8A%B8\">7. Docker \ud14c\uc2a4\ud2b8<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-19\" href=\"https:\/\/seuheu.com\/?p=568\/#7-1_NVIDIA_DOCKER_%EC%84%A4%EC%B9%98\">7-1. NVIDIA DOCKER \uc124\uce58<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-20\" href=\"https:\/\/seuheu.com\/?p=568\/#7-2_Docker_%EC%9E%91%EC%97%85_%EC%A0%9C%EC%B6%9C\">7-2. Docker \uc791\uc5c5 \uc81c\ucd9c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-21\" href=\"https:\/\/seuheu.com\/?p=568\/#7-3_%EC%9E%91%EC%97%85_%ED%99%95%EC%9D%B8\">7-3. \uc791\uc5c5 \ud655\uc778<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-22\" href=\"https:\/\/seuheu.com\/?p=568\/#7-4_Docker_%EC%B6%94%EA%B0%80_%EC%9E%91%EC%97%85_%EC%A0%9C%EC%B6%9C\">7-4. Docker \ucd94\uac00 \uc791\uc5c5 \uc81c\ucd9c<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-23\" href=\"https:\/\/seuheu.com\/?p=568\/#7-5_%EC%9E%91%EC%97%85_%ED%99%95%EC%9D%B8\">7-5. \uc791\uc5c5 \ud655\uc778<\/a><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"1-%EA%B0%9C%EC%9A%94\"><span class=\"ez-toc-section\" id=\"1_%EA%B0%9C%EC%9A%94\"><\/span>1. \uac1c\uc694<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p class=\"has-text-align-center\">NVIDIA MIG\ub97c \uc774\uc6a9\ud55c \ud14c\uc2a4\ud2b8<\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"2-%EB%B2%84%EC%A0%84-%EB%B0%8F-%EC%82%AC%EC%96%91\"><span class=\"ez-toc-section\" id=\"2_%EB%B2%84%EC%A0%84_%EB%B0%8F_%EC%82%AC%EC%96%91\"><\/span>2. \ubc84\uc804 \ubc0f \uc0ac\uc591<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p class=\"has-text-align-center\">Rocky-9.2<br>NVIDIA A100 80GB PCIe<\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"3-%EC%84%A4%EB%AA%85\"><span class=\"ez-toc-section\" id=\"3_%EC%84%A4%EB%AA%85\"><\/span>3. \uc124\uba85<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"3-1-cuda-toolkit%EC%9D%B4%EB%9E%80\"><span class=\"ez-toc-section\" id=\"3-1_CUDA_Toolkit%EC%9D%B4%EB%9E%80\"><\/span>3-1. CUDA Toolkit\uc774\ub780?<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\">\uace0\uc131\ub2a5 GPU \uac00\uc18d \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \ub9cc\ub4e4\uae30 \uc704\ud55c \uac1c\ubc1c \ud658\uacbd\uc744 \uc81c\uacf5<br>\uadf8\ub798\ud53d \ucc98\ub9ac \uc7a5\uce58\uc5d0\uc11c \uc218\ud589\ud558\ub294 \uc54c\uace0\ub9ac\uc998\uc744 C \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\ub97c \ube44\ub86f\ud55c \uc0b0\uc5c5 \ud45c\uc900 \uc5b8\uc5b4\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc791\uc131\ud560 \uc218 \uc788\ub3c4\ub85d \ud558\ub294 GPGPU \uae30\uc220<\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"4-%EC%B0%B8%EA%B3%A0-%EB%A7%81%ED%81%AC\"><span class=\"ez-toc-section\" id=\"4_%EC%B0%B8%EA%B3%A0_%EB%A7%81%ED%81%AC\"><\/span>4. \ucc38\uace0 \ub9c1\ud06c<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"4-1-rocky-nvidia_migmulti-instance_gpu%EB%9E%80-1\"><span class=\"ez-toc-section\" id=\"4-1_Rocky_NVIDIA_MIGMulti-Instance_GPU%EB%9E%80_1\"><\/span>4-1. [Rocky] NVIDIA_MIG(Multi-Instance_GPU)\ub780? (1)<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"><a href=\"https:\/\/seuheu.com\/?p=555\">BLOG<\/a><br><a href=\"https:\/\/youtu.be\/4r7A9eWQ28I\" target=\"_blank\" rel=\"noopener\">YouTube<\/a><\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"4-2-rocky-nvidia-migmulti-instance_gpu-%EC%84%A4%EC%A0%95-%EB%B0%8F-%EC%83%9D%EC%84%B1-%EC%82%AD%EC%A0%9C-2\"><span class=\"ez-toc-section\" id=\"4-2_Rocky_NVIDIA_MIGMulti-Instance_GPU_%EC%84%A4%EC%A0%95_%EB%B0%8F_%EC%83%9D%EC%84%B1_%EC%82%AD%EC%A0%9C_2\"><\/span>4-2. [Rocky] NVIDIA MIG(Multi-Instance_GPU) \uc124\uc815 \ubc0f \uc0dd\uc131, \uc0ad\uc81c (2)<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"><a href=\"https:\/\/seuheu.com\/?p=562\">BLOG<\/a><br><a href=\"https:\/\/youtu.be\/Ew74jcZGmW4\" target=\"_blank\" rel=\"noopener\">YouTube<\/a><\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"4-3-rocky-nvida-%EA%B7%B8%EB%9E%98%ED%94%BD-%EB%93%9C%EB%9D%BC%EC%9D%B4%EB%B2%84-%EC%84%A4%EC%B9%98\"><span class=\"ez-toc-section\" id=\"4-3_Rocky_NVIDA_%EA%B7%B8%EB%9E%98%ED%94%BD_%EB%93%9C%EB%9D%BC%EC%9D%B4%EB%B2%84_%EC%84%A4%EC%B9%98\"><\/span>4-3. [Rocky] NVIDA \uadf8\ub798\ud53d \ub4dc\ub77c\uc774\ubc84 \uc124\uce58<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"><a href=\"https:\/\/seuheu.com\/?p=445\">BLOG<\/a><br><a href=\"https:\/\/youtu.be\/CRQEtU5sQsM\" target=\"_blank\" rel=\"noopener\">YouTube<\/a><\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"5-%EC%82%AC%EC%A0%84-%EC%A4%80%EB%B9%84\"><span class=\"ez-toc-section\" id=\"5_%EC%82%AC%EC%A0%84_%EC%A4%80%EB%B9%84\"><\/span>5. \uc0ac\uc804 \uc900\ube44<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"5-1-cuda-%EC%84%A4%EC%B9%98\"><span class=\"ez-toc-section\" id=\"5-1_CUDA_%EC%84%A4%EC%B9%98\"><\/span>5-1. CUDA \uc124\uce58<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># wget\u00a0<a href=\"https:\/\/developer.download.nvidia.com\/compute\/cuda\/12.2.1\/local_installers\/cuda_12.2.1_535.86.10_linux.run\" target=\"_blank\" rel=\"noopener\">https:\/\/developer.download.nvidia.com\/compute\/cuda\/12.2.1\/local_installers\/cuda_12.2.1_535.86.10_linux.run<\/a><br># sh cuda_12.2.1_535.86.10_linux.run<\/p>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"6-%EB%B2%A0%EC%96%B4%EB%A9%94%ED%83%88-%ED%85%8C%EC%8A%A4%ED%8A%B8\"><span class=\"ez-toc-section\" id=\"6_%EB%B2%A0%EC%96%B4%EB%A9%94%ED%83%88_%ED%85%8C%EC%8A%A4%ED%8A%B8\"><\/span>6. \ubca0\uc5b4\uba54\ud0c8 \ud14c\uc2a4\ud2b8<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-1-gpu-burn-%EC%84%A4%EC%B9%98\"><span class=\"ez-toc-section\" id=\"6-1_GPU_Burn_%EC%84%A4%EC%B9%98\"><\/span>6-1. GPU Burn \uc124\uce58<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># git clone\u00a0<a href=\"https:\/\/github.com\/wilicc\/gpu-burn.git\" target=\"_blank\" rel=\"noopener\">https:\/\/github.com\/wilicc\/gpu-burn.git<\/a><br># cd gpu-burn\/<br># make<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-2-mig-instance-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-2_MIG_Instance_%ED%99%95%EC%9D%B8\"><\/span>6-2. MIG Instance \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi -L<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>GPU 0: NVIDIA A100 80GB PCIe (UUID: GPU-8207c13a-73f1-d1b5-5d1f-65bec793f791)\n  MIG 1g.20gb     Device  0: (UUID: MIG-e12b3b50-9c17-5b7c-91db-ba72f60649bb)\n  MIG 1g.10gb     Device  1: (UUID: MIG-14fdaa63-f612-5118-8ee7-3e2cd67a6988)\n  MIG 1g.10gb     Device  2: (UUID: MIG-a30dbd2f-096e-5bc7-bc1d-62dbbfa40279)\n  MIG 1g.10gb     Device  3: (UUID: MIG-a34b2702-4bfb-5a9e-a9e0-1458a23faaff)<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-3-%EC%9E%91%EC%97%85-%EC%A0%9C%EC%B6%9C\"><span class=\"ez-toc-section\" id=\"6-3_%EC%9E%91%EC%97%85_%EC%A0%9C%EC%B6%9C\"><\/span>6-3. \uc791\uc5c5 \uc81c\ucd9c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># CUDA_VISIBLE_DEVICES=MIG-e12b3b50-9c17-5b7c-91db-ba72f60649bb .\/gpu_burn<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-4-%EC%9E%91%EC%97%85-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-4_%EC%9E%91%EC%97%85_%ED%99%95%EC%9D%B8\"><\/span>6-4. \uc791\uc5c5 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+---------------------------------------------------------------------------------------+\n| NVIDIA-SMI 535.86.10              Driver Version: 535.86.10    CUDA Version: 12.2     |\n|-----------------------------------------+----------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id        Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |         Memory-Usage | GPU-Util  Compute M. |\n|                                         |                      |               MIG M. |\n|=========================================+======================+======================|\n|   0  NVIDIA A100 80GB PCIe          Off | 00000000:03:00.0 Off |                   On |\n| N\/A   45C    P0             112W \/ 300W |  17807MiB \/ 81920MiB |     N\/A      Default |\n|                                         |                      |              Enabled |\n+-----------------------------------------+----------------------+----------------------+\n\n+---------------------------------------------------------------------------------------+\n| MIG devices:                                                                          |\n+------------------+--------------------------------+-----------+-----------------------+\n| GPU  GI  CI  MIG |                   Memory-Usage |        Vol|      Shared           |\n|      ID  ID  Dev |                     BAR1-Usage | SM     Unc| CE ENC DEC OFA JPG    |\n|                  |                                |        ECC|                       |\n|==================+================================+===========+=======================|\n|  0    6   0   0  |           17770MiB \/ 19968MiB  | 14      0 |  1   0    1    0    0 |\n|                  |               2MiB \/ 32767MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0    7   0   1  |              12MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               0MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0   11   0   2  |              12MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               0MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0   12   0   3  |              12MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               0MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n\n+---------------------------------------------------------------------------------------+\n| Processes:                                                                            |\n|  GPU   GI   CI        PID   Type   Process name                            GPU Memory |\n|        ID   ID                                                             Usage      |\n|=======================================================================================|\n|    0    6    0       3235      C   .\/gpu_burn                                17750MiB |\n+---------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-5-%EC%B6%94%EA%B0%80-%EC%9E%91%EC%97%85-%EC%A0%9C%EC%B6%9C\"><span class=\"ez-toc-section\" id=\"6-5_%EC%B6%94%EA%B0%80_%EC%9E%91%EC%97%85_%EC%A0%9C%EC%B6%9C\"><\/span>6-5. \ucd94\uac00 \uc791\uc5c5 \uc81c\ucd9c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># CUDA_VISIBLE_DEVICES=MIG-a34b2702-4bfb-5a9e-a9e0-1458a23faaff .\/gpu_burn<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"6-6-%EC%9E%91%EC%97%85-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"6-6_%EC%9E%91%EC%97%85_%ED%99%95%EC%9D%B8\"><\/span>6-6. \uc791\uc5c5 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+---------------------------------------------------------------------------------------+\n| NVIDIA-SMI 535.86.10              Driver Version: 535.86.10    CUDA Version: 12.2     |\n|-----------------------------------------+----------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id        Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |         Memory-Usage | GPU-Util  Compute M. |\n|                                         |                      |               MIG M. |\n|=========================================+======================+======================|\n|   0  NVIDIA A100 80GB PCIe          Off | 00000000:03:00.0 Off |                   On |\n| N\/A   49C    P0             147W \/ 300W |  26349MiB \/ 81920MiB |     N\/A      Default |\n|                                         |                      |              Enabled |\n+-----------------------------------------+----------------------+----------------------+\n\n+---------------------------------------------------------------------------------------+\n| MIG devices:                                                                          |\n+------------------+--------------------------------+-----------+-----------------------+\n| GPU  GI  CI  MIG |                   Memory-Usage |        Vol|      Shared           |\n|      ID  ID  Dev |                     BAR1-Usage | SM     Unc| CE ENC DEC OFA JPG    |\n|                  |                                |        ECC|                       |\n|==================+================================+===========+=======================|\n|  0    6   0   0  |           17770MiB \/ 19968MiB  | 14      0 |  1   0    1    0    0 |\n|                  |               2MiB \/ 32767MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0    7   0   1  |              12MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               0MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0   11   0   2  |              12MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               0MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0   12   0   3  |            8554MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               2MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n\n+---------------------------------------------------------------------------------------+\n| Processes:                                                                            |\n|  GPU   GI   CI        PID   Type   Process name                            GPU Memory |\n|        ID   ID                                                             Usage      |\n|=======================================================================================|\n|    0    6    0       3289      C   .\/gpu_burn                                17750MiB |\n|    0   12    0       3281      C   .\/gpu_burn                                 8534MiB |\n+---------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><br><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<h1 class=\"wp-block-heading has-text-align-center\" id=\"7-docker-%ED%85%8C%EC%8A%A4%ED%8A%B8\"><span class=\"ez-toc-section\" id=\"7_Docker_%ED%85%8C%EC%8A%A4%ED%8A%B8\"><\/span>7. Docker \ud14c\uc2a4\ud2b8<span class=\"ez-toc-section-end\"><\/span><\/h1>\n\n\n\n<p><br><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"7-1-nvidia-docker-%EC%84%A4%EC%B9%98\"><span class=\"ez-toc-section\" id=\"7-1_NVIDIA_DOCKER_%EC%84%A4%EC%B9%98\"><\/span>7-1. NVIDIA DOCKER \uc124\uce58<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># dnf config-manager &#8211;add-repo=https:\/\/download.docker.com\/linux\/centos\/docker-ce.repo<br># dnf -y install containerd.io<br># dnf -y install docker-ce<br># curl\u00a0<a href=\"https:\/\/nvidia.github.io\/nvidia-docker\/rhel9.0\/nvidia-docker.repo\" target=\"_blank\" rel=\"noopener\">https:\/\/nvidia.github.io\/nvidia-docker\/rhel9.0\/nvidia-docker.repo<\/a>\u00a0> \/etc\/yum.repos.d\/nvidia-docker.repo<br># dnf -y install nvidia-docker2<br># systemctl restart docker<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"7-2-docker-%EC%9E%91%EC%97%85-%EC%A0%9C%EC%B6%9C\"><span class=\"ez-toc-section\" id=\"7-2_Docker_%EC%9E%91%EC%97%85_%EC%A0%9C%EC%B6%9C\"><\/span>7-2. Docker \uc791\uc5c5 \uc81c\ucd9c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\">gpus = &lt;GPUDeviceIndex>:&lt;MIGDeviceIndex><\/p>\n\n\n\n<p><br><\/p>\n\n\n\n<p class=\"has-text-align-center\"># docker run &#8211;gpus &#8216;&#8221;device=0:0&#8243;&#8216; nvcr.io\/nvidia\/pytorch:20.11-py3 \/bin\/bash -c &#8216;cd \/opt\/pytorch\/examples\/upstream\/mnist &amp;&amp; python main.py&#8217;<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"7-3-%EC%9E%91%EC%97%85-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"7-3_%EC%9E%91%EC%97%85_%ED%99%95%EC%9D%B8\"><\/span>7-3. \uc791\uc5c5 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+---------------------------------------------------------------------------------------+\n| NVIDIA-SMI 535.86.10              Driver Version: 535.86.10    CUDA Version: 12.2     |\n|-----------------------------------------+----------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id        Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |         Memory-Usage | GPU-Util  Compute M. |\n|                                         |                      |               MIG M. |\n|=========================================+======================+======================|\n|   0  NVIDIA A100 80GB PCIe          Off | 00000000:03:00.0 Off |                   On |\n| N\/A   44C    P0              94W \/ 300W |   1317MiB \/ 81920MiB |     N\/A      Default |\n|                                         |                      |              Enabled |\n+-----------------------------------------+----------------------+----------------------+\n\n+---------------------------------------------------------------------------------------+\n| MIG devices:                                                                          |\n+------------------+--------------------------------+-----------+-----------------------+\n| GPU  GI  CI  MIG |                   Memory-Usage |        Vol|      Shared           |\n|      ID  ID  Dev |                     BAR1-Usage | SM     Unc| CE ENC DEC OFA JPG    |\n|                  |                                |        ECC|                       |\n|==================+================================+===========+=======================|\n|  0    6   0   0  |            1280MiB \/ 19968MiB  | 14      0 |  1   0    1    0    0 |\n|                  |               2MiB \/ 32767MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0    7   0   1  |              12MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               0MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0   11   0   2  |              12MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               0MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0   12   0   3  |              12MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               0MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n\n+---------------------------------------------------------------------------------------+\n| Processes:                                                                            |\n|  GPU   GI   CI        PID   Type   Process name                            GPU Memory |\n|        ID   ID                                                             Usage      |\n|=======================================================================================|\n|    0    6    0      41472      C   python                                     1260MiB |\n+---------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"7-5-docker-%EC%B6%94%EA%B0%80-%EC%9E%91%EC%97%85-%EC%A0%9C%EC%B6%9C\"><span class=\"ez-toc-section\" id=\"7-4_Docker_%EC%B6%94%EA%B0%80_%EC%9E%91%EC%97%85_%EC%A0%9C%EC%B6%9C\"><\/span>7-4. Docker \ucd94\uac00 \uc791\uc5c5 \uc81c\ucd9c<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># docker run &#8211;gpus &#8216;&#8221;device=0:2&#8243;&#8216; nvcr.io\/nvidia\/pytorch:20.11-py3 \/bin\/bash -c &#8216;cd \/opt\/pytorch\/examples\/upstream\/mnist &amp;&amp; python main.py&#8217;<br># docker run &#8211;gpus &#8216;&#8221;device=0:3&#8243;&#8216; nvcr.io\/nvidia\/pytorch:20.11-py3 \/bin\/bash -c &#8216;cd \/opt\/pytorch\/examples\/upstream\/mnist &amp;&amp; python main.py&#8217;<\/p>\n\n\n\n<p><br><br><br><\/p>\n\n\n\n<h2 class=\"wp-block-heading has-text-align-center\" id=\"7-6-%EC%9E%91%EC%97%85-%ED%99%95%EC%9D%B8\"><span class=\"ez-toc-section\" id=\"7-5_%EC%9E%91%EC%97%85_%ED%99%95%EC%9D%B8\"><\/span>7-5. \uc791\uc5c5 \ud655\uc778<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p class=\"has-text-align-center\"># nvidia-smi<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>+---------------------------------------------------------------------------------------+\n| NVIDIA-SMI 535.86.10              Driver Version: 535.86.10    CUDA Version: 12.2     |\n|-----------------------------------------+----------------------+----------------------+\n| GPU  Name                 Persistence-M | Bus-Id        Disp.A | Volatile Uncorr. ECC |\n| Fan  Temp   Perf          Pwr:Usage\/Cap |         Memory-Usage | GPU-Util  Compute M. |\n|                                         |                      |               MIG M. |\n|=========================================+======================+======================|\n|   0  NVIDIA A100 80GB PCIe          Off | 00000000:03:00.0 Off |                   On |\n| N\/A   45C    P0              91W \/ 300W |   2585MiB \/ 81920MiB |     N\/A      Default |\n|                                         |                      |              Enabled |\n+-----------------------------------------+----------------------+----------------------+\n\n+---------------------------------------------------------------------------------------+\n| MIG devices:                                                                          |\n+------------------+--------------------------------+-----------+-----------------------+\n| GPU  GI  CI  MIG |                   Memory-Usage |        Vol|      Shared           |\n|      ID  ID  Dev |                     BAR1-Usage | SM     Unc| CE ENC DEC OFA JPG    |\n|                  |                                |        ECC|                       |\n|==================+================================+===========+=======================|\n|  0    6   0   0  |              12MiB \/ 19968MiB  | 14      0 |  1   0    1    0    0 |\n|                  |               0MiB \/ 32767MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0    7   0   1  |              12MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               0MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0   11   0   2  |            1280MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               2MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n|  0   12   0   3  |            1280MiB \/  9728MiB  | 14      0 |  1   0    0    0    0 |\n|                  |               2MiB \/ 16383MiB  |           |                       |\n+------------------+--------------------------------+-----------+-----------------------+\n\n+---------------------------------------------------------------------------------------+\n| Processes:                                                                            |\n|  GPU   GI   CI        PID   Type   Process name                            GPU Memory |\n|        ID   ID                                                             Usage      |\n|=======================================================================================|\n|    0   11    0      41916      C   python                                     1260MiB |\n|    0   12    0      42016      C   python                                     1260MiB |\n+---------------------------------------------------------------------------------------+<\/code><\/pre>\n\n\n\n<p><br><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n","protected":false},"excerpt":{"rendered":"<p>1. \uac1c\uc694 NVIDIA MIG\ub97c \uc774\uc6a9\ud55c \ud14c\uc2a4\ud2b8 2. \ubc84\uc804 \ubc0f \uc0ac\uc591 Rocky-9.2NVIDIA A100 80GB PCIe 3. \uc124\uba85 3-1. CUDA Toolkit\uc774\ub780? \uace0\uc131\ub2a5 GPU \uac00\uc18d \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \ub9cc\ub4e4\uae30 \uc704\ud55c \uac1c\ubc1c \ud658\uacbd\uc744 \uc81c\uacf5\uadf8\ub798\ud53d \ucc98\ub9ac \uc7a5\uce58\uc5d0\uc11c \uc218\ud589\ud558\ub294 \uc54c\uace0\ub9ac\uc998\uc744 C \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\ub97c \ube44\ub86f\ud55c \uc0b0\uc5c5 \ud45c\uc900 \uc5b8\uc5b4\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc791\uc131\ud560 \uc218 \uc788\ub3c4\ub85d \ud558\ub294 GPGPU \uae30\uc220 4. \ucc38\uace0 \ub9c1\ud06c 4-1. [Rocky] NVIDIA_MIG(Multi-Instance_GPU)\ub780? (1) BLOGYouTube 4-2. &#8230; <a title=\"[Rocky] NVIDIA MIG(Multi-Instance_GPU) \ud14c\uc2a4\ud2b8 (3)\" class=\"read-more\" href=\"https:\/\/seuheu.com\/?p=568\" aria-label=\"[Rocky] NVIDIA MIG(Multi-Instance_GPU) \ud14c\uc2a4\ud2b8 (3)\uc5d0 \ub300\ud574 \ub354 \uc790\uc138\ud788 \uc54c\uc544\ubcf4\uc138\uc694\">\ub354 \uc77d\uae30<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[6,11],"tags":[],"class_list":["post-568","post","type-post","status-publish","format-standard","hentry","category-linux","category-rocky"],"_links":{"self":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts\/568","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=568"}],"version-history":[{"count":2,"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts\/568\/revisions"}],"predecessor-version":[{"id":570,"href":"https:\/\/seuheu.com\/index.php?rest_route=\/wp\/v2\/posts\/568\/revisions\/570"}],"wp:attachment":[{"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=568"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=568"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/seuheu.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=568"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}