{"id":20420,"date":"2025-05-19T13:38:30","date_gmt":"2025-05-19T04:38:30","guid":{"rendered":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/?p=20420"},"modified":"2025-05-19T13:38:30","modified_gmt":"2025-05-19T04:38:30","slug":"local-slm-1","status":"publish","type":"post","link":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/local-slm-1","title":{"rendered":"\u30ed\u30fc\u30ab\u30ebSLM\uff0f\u9589\u3058\u305f\u74b0\u5883\u3067\u52d5\u4f5c\u3059\u308b\u751f\u6210AI\u3092\u691c\u8a3c\u3057\u3066\u307f\u305f (\u2460\u74b0\u5883\u69cb\u7bc9\u7de8)"},"content":{"rendered":"

\u00a0<\/h2>\n

\u306f\u3058\u3081\u306b<\/h2>\n

\u7a81\u7136\u3067\u3059\u304c\u3001\u7686\u3055\u3093\u751f\u6210AI\u4f7f\u3063\u3066\u3044\u307e\u3059\u304b\uff1f\u7b46\u8005\u306f\u4ed5\u4e8b\u3067\u3082\u30d7\u30e9\u30a4\u30d9\u30fc\u30c8\u3067\u3082\u300c\u4f55\u304b\u3042\u3063\u305f\u3089\u307e\u305a\u306f\u751f\u6210AI\u306b\u805e\u3044\u3066\u307f\u3088\u3046\uff01\u300d\u3068\u3044\u3046\u611f\u3058\u3067\u3001\u6bce\u65e5\u304a\u4e16\u8a71\u306b\u306a\u3063\u3066\u3044\u307e\u3059\u3002
\n\u6700\u8fd1\u306f\u3001\u72ec\u81ea\u306e\u751f\u6210AI\u3092\u4f7f\u7528\u3057\u3066\u3044\u308b\u4f01\u696d\u3082\u5897\u3048\u3066\u304d\u307e\u3057\u305f\u304c\u3001\u3053\u306e\u8a18\u4e8b\u3092\u8aad\u3093\u3067\u3044\u308b\u7686\u3055\u3093\u306f\u3069\u306e\u3088\u3046\u306b\u6d3b\u7528\u3055\u308c\u3066\u3044\u307e\u3059\u304b\uff1f<\/p>\n

\u6211\u3005SIer\u306f\u3001\u793e\u5185\u958b\u767a\u4ee5\u5916\u306b\u3082\u304a\u5ba2\u69d8\u5148\u306b\u51fa\u5411\u3044\u3066\u30b7\u30b9\u30c6\u30e0\u69cb\u7bc9\u4f5c\u696d\u3092\u884c\u3046\u30b1\u30fc\u30b9\u304c\u591a\u304f\u3042\u308a\u307e\u3059\u3002\u305d\u306e\u969b\u306b\u3001\u304a\u5ba2\u69d8\u306e\u4f01\u696d\u30dd\u30ea\u30b7\u30fc\u3084\u30bb\u30ad\u30e5\u30ea\u30c6\u30a3\u4e0a\u306e\u7406\u7531\u3067\u751f\u6210AI\u306e\u5229\u7528\u304c\u5236\u9650\u3055\u308c\u308b\u30b1\u30fc\u30b9\u304c\u3042\u308a\u3001\u73fe\u5834\u3067\u306e\u751f\u6210AI\u306e\u5229\u7528\u306f\u307e\u3060\u9032\u3093\u3067\u304a\u3089\u305a\u3001\u300c\u73fe\u5834\u306b\u304a\u3051\u308b\u751f\u6210AI\u6d3b\u7528\u300d\u306b\u8ab2\u984c\u3092\u611f\u3058\u3066\u3044\u307e\u3057\u305f\u3002<\/span><\/p>\n

\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001\u305d\u306e\u3088\u3046\u306a\u8ab2\u984c\u3092\u89e3\u6c7a\u3059\u308b\uff08\u304b\u3082\u3057\u308c\u306a\u3044\uff09\u300c\u9589\u3058\u305f\u74b0\u5883\u3067\u52d5\u4f5c\u3059\u308b\u751f\u6210AI\uff08\u30ed\u30fc\u30ab\u30ebSLM\uff09\u300d<\/strong>\u3092\u3054\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n

\n
\u3010\u8a18\u4e8b\u306e\u8981\u7d04\u3011<\/strong><\/div>\n
\n\n\n\n\n
\u8aad\u4e86\u307e\u3067\u306e\u6642\u9593<\/td>\n\uff1a 6\uff5e7\u5206<\/td>\n<\/tr>\n
\u5f97\u3089\u308c\u308b\u30e1\u30ea\u30c3\u30c8<\/td>\n\uff1a Ollama + Open WebUI\u3092\u4f7f\u3063\u305f\u30ed\u30fc\u30ab\u30ebSLM\u74b0\u5883\u306e\u69cb\u7bc9\u624b\u9806\u304c\u308f\u304b\u308b<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<\/div>\n

 <\/p>\n

\u524d\u63d0\u6761\u4ef6<\/h2>\n
\n
\u5fc5\u8981\u306a\u3082\u306e\u306f\u3001\u300cGPU\u642d\u8f09\u306eWindows PC\uff08OS\uff1aWindows 10\/11\uff09\u300d\u3060\u3051<\/strong><\/span>\u3067\u3059\uff01<\/div>\n<\/div>\n
\u305f\u3060\u3057\u3001\u8a9e\u5f0a\u304c\u306a\u3044\u3088\u3046\u306b\u304a\u4f1d\u3048\u3059\u308b\u3068\u3001\u3053\u308c\u3092\u6e80\u305f\u305b\u3070\u3069\u3093\u306aPC\u3067\u3082\u52d5\u4f5c\u3059\u308b\u3068\u3044\u3046\u308f\u3051\u3067\u306f\u306a\u304f\u3001\u5b89\u5b9a\u3057\u3066\u3001\u5feb\u9069\u306b\u52d5\u4f5c\u3055\u305b\u308b\u305f\u3081\u306b\u306f\u3001\u9ad8\u6027\u80fd\u306aGPU\u3084\u5341\u5206\u306a\u30e1\u30e2\u30ea\uff0832GB\u4ee5\u4e0a\uff09\u3092\u642d\u8f09\u3057\u305fPC\u304c\u5fc5\u8981\u306b\u306a\u308a\u307e\u3059\u3002<\/strong><\/span><\/p>\n

\u3061\u306a\u307f\u306b\u3001\u3053\u306e\u8a18\u4e8b\u3067\u4f7f\u7528\u3057\u305fPC\u306eOS\u306e\u30d0\u30fc\u30b8\u30e7\u30f3\u3068\u30b9\u30da\u30c3\u30af\u306f\u4ee5\u4e0b\u306e\u901a\u308a\u3067\u3059\u3002
\nGPU\u306f\u3001NVIDIA\u793e\u306eGPU\u3092\u5229\u7528\u3057\u3066\u304a\u308a\u3001\u3054\u7d39\u4ecb\u3059\u308b\u624b\u9806\u3082NVIDIA\u793e\u306eGPU\u3092\u4f7f\u7528\u3059\u308b\u624b\u9806\u3068\u306a\u308b\u306e\u3067\u3001\u3054\u4e86\u627f\u304f\u3060\u3055\u3044\u3002<\/div>\n\n\n\n\n\n\n\n
OS<\/span><\/td>\nWindows 11 Home (24H2)<\/span><\/td>\n<\/tr>\n
CPU<\/span><\/td>\nAMD Ryzen AI9 HX370<\/span><\/td>\n<\/tr>\n
\u30e1\u30e2\u30ea<\/span><\/td>\n32GB<\/span><\/td>\n<\/tr>\n
\u30c7\u30a3\u30b9\u30af<\/span><\/td>\n1TB<\/span><\/td>\n<\/tr>\n
GPU \/ VRAM<\/span><\/td>\nNVIDIA GeForce RTX 4060 \/ 8GB<\/span><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\u69cb\u7bc9\u624b\u9806<\/h2>\n

\u672c\u7a3f\u3067\u306f\u3001Windows PC\u306b\u300cWindows Subsystem for Linux\u300d\uff08\u4ee5\u4e0b\u3001WSL\uff09\u3092\u5c0e\u5165\u3057\u3001WSL\u4e0a\u306eUbuntu\u306bDocker\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u3001\u30ed\u30fc\u30ab\u30ebSLM\u74b0\u5883\uff08Ollama + Open WebUI\uff09\u3092\u69cb\u7bc9\u3057\u3066\u3044\u304d\u307e\u3059\u3002\uff08\u65e2\u306bWSL\u3001Docker\u3092\u5c0e\u5165\u6e08\u307f\u306e\u65b9\u306f\u3001\u300c3. \u30ed\u30fc\u30ab\u30ebSLM\u74b0\u5883\u306e\u69cb\u7bc9\u300d\u304b\u3089\u59cb\u3081\u3066\u304f\u3060\u3055\u3044\uff09<\/p>\n

1.WSL\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb<\/h3>\n

\u307e\u305a\u3001Microsoft Store\u304b\u3089Ubuntu\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002\u4ee5\u4e0b\u306eURL\u306b\u30a2\u30af\u30bb\u30b9\u3057\u3001WSL\u306eUbuntu\u30a2\u30d7\u30ea\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30e9\u30fc\u3092\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9\u3057\u3066\u5b9f\u884c\u3057\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n

\u3000URL\uff1ahttps:\/\/apps.microsoft.com\/detail\/9pdxgncfsczv?hl=ja-jp&gl=JP&ocid=pdpshare<\/a><\/p>\n

\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u304c\u958b\u59cb\u3055\u308c\u308b\u3068\u4ee5\u4e0b\u306e\u3088\u3046\u306a\u30a6\u30a3\u30f3\u30c9\u30a6\u304c\u8d77\u52d5\u3057\u307e\u3059\u3002\u5c11\u3057\u5f85\u3061\u3001\u753b\u9762\u306e\u6307\u793a\u306b\u5f93\u3044\u3001\u30e6\u30fc\u30b6\u30fcID\u3068\u30d1\u30b9\u30ef\u30fc\u30c9\u3092\u5165\u529b\u3059\u308b\u3068\u4f7f\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002\uff08 ~$<\/span> \u3068\u8868\u793a\u3055\u308c\u3001\u5165\u529b\u5f85\u3061\u72b6\u614b\u306b\u306a\u308c\u3070\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u6210\u529f\u3067\u3059\uff09<\/p>\n

\"\"<\/div>\n
\u00a0<\/div>\n

2.Docker\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb<\/h3>\n

\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u305fUbuntu\u74b0\u5883\u306bDocker\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u3044\u304d\u307e\u3059\u3002
\n\u307e\u305a\u3001Ubuntu\u306eapt\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u6700\u65b0\u5316\u3057\u3001Docker\u3067\u4f7f\u7528\u3059\u308b\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002<\/p>\n

\n
# apt\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u6700\u65b0\u5316 \r\nsudo apt update && sudo apt upgrade -y\r\n\r\n# docker\u3067\u4f7f\u7528\u3059\u308b\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\r\nsudo apt-get install ca-certificates curl<\/pre>\n<\/div>\n
\u6b21\u306b\u3001Docker\u306eGPG\u30ad\u30fc\u3092\u4f5c\u6210\u3057\u3066\u30a2\u30af\u30bb\u30b9\u6a29\u3092\u8a2d\u5b9a\u3057\u3001Docker\u7528\u306e\u30ea\u30dd\u30b8\u30c8\u30ea\u3092 docker.list<\/span>\u00a0 \u306b\u8ffd\u52a0\u3057\u307e\u3059\u3002<\/p>\n
\n
# docker\u306eGPG\u30ad\u30fc\u306e\u4fdd\u5b58\uff06\u30a2\u30af\u30bb\u30b9\u8a2d\u5b9a\r\nsudo install -m 0755 -d \/etc\/apt\/keyrings\r\nsudo curl -fsSL https:\/\/download.docker.com\/linux\/ubuntu\/gpg -o \/etc\/apt\/keyrings\/docker.asc\r\nsudo chmod a+r \/etc\/apt\/keyrings\/docker.asc\r\n\r\n# docker\u306eapt\u30ea\u30dd\u30b8\u30c8\u30ea\u3092 docker.list \u306b\u8ffd\u52a0\r\necho \\\r\n  \"deb [arch=$(dpkg --print-architecture) signed-by=\/etc\/apt\/keyrings\/docker.asc] https:\/\/download.docker.com\/linux\/ubuntu \\\r\n  $(. \/etc\/os-release && echo \"$VERSION_CODENAME\") stable\" | \\\r\n  sudo tee \/etc\/apt\/sources.list.d\/docker.list > \/dev\/null<\/pre>\n<\/div>\n
\u518d\u5ea6\u3001apt\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u6700\u65b0\u5316\u3057\u3001Docker\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002<\/p>\n
\n
# apt\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u30a2\u30c3\u30d7\u30c7\u30fc\u30c8\r\nsudo apt-get update\r\n# docker\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\r\nsudo apt-get install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin<\/pre>\n<\/div>\n
\u6700\u5f8c\u306b\u3001\u8d77\u52d5\u8a2d\u5b9a\u3068Docker\u7528\u306e\u30e6\u30fc\u30b6\u30fc\u304a\u3088\u3073\u30b0\u30eb\u30fc\u30d7\u3092\u8a2d\u5b9a\u3057\u307e\u3059\u3002<\/p>\n
\n
# docker\u30c7\u30fc\u30e2\u30f3\u306e\u8a2d\u5b9a\r\nsudo systemctl enable docker\r\nsudo systemctl enable containerd\r\nsudo systemctl start docker\r\n\r\n# docker\u7528\u306e\u30e6\u30fc\u30b6\u30fc\u3068\u30b0\u30eb\u30fc\u30d7\u8a2d\u5b9a\r\nsudo groupadd docker\r\nsudo usermod -aG docker $USER\r\nnewgrp docker<\/pre>\n<\/div>\n
docker –version<\/span>\u00a0 \u3068 docker compose version<\/span>\u00a0 \u3092\u5b9f\u884c\u3057\u3001\u6b63\u5e38\u306b\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3055\u308c\u3066\u3044\u308b\u3053\u3068\u3092\u78ba\u8a8d\u3057\u307e\u3059\u3002<\/p>\n
\"\"<\/div>\n
\u3000
\nNVIDIA GPU\u642d\u8f09PC\u306e\u5834\u5408\u306f\u3001NVIDIA Container Toolkit\uff08\u4ee5\u4e0b\u3001NVIDIA-CTK\uff09\u3082\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n
\n
# NVIDIA-CTK\u53d6\u5f97\u7528\u306e\u30ea\u30dd\u30b8\u30c8\u30ea\u306e\u8ffd\u52a0\u3068GPG\u30ad\u30fc\u3092\u8a2d\u5b9a\r\ncurl -fsSL https:\/\/nvidia.github.io\/libnvidia-container\/gpgkey | sudo gpg --dearmor -o \/usr\/share\/keyrings\/nvidia-container-toolkit-keyring.gpg \\\r\n  && curl -s -L https:\/\/nvidia.github.io\/libnvidia-container\/stable\/deb\/nvidia-container-toolkit.list | \\\r\n    sed 's#deb https:\/\/#deb [signed-by=\/usr\/share\/keyrings\/nvidia-container-toolkit-keyring.gpg] https:\/\/#g' | \\\r\n    sudo tee \/etc\/apt\/sources.list.d\/nvidia-container-toolkit.list\r\n\r\n# apt\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u30a2\u30c3\u30d7\u30c7\u30fc\u30c8\r\nsudo apt-get update\r\n\r\n# NVIDIA-CTK\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\r\nsudo apt-get install -y nvidia-container-toolkit<\/pre>\n
NVIDIA-CTK\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u304c\u5b8c\u4e86\u3057\u305f\u3089\u3001Docker\u30b3\u30f3\u30c6\u30ca\u5185\u3067GPU\u3092\u8a8d\u8b58\u3055\u305b\u308b\u8a2d\u5b9a\u3092\u884c\u3044\u307e\u3059\u3002<\/p>\n
# docker\u30c7\u30fc\u30e2\u30f3\u306bGPU\u3092\u8a8d\u8b58\u3055\u305b\u308b\u8a2d\u5b9a\r\nsudo nvidia-ctk runtime configure --runtime=docker\r\n\r\n# docker\u306e\u518d\u8d77\u52d5\r\nsudo systemctl restart docker<\/pre>\n<\/div>\n
\u6700\u5f8c\u306b\u3001docker run –rm –runtime=nvidia –gpus all ubuntu nvidia-smi<\/span>\u00a0 \u3092\u5b9f\u884c\u3057\u3001Docker\u5185\u304b\u3089\u30db\u30b9\u30c8\u306eGPU\u304c\u5229\u7528\u3067\u304d\u308b\u304b\u3092\u78ba\u8a8d\u3057\u307e\u3059\u3002\u4ee5\u4e0b\u306e\u3088\u3046\u306b\u8868\u793a\u3055\u308c\u308c\u3070\u6210\u529f\u3067\u3059\u3002\uff08NVIDIA-CTK\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u306b\u5931\u6557\u3057\u3066\u3044\u308b\u5834\u5408\u3084\u3001NVIDIA GPU\u304c\u306a\u3044\u5834\u5408\u306f\u30a8\u30e9\u30fc\u306b\u306a\u308a\u307e\u3059\u3002NVIDIA\u793e\u4ee5\u5916\u306eGPU\u306e\u5834\u5408\u306f\u3001\u5404\u30d9\u30f3\u30c0\u30fc\u304c\u63d0\u4f9b\u3057\u3066\u3044\u308bDocker\u7528\u306e\u30e9\u30f3\u30bf\u30a4\u30e0\u3084\u30c9\u30e9\u30a4\u30d0\u30fc\u304c\u5fc5\u8981\u306b\u306a\u308a\u307e\u3059\u3002\uff09<\/p>\n
\"\"<\/div>\n
\u3053\u308c\u3067\u6e96\u5099\u306f\u5b8c\u4e86\u3067\u3059\u3002<\/p>\n
3.\u30ed\u30fc\u30ab\u30ebSLM\u74b0\u5883\u306e\u69cb\u7bc9<\/h3>\n
\u305d\u308c\u3067\u306f\u3001\u3044\u3088\u3044\u3088\u30ed\u30fc\u30ab\u30ebSLM\u306e\u69cb\u7bc9\u3068\u52d5\u4f5c\u78ba\u8a8d\u3092\u884c\u3044\u307e\u3059\u3002
\n\u4eca\u56de\u306f\u3001\u30e2\u30c7\u30eb\u306e\u63a8\u8ad6\u74b0\u5883\u3068\u3057\u3066Ollama\u3001\u30e6\u30fc\u30b6\u30fc\u3068\u306e\u5bfe\u8a71\u7528Web\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3068\u3057\u3066Open WebUI\u3092\u4f7f\u7528\u3057\u3066\u69cb\u7bc9<\/span>\u3057\u3066\u3044\u304d\u307e\u3059\u3002\u500b\u5225\u306b\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3059\u308b\u65b9\u5f0f\u3082\u3042\u308a\u307e\u3059\u304c\u3001\u4eca\u56de\u306fDocker\u306e\u30e1\u30ea\u30c3\u30c8\u3092\u6700\u5927\u9650\u306b\u6d3b\u304b\u3057\u3001Docker Compose\u3067\u307e\u3068\u3081\u3066\u69cb\u7bc9\u3057\u307e\u3059\u3002<\/p>\n
\u3068\u3044\u3063\u3066\u3082\u3001\u624b\u9806\u306f\u3059\u3054\u304f\u30b7\u30f3\u30d7\u30eb\u3067\u3059\u3002
\n\u307e\u305a\u3001WSL\u306eUbuntu\u74b0\u5883\u306b\u30ed\u30b0\u30a4\u30f3\u3057\u3001\u4ee5\u4e0b\u306e\u30b3\u30de\u30f3\u30c9\u3092\u5b9f\u884c\u3057\u3066\u30e6\u30fc\u30b6\u30fc\u306e\u30db\u30fc\u30e0\u30c7\u30a3\u30ec\u30af\u30c8\u30ea\u914d\u4e0b\u306b ollama<\/span> \u30d5\u30a9\u30eb\u30c0\u3092\u4f5c\u6210\u3057\u3001Docker Compose\u7528\u306e\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\uff08\u00a0compose.yaml<\/span> \uff09\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<\/p>\n
# \u30db\u30fc\u30e0\u30c7\u30a3\u30ec\u30af\u30c8\u30ea\u306bollama\u30d5\u30a9\u30eb\u30c0\u3092\u4f5c\u6210\u3057\u3066\u79fb\u52d5\r\nmkdir -p ~\/ollama \r\ncd ~\/ollama\r\n\r\n# ollama\u30d5\u30a9\u30eb\u30c0\u76f4\u4e0b\u306b\u3001compose.yaml \u30d5\u30a1\u30a4\u30eb\u3092\u4f5c\u6210\r\ncat <<EOF > compose.yaml\r\nservices:\r\n  ollama:\r\n    image: ollama\/ollama\r\n    container_name: ollama\r\n    ports:\r\n      - \"11434:11434\"\r\n    volumes:\r\n      - .\/ollama:\/root\/.ollama\r\n    deploy:\r\n      resources:\r\n        reservations:\r\n          devices:\r\n            - capabilities: [gpu]\r\n              driver: nvidia\r\n              count: all\r\n  open-webui:\r\n    image: ghcr.io\/open-webui\/open-webui:main\r\n    container_name: open-webui\r\n    ports:\r\n      - \"8080:8080\"\r\n    volumes:\r\n      - .\/open-webui:\/app\/backend\/data\r\n    environment:\r\n      API_URL: http:\/\/ollama:11434\r\n      ENABLE_OLLAMA_API: \"True\"\r\n      OLLAMA_BASE_URLS: http:\/\/ollama:11434\r\n      WEBUI_AUTH: \"False\"\r\nEOF\r\n<\/pre>\n
\u6b21\u306b\u3001Ollama\u3068Open WebUI\u306e\u30b3\u30f3\u30c6\u30ca\u3092\u8d77\u52d5\u3057\u307e\u3059\u3002<\/p>\n
# ollama\u30c7\u30a3\u30ec\u30af\u30c8\u30ea\u306b\u79fb\u52d5\u3057\u3001\u30b3\u30f3\u30c6\u30ca\u3092\u8d77\u52d5\r\ncd ~\/ollama\r\ndocker compose up -d<\/pre>\n
\u30b3\u30f3\u30c6\u30ca\u3068\u30b3\u30f3\u30c6\u30ca\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u304c\u4f5c\u6210\u3055\u308c\u308c\u3070\u6210\u529f\u3067\u3059\u3002 \u305f\u3060\u3057\u3001\u521d\u56de\u8d77\u52d5\u306b\u306f\u5c11\u3057\u6642\u9593\u304c\u304b\u304b\u308a\u307e\u3059\u3002 \u8d77\u52d5\u78ba\u8a8d\u306f docker logs -f open-webui<\/span> \u3067Open WebUI\u30b3\u30f3\u30c6\u30ca\u306e\u30ed\u30b0\u3092\u8868\u793a\u3057\u3001\u4ee5\u4e0b\u306e\u3088\u3046\u306a\u30ed\u30b0\u304c\u51fa\u529b\u3055\u308c\u5165\u529b\u5f85\u3061\u72b6\u614b\u306b\u306a\u308c\u3070\u3001\u8d77\u52d5\u304c\u5b8c\u4e86\u3057\u305f\u3053\u3068\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n
\"\"
\n\"\"<\/p>\n
Open WebUI\u5074\u306e\u8d77\u52d5\u304c\u78ba\u8a8d\u3067\u304d\u305f\u3089\u3001\u30d6\u30e9\u30a6\u30b6\u3067 http:\/\/localhost:8080<\/span> \u306b\u30a2\u30af\u30bb\u30b9\u3057\u3001\u4ee5\u4e0b\u306e\u3088\u3046\u306a\u753b\u9762\u304c\u8868\u793a\u3055\u308c\u308c\u3070OK\u3067\u3059\u3002<\/p>\n
\"\"<\/p>\n
\u300cOK\u3001\u59cb\u3081\u307e\u3057\u3087\u3046\uff01\u300d\u30dc\u30bf\u30f3\u3092\u30af\u30ea\u30c3\u30af\u3057\u305f\u5f8c\u306e\u753b\u9762
\n\uff08\u3053\u306e\u4f8b\u3067\u306f\u3001\u8a8d\u8a3c\u306a\u3057\u30e2\u30fc\u30c9\u3067\u3059\u304c\u3001\u30e6\u30fc\u30b6\u30fc\u8a8d\u8a3c\u3092\u3055\u305b\u308b\u3053\u3068\u3082\u53ef\u80fd\u3067\u3059\uff09<\/p>\n
\"\"<\/p>\n
\u4ee5\u4e0a\u3067\u3001\u30ed\u30fc\u30ab\u30ebSLM\u74b0\u5883\u306e\u69cb\u7bc9\u306f\u5b8c\u4e86\u3067\u3059\u3002\uff08Docker\u306f\u3053\u306e\u3088\u3046\u306a\u5834\u5408\u306b\u672c\u5f53\u306b\u4fbf\u5229\u3067\u3059\uff01\uff09<\/p>\n
4.\u30e2\u30c7\u30eb\u306e\u53d6\u5f97<\/h3>\n
\u6b21\u306b\u3001\u63a8\u8ad6\u74b0\u5883Ollama\u306e\u30e2\u30c7\u30eb\u3092\u53d6\u5f97\u3057\u307e\u3059\u3002
\n\u4eca\u56de\u306f\u3001SLM\uff08\u5c0f\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff09\u306eMicrosoft\u300cPhi-4\u300d\u3068Meta\u300cLlama 3\u300d\u3092\u53d6\u5f97\u3057\u3066\u307f\u307e\u3059\u3002\uff08Ollama\u81ea\u4f53\u306f\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08LLM\uff09\u306e\u53d6\u5f97\u3082\u53ef\u80fd\u3067\u3059\u304c\u3001\u30ed\u30fc\u30ab\u30ebPC\u3067\u52d5\u4f5c\u3055\u305b\u308b\u305f\u3081\u3001\u3053\u3053\u3067\u306f10GB\u7a0b\u5ea6\u306eSLM\u3092\u53d6\u5f97\u3057\u3066\u3044\u307e\u3059\uff09<\/p>\n
\u30e2\u30c7\u30eb\u3092\u53d6\u5f97\u3059\u308b\u306b\u306f\u3001\u307e\u305a docker compose ps<\/span> \u3092\u5b9f\u884c\u3057\u3066Ollama\u30b3\u30f3\u30c6\u30ca\u304c\u8d77\u52d5\u3057\u3066\u3044\u308b\u3053\u3068\u3092\u78ba\u8a8d\u3057\u307e\u3059\u3002\u305d\u306e\u5f8c\u3001docker compose exec ollama ollama pull [\u30e2\u30c7\u30eb\u540d]<\/span> \u3092\u5b9f\u884c\u3057\u307e\u3059\u3002\u30e2\u30c7\u30eb\u540d<\/span> \u306f\u3001 Ollama\u306e\u30e9\u30a4\u30d6\u30e9\u30ea\u30b5\u30a4\u30c8<\/a>\u306b\u8a18\u8f09\u3055\u308c\u3066\u3044\u308b\u30e2\u30c7\u30eb\u3092\u6307\u5b9a\u3057\u307e\u3059\u3002<\/p>\n
# ollama\u30b3\u30f3\u30c6\u30ca\u72b6\u614b\u78ba\u8a8d\r\ndocker compose ps\r\n\r\n# \u30e2\u30c7\u30eb\u306e\u53d6\u5f97 (phi4)\r\ndocker compose exec ollama ollama pull phi4:14b<\/pre>\n
\u3053\u306e\u4f8b\u3067\u306f phi4:14b \u3092\u53d6\u5f97\u3057\u3066\u3044\u307e\u3059\u304c\u3001SLM\u3068\u3044\u3048\u3069\u3082\u30b5\u30a4\u30ba\u304c9.8GB\u3042\u308b\u305f\u3081\u3001\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9\u306b\u306f\u591a\u5c11\u6642\u9593\u304c\u304b\u304b\u308a\u307e\u3059\u3002\uff08PC\u306e\u30c7\u30a3\u30b9\u30af\u5bb9\u91cf\u306b\u3082\u3054\u6ce8\u610f\u304f\u3060\u3055\u3044\uff09<\/p>\n
\"\"<\/p>\n
\u30e2\u30c7\u30eb\u306e\u53d6\u5f97\u304c\u5b8c\u4e86\u3057\u305f\u3089\u3001docker compose restart open-webui<\/span> \u3067Open WebUI\u30b3\u30f3\u30c6\u30ca\u3092\u518d\u8d77\u52d5\u3057\u307e\u3059\u3002\u518d\u8d77\u52d5\u304c\u5b8c\u4e86\u3057\u305f\u5f8c\u3001\u518d\u5ea6\u30d6\u30e9\u30a6\u30b6\u3067http:\/\/localhost:8080<\/span> \u306b\u30a2\u30af\u30bb\u30b9\u3057\u3066\u304f\u3060\u3055\u3044\u3002
\n\u753b\u9762\u4e0a\u90e8\u306e\u30d7\u30eb\u30c0\u30a6\u30f3\u30e1\u30cb\u30e5\u30fc\u3067 phi4 \u306e\u30e2\u30c7\u30eb\uff08phi4:14b\uff09\u304c\u8868\u793a\u3055\u308c\u3066\u3044\u308c\u3070\u5b8c\u4e86\u3067\u3059\u3002<\/p>\n
\"\"<\/p>\n
\u30c7\u30a3\u30b9\u30af\u5bb9\u91cf\u306b\u4f59\u88d5\u304c\u3042\u308c\u3070\u3001docker compose exec ollama ollama pull llama3.1:8b<\/span>\u00a0\u3067Llama 3.1\u30e2\u30c7\u30eb\u3082\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9\u3057\u3066\u307f\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n
\"\"<\/p>\n
\u4ee5\u4e0b\u306b\u3001Ollama\u306e\u30e2\u30c7\u30eb\u7ba1\u7406\u3067\u3088\u304f\u5229\u7528\u3055\u308c\u308b\u30b3\u30de\u30f3\u30c9\u3092\u8f09\u305b\u3066\u304a\u304d\u307e\u3059\u3002\uff08\u3053\u306e\u30b3\u30de\u30f3\u30c9\u306f\u3001\u672c\u7a3f\u3067\u7d39\u4ecb\u3057\u305f compose.yaml<\/span> \u3067\u8d77\u52d5\u3057\u305f\u30b3\u30f3\u30c6\u30ca\u3067\u52d5\u4f5c\u3059\u308b\u3082\u306e\u306a\u306e\u3067\u3054\u6ce8\u610f\u304f\u3060\u3055\u3044\uff09
\n\u307e\u305f\u3001\u30e2\u30c7\u30eb\u306e\u8ffd\u52a0\u30fb\u524a\u9664\u5f8c\u306f\u3001docker compose restart open-webui<\/span> \u3067Open WebUI\u30b3\u30f3\u30c6\u30ca\u306e\u518d\u8d77\u52d5\u3092\u3057\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n\n\n\n\n\n
\u30e2\u30c7\u30eb\u306e\u8ffd\u52a0<\/span><\/td>\ndocker compose exec ollama ollama pull [\u30e2\u30c7\u30eb\u540d]<\/span>\u00a0<\/td>\n<\/tr>\n
\u30e2\u30c7\u30eb\u306e\u524a\u9664<\/td>\ndocker compose exec ollama ollama rm [\u30e2\u30c7\u30eb\u540d]\u00a0<\/span>\u00a0<\/td>\n<\/tr>\n
\u30e2\u30c7\u30eb\u306e\u4e00\u89a7<\/td>\ndocker compose exec ollama ollama ls<\/span>\u00a0<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n
\uff08 \u30e2\u30c7\u30eb\u540d<\/span> \u306f\u3001Ollama\u30e9\u30a4\u30d6\u30e9\u30ea<\/a>\u30da\u30fc\u30b8\u3092\u53c2\u7167\uff09<\/p>\n
5.\u52d5\u4f5c\u78ba\u8a8d<\/h3>\n
\u6700\u5f8c\u306b\u52d5\u4f5c\u78ba\u8a8d\u3092\u884c\u3044\u307e\u3059\u3002\u518d\u5ea6\u3001\u30d6\u30e9\u30a6\u30b6\u3067\u00a0http:\/\/localhost:8080<\/span>\u00a0\u306b\u30a2\u30af\u30bb\u30b9\u3057\u3066\u304f\u3060\u3055\u3044\u3002
\n\u30d7\u30ed\u30f3\u30d7\u30c8\u5165\u529b\u7528\u306e\u30c6\u30ad\u30b9\u30c8\u30dc\u30c3\u30af\u30b9\u306b\u8cea\u554f\u3092\u5165\u529b\u3057\u3001\u9001\u4fe1\u3057\u3066\u307f\u3066\u304f\u3060\u3055\u3044\u3002\u4eca\u56de\u306f\u300c\u3053\u3093\u306b\u3061\u306f\u3001\u3053\u306e\u30e2\u30c7\u30eb\u306e\u7279\u5fb4\u3092\u7c21\u5358\u306b\u6559\u3048\u3066\u304f\u3060\u3055\u3044\u3002\u300d\u3068\u3044\u3046\u30d7\u30ed\u30f3\u30d7\u30c8\u3092\u5165\u529b\u3057\u305f\u3068\u3053\u308d\u3001\u4ee5\u4e0b\u306e\u3088\u3046\u306a\u5fdc\u7b54\u304c\u751f\u6210\u3055\u308c\u307e\u3057\u305f\u3002<\/p>\n
\"\"<\/div>\n
\u00a0<\/div>\n
\u753b\u50cf\u3067\u306f\u5fdc\u7b54\u901f\u5ea6\u304c\u308f\u304b\u308a\u306b\u304f\u3044\u305f\u3081\u3001\u52d5\u753b\u3082\u7528\u610f\u3057\u3066\u307f\u307e\u3057\u305f\u3002
\nGPU\u6027\u80fd\u306b\u3082\u3088\u308a\u307e\u3059\u304c\u3001GeForce RTX 4060\u3067\u8a66\u3057\u305f\u3068\u3053\u308d\u3001\u5fdc\u7b54\u6642\u9593\u3082\u6bd4\u8f03\u7684\u3088\u304f\u3001\u5341\u5206\u306b\u5b9f\u7528\u306b\u8010\u3048\u3046\u308b\u30ec\u30d9\u30eb\u3067\u306f\u306a\u3044\u304b\u3068\u611f\u3058\u307e\u3057\u305f\u3002<\/p>\n
\n
\nhttps:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-content\/uploads\/2025\/05\/5-2_response-time.mp4<\/a><\/video><\/div>\n<\/div>\n
\n
\u3010\u6ce8\u610f\u3011<\/strong><\/div>\n
\u7269\u7406\u30e1\u30e2\u30ea\u304c\u4e0d\u8db3\u3057\u3066\u3044\u305f\u308a\u3001GPU\u304c\u642d\u8f09\u3055\u308c\u3066\u3044\u306a\u304b\u3063\u305f\u308a\u3059\u308b\u5834\u5408\u306f\u30a8\u30e9\u30fc\u304c\u767a\u751f\u3059\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u307e\u3059\u3002\u307e\u305f\u3001\u30b5\u30a4\u30ba\u306e\u5927\u304d\u3044LLM\u3092\u4f7f\u7528\u3059\u308b\u5834\u5408\u306f\u3001\u3088\u308a\u591a\u304f\u306e\u30e1\u30e2\u30ea\u3084GPU VRAM\u304c\u5fc5\u8981\u306b\u306a\u308a\u307e\u3059\u3002
\n\u5229\u7528\u3059\u308bPC\u306e\u30b9\u30da\u30c3\u30af\u306b\u5408\u308f\u305b\u3066\u3001\u52d5\u4f5c\u53ef\u80fd\u306a\u30e2\u30c7\u30eb\u3092\u9078\u629e\u3057\u3066\u304f\u3060\u3055\u3044\u3002<\/span><\/p>\n
Ollama\u3067\u5229\u7528\u3067\u304d\u308bGPU\u306b\u3064\u3044\u3066\u306f\u3001\u300cOllama\u306e\u516c\u5f0f\u3067\u306f\u3001\u30b3\u30f3\u30d4\u30e5\u30fc\u30c6\u30a3\u30f3\u30b0\u80fd\u529b5.0\u4ee5\u4e0a\u306eNVIDIA GPU \u3092\u30b5\u30dd\u30fc\u30c8<\/a>\u300d\u306b\u3066\u3054\u78ba\u8a8d\u304f\u3060\u3055\u3044\u3002<\/div>\n<\/div>\n
\u307e\u305f\u3001\u8907\u6570\u306e\u30e2\u30c7\u30eb\u3092\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9\u3057\u3066\u3044\u308b\u5834\u5408\u306f\u3001\u753b\u9762\u4e0a\u90e8\u306b\u3042\u308b\u30e2\u30c7\u30eb\u540d\u306e\u6a2a\u306e\u300c+\u300d\u30dc\u30bf\u30f3\u304b\u3089\u5225\u306e\u30e2\u30c7\u30eb\u3092\u8ffd\u52a0\u3057\u3001\u5fdc\u7b54\u7d50\u679c\u3092\u6bd4\u8f03\u3059\u308b\u3053\u3068\u3082\u53ef\u80fd\u3067\u3059\u3002<\/p>\n
\"\"<\/div>\n
\u00a0<\/div>\n
\u307e\u3068\u3081<\/h2>\n
\u4eca\u56de\u306fOllama\u3068Open WebUI\u3092\u4f7f\u3044\u3001\u30ed\u30fc\u30ab\u30eb\u306ePC\u3067\u751f\u6210AI\u304c\u8a66\u305b\u308b\u30ed\u30fc\u30ab\u30ebSLM\u74b0\u5883\uff08\u203b\uff09\u306e\u69cb\u7bc9\u624b\u9806\u3092\u3054\u7d39\u4ecb\u3057\u307e\u3057\u305f\u3002\u3053\u308c\u3067\u3001\u30bb\u30ad\u30e5\u30ea\u30c6\u30a3\u3092\u6c17\u306b\u305b\u305aAI\u3092\u6d3b\u7528\u3067\u304d\u308b\u57fa\u76e4\u304c\u6574\u3044\u307e\u3057\u305f\u3002
\n\uff08\u203b\u305f\u3060\u3001\u5feb\u9069\u306b\u52d5\u4f5c\u3055\u305b\u308b\u306b\u306f\u3001\u76f8\u5fdc\u306ePC\u30b9\u30da\u30c3\u30af\u304c\u5fc5\u8981\u3067\u3059\u304c\u2026\uff09<\/p>\n
\u3053\u306e\u74b0\u5883\u3060\u3051\u3067\u3082\u4fbf\u5229\u3067\u3059\u304c\u3001Ollama\u3068Open WebUI\u306f\u3001\u73fe\u5834\u3067\u306e\u5229\u7528\u3092\u4fc3\u9032\u3055\u305b\u308b\u305f\u3081\u306e\u512a\u308c\u305f\u6a5f\u80fd\u304c\u7528\u610f\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u305d\u3053\u3067\u6b21\u56de\u306f\u3001\u3053\u306e\u74b0\u5883\u3092\u767a\u5c55\u3055\u305b\u3001RAG\uff08Retrieval-Augmented Generation<\/em>\uff09\u3092\u69cb\u7bc9\u3059\u308b\u65b9\u6cd5\u3092\u304a\u4f1d\u3048\u3057\u3088\u3046\u3068\u601d\u3044\u307e\u3059\u3002<\/span>
\nRAG\u3092\u4f7f\u3048\u3070\u3001\u793e\u5185\u6587\u66f8\u306a\u3069\u30ed\u30fc\u30ab\u30eb\u30d5\u30a1\u30a4\u30eb\u306e\u5185\u5bb9\u306b\u57fa\u3065\u3044\u305f\u5fdc\u7b54\u3092AI\u306b\u751f\u6210\u3055\u305b\u308b\u3053\u3068\u304c\u53ef\u80fd\u306b\u306a\u308a\u3001\u73fe\u5834\u3067\u306e\u751f\u6210AI\u6d3b\u7528\u304c\u3088\u308a\u63a8\u9032\u3055\u308c\u308b\u3053\u3068\u9593\u9055\u3044\u306a\u3057\u3067\u3059\u3002<\/p>\n
\u305d\u308c\u3067\u306f\u6b21\u56de\u306e\u300cRAG\u69cb\u7bc9\u7de8\u300d\u3082\u3001\u305c\u3072\u3054\u671f\u5f85\u304f\u3060\u3055\u3044\uff01<\/p>\n","protected":false},"excerpt":{"rendered":"
\u00a0 \u306f\u3058\u3081\u306b \u7a81\u7136\u3067\u3059\u304c\u3001\u7686\u3055\u3093\u751f\u6210AI\u4f7f\u3063\u3066\u3044\u307e\u3059\u304b\uff1f\u7b46\u8005\u306f\u4ed5\u4e8b\u3067\u3082\u30d7\u30e9\u30a4\u30d9\u30fc\u30c8\u3067\u3082\u300c\u4f55\u304b\u3042\u3063\u305f\u3089\u307e\u305a\u306f\u751f\u6210AI\u306b\u805e\u3044\u3066\u307f\u3088\u3046\uff01\u300d\u3068\u3044\u3046\u611f\u3058\u3067\u3001\u6bce\u65e5\u304a\u4e16\u8a71\u306b\u306a\u3063\u3066\u3044\u307e\u3059\u3002 \u6700\u8fd1\u306f\u3001\u72ec\u81ea\u306e\u751f\u6210AI\u3092\u4f7f\u7528\u3057\u3066\u3044\u308b\u4f01\u696d\u3082\u5897\u3048…<\/p>\n","protected":false},"author":49,"featured_media":20641,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1,7],"tags":[420,421,422],"class_list":["post-20420","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-pickup","category-ai-cognitive","tag-slm","tag-ollama","tag-open-webui"],"aioseo_notices":[],"gutentor_comment":0,"_links":{"self":[{"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/posts\/20420","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/users\/49"}],"replies":[{"embeddable":true,"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/comments?post=20420"}],"version-history":[{"count":199,"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/posts\/20420\/revisions"}],"predecessor-version":[{"id":20653,"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/posts\/20420\/revisions\/20653"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/media\/20641"}],"wp:attachment":[{"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/media?parent=20420"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/categories?post=20420"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/alb-owned-https-576747877.ap-northeast-1.elb.amazonaws.com\/wp-json\/wp\/v2\/tags?post=20420"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}