feat: 모델 설정에 양자화 및 메모리 제한 구성 추가

2025-08-28 10:43:17 +09:00
parent 8b4e5bb29c
commit 1eb2347886
4 changed files with 156 additions and 11 deletions
--- a/AI_Web_Scraper/config.json
+++ b/AI_Web_Scraper/config.json
@@ -14,5 +14,14 @@
    "local_storage_path": "./collected_data",
    "file_format": "json",
    "drive_mount_path": "/content/drive/MyDrive/model_Dev/data"
+  },
+  "model_settings": {
+    "use_quantization": true,
+    "quantization_bits": 8,
+    "torch_dtype": "auto",
+    "max_memory": {
+      "gpu": "20GB",
+      "cpu": "60GB"
+    }
  }
 }