feat: 셀레니움 선택적 사용 및 폴백 메커니즘 추가

AI_Web_Scraper/config.json

@@ -8,7 +8,8 @@
   "web_scraping": {
     "max_pages": 100,
     "delay_between_requests": 2,
-    "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
+    "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
+    "use_selenium": false
   },
   "data_storage": {
     "local_storage_path": "./collected_data",
@@ -17,8 +18,9 @@
   },
   "model_settings": {
     "use_quantization": true,
-    "quantization_bits": 8,
+    "quantization_bits": 4,
     "torch_dtype": "auto",
+    "cpu_offload": false,
     "max_memory": {
       "gpu": "20GB",
       "cpu": "60GB"