Files
AI_Devlop/AI_Web_Scraper/config.json

19 lines
564 B
JSON

{
"model_name": "jxm/gpt-oss-20b-base",
"model_local_path": "./models/gpt-oss-20b-base",
"google_drive_folder_id": "YOUR_GOOGLE_DRIVE_FOLDER_ID",
"google_credentials_path": "./credentials.json",
"max_tokens": 2048,
"temperature": 0.7,
"web_scraping": {
"max_pages": 100,
"delay_between_requests": 2,
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
},
"data_storage": {
"local_storage_path": "./collected_data",
"file_format": "json",
"drive_mount_path": "/content/drive/MyDrive/AI_Data"
}
}