30 lines
805 B
JSON
30 lines
805 B
JSON
{
|
|
"model_name": "jxm/gpt-oss-20b-base",
|
|
"model_local_path": "./models/gpt-oss-20b-base",
|
|
"google_drive_folder_id": "YOUR_GOOGLE_DRIVE_FOLDER_ID",
|
|
"google_credentials_path": "./credentials.json",
|
|
"max_tokens": 131072,
|
|
"temperature": 0.7,
|
|
"web_scraping": {
|
|
"max_pages": 100,
|
|
"delay_between_requests": 2,
|
|
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
|
|
"use_selenium": false
|
|
},
|
|
"data_storage": {
|
|
"local_storage_path": "./collected_data",
|
|
"file_format": "json",
|
|
"drive_mount_path": "/content/drive/MyDrive/model_Dev/data"
|
|
},
|
|
"model_settings": {
|
|
"use_quantization": true,
|
|
"quantization_bits": 4,
|
|
"torch_dtype": "auto",
|
|
"cpu_offload": false,
|
|
"max_memory": {
|
|
"gpu": "20GB",
|
|
"cpu": "60GB"
|
|
}
|
|
}
|
|
}
|