28 lines
750 B
JSON
28 lines
750 B
JSON
{
|
|
"model_name": "jxm/gpt-oss-20b-base",
|
|
"model_local_path": "./models/gpt-oss-20b-base",
|
|
"google_drive_folder_id": "YOUR_GOOGLE_DRIVE_FOLDER_ID",
|
|
"google_credentials_path": "./credentials.json",
|
|
"max_tokens": 2048,
|
|
"temperature": 0.7,
|
|
"web_scraping": {
|
|
"max_pages": 100,
|
|
"delay_between_requests": 2,
|
|
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
|
|
},
|
|
"data_storage": {
|
|
"local_storage_path": "./collected_data",
|
|
"file_format": "json",
|
|
"drive_mount_path": "/content/drive/MyDrive/model_Dev/data"
|
|
},
|
|
"model_settings": {
|
|
"use_quantization": true,
|
|
"quantization_bits": 8,
|
|
"torch_dtype": "auto",
|
|
"max_memory": {
|
|
"gpu": "20GB",
|
|
"cpu": "60GB"
|
|
}
|
|
}
|
|
}
|