119 lines
3.6 KiB
JSON
119 lines
3.6 KiB
JSON
{
|
||
"application": {
|
||
"executorID": "5",
|
||
"address": ":7895"
|
||
},
|
||
"logger": {
|
||
"output": "stdout",
|
||
"outputFileName": "executor",
|
||
"outputDirectory": "log",
|
||
"level": "debug"
|
||
},
|
||
"rabbitMQ": {
|
||
"address": "101.201.215.196:5672",
|
||
"account": "cloudream",
|
||
"password": "123456",
|
||
"vhost": "/",
|
||
"param": {
|
||
"retryNum": 5,
|
||
"retryInterval": 5000
|
||
}
|
||
},
|
||
"cloudreamStorage": {
|
||
"url": "http://121.36.5.116:7890"
|
||
},
|
||
"pcm": {
|
||
"url": "http://localhost:7070"
|
||
},
|
||
"rclone": {
|
||
"cds_rcloneID": "9471093"
|
||
},
|
||
"reportIntervalSec": 10,
|
||
"createECS": {
|
||
"cloud": "AliCloud",
|
||
"auth_config": {
|
||
"AccessKeyId": "xxx",
|
||
"AccessKeySecret": "xxx"
|
||
},
|
||
"ecs_config": {
|
||
"DryRun": false,
|
||
"RegionId": "cn-hangzhou",
|
||
"ImageId": "aliyun_3_x64_20G_alibase_20240528.vhd",
|
||
"InstanceType": "ecs.c8i.3xlarge",
|
||
"SecurityGroupId": "sg-bp149yz2yypr2zp3acp8",
|
||
"VSwitchId": "vsw-bp1i7k93le8oghskdggv3",
|
||
"InstanceChargeType": "PostPaid",
|
||
"InternetChargeType": "PayByTraffic",
|
||
"SystemDisk": {
|
||
"Category": "cloud_essd",
|
||
"Size": "60"
|
||
},
|
||
"HostName": "ECS-test",
|
||
"Password": "ECS@test1234",
|
||
"InternetMaxBandwidthOut": 100
|
||
}
|
||
},
|
||
"createECS-hw": {
|
||
"cloud": "HuaweiCloud",
|
||
"auth_config": {
|
||
"AccessKeyId": "xxx",
|
||
"AccessKeySecret": "xxx"
|
||
},
|
||
"ecs_config": {
|
||
"Region": "cn-hangzhou"
|
||
}
|
||
},
|
||
"createECS-sugon": {
|
||
"cloud": "SugonCloud",
|
||
"auth_config": {
|
||
"user": "xxx",
|
||
"password": "xxx",
|
||
"orgid": "xxx",
|
||
"clusterName": "华东一区【昆山】"
|
||
},
|
||
"ecs_config": {
|
||
"description": "",
|
||
"rdma": false,
|
||
"taskType": "ssh",
|
||
"taskClassification": "interactive",
|
||
"acceleratorType": "dcu",
|
||
"version": "jupyterlab-xinference:vllm0.5-ubuntu20.04-dtk24.04-py3.10",
|
||
"originalVersion": "",
|
||
"imagePath": "11.11.100.6:5000/dcu/admin/jupyterlab/jupyterlab-xinference:vllm0.5-ubuntu20.04-dtk24.04-py3.10",
|
||
"timeoutLimit": "01:00:00",
|
||
"taskNumber": 1,
|
||
"resourceGroup": "kshdtest",
|
||
"useStartScript": true,
|
||
"startScriptActionScope": "all",
|
||
"startScriptContent": "start.sh",
|
||
"useStartServiceCommand": false,
|
||
"startServiceCommand": "aa",
|
||
"cpuNumber": 8,
|
||
"ramSize": 25600,
|
||
"gpuNumber": 1,
|
||
"env": "",
|
||
"mountInfoList": [
|
||
],
|
||
"containerPortInfoList": [
|
||
{
|
||
"protocolType": "HTTP",
|
||
"containerPort": "8081"
|
||
}
|
||
],
|
||
"acceleratorDesc": "4*异构加速卡1"
|
||
}
|
||
},
|
||
"inferencePlatform": {
|
||
"remark": "平台可选值：['xinference', 'ollama', 'oneapi', 'fastchat', 'openai', 'custom openai']，不同平台只需修改platform_name、api_base_url、api_key、api_proxy",
|
||
"platformName": "xinference",
|
||
"apiBaseUrl": "http://123.60.146.162:9997/v1",
|
||
"apiKey": "EMPTY",
|
||
"apiProxy": "",
|
||
"llmModel": "glm4-chat01",
|
||
"embedModel": "bge-large-zh-v1.5",
|
||
"chunkMaxLength": "4096",
|
||
"startChunkThreshold": "3000",
|
||
"similarityThreshold": "0.5",
|
||
"entriesPerFile": "2"
|
||
}
|
||
} |