csghub-dataflow/.env-dev at main · OpenCSGs/csghub-dataflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
############
# Database - You can change these for PostgreSQL database params
############
DATABASE_HOSTNAME=192.168.2.94
DATABASE_USERNAME=postgres
DATABASE_PASSWORD=postgres
DATABASE_PORT=8198
DATABASE_DB=data_flow

############
# API - Configuration for API Server.
############
# Pod 工作目录；须与 CSGHub 创建 Workflow 时 workflow-data 的 mountPath 一致
DATA_DIR=/data/dataflow_data
CSGHUB_ENDPOINT=http://net-power.9free.com.cn:58120
CSGHUB_HTTP_TIMEOUT=30
CSGHUB_DATAFLOW_CALLBACK_TOKEN=
# DataFlow API 本机存放任务 trace/config（详情页读取）；trace 回传路径见代码 TRACE_SYNC_API_PATH
DATAFLOW_LOCAL_WORK_DIR=

#Label Studio API URL
STUDIO_JUMP_URL=https://opencsg.com

MAX_WORKERS=99
RAY_ADDRESS=auto
RAY_ENABLE=False
RAY_LOG_DIR=/home/yons/demo/output
API_SERVER=0.0.0.0
API_PORT=8000

############
# File Upload - Configuration for file upload functionality.
############
UPLOAD_MAX_FILE_SIZE=104857600
UPLOAD_ALLOWED_EXTENSIONS=.jpg,.jpeg,.png,.gif,.bmp,.webp,.svg


############
# Tool_ENV - Configuration for data tools.
############
AZURE_OPENAI_ENDPOINT=https://opencsg-us.openai.azure.com
AZURE_OPENAI_API_KEY=af7aabe2e77b41b1a89452ce694658b5
OPENAI_API_VERSION=2024-02-15-preview
AZURE_MODEL=azure_openai/csg-gpt4

############
# observability_ENV - Configuration for observability.
############
ENABLE_OPENTELEMETRY=False


############
# workflow
############
KUBECONFIG=~/.kube-csghub/config
WORKFLOW_ENABLED=True
WORKFLOW_SERVICE_ACCOUNT=dataflow-sa
WORKFLOW_DATAFLOW_IMAGE=opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsg_public/dataflow:v1
WORKFLOW_IMAGE_PULL_POLICY=IfNotPresent
WORKFLOW_NAMESPACE=data-flow-stg
WORKFLOW_DATA_VOLUME_CLAIM_NAME=dataflow-pvc
# cpu
WORKFLOW_CPU_REQUEST=500m
WORKFLOW_CPU_LIMIT=2000m
WORKFLOW_MEMORY_REQUEST=2Gi
WORKFLOW_MEMORY_LIMIT=4Gi

# wf and pod gc
WORKFLOW_TTL_AFTER_COMPLETION=3600
WORKFLOW_TTL_AFTER_SUCCESS=120
WORKFLOW_TTL_AFTER_FAILURE=3600
WORKFLOW_POD_GC_STRATEGY=OnWorkflowCompletion


#Mineru URL
MINERU_API_URL=http://111.4.242.20:30000
MINERU_BACKEND=http-client

CSGHUB_DATAFLOW_TEMPLATE_IMAGE=opencsg_public/dataflow:argo-latest