csghub-dataflow/.env-dev at main · OpenCSGs/csghub-dataflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
############
# Database - You can change these for PostgreSQL database params
############
DATABASE_HOSTNAME=127.0.0.1
DATABASE_USERNAME=postgres
DATABASE_PASSWORD=postgres
DATABASE_PORT=5432
DATABASE_DB=data_flow

############
# Redis - You can change these for Redis database url
############
REDIS_HOST_URL=redis://:redis123456@net-power.9free.com.cn:18122

############
# MongoDB - You can change these for MongoDB database url
############
MONG_HOST_URL=mongodb://root:example@net-power.9free.com.cn:18123


############
# API - Configuration for API Server.
############
DATA_DIR=/dataflow_data/
CSGHUB_ENDPOINT=http://sbezfy.natappfree.cc

#Label Studio API URL
STUDIO_JUMP_URL=https://opencsg.com

MAX_WORKERS=99
RAY_ADDRESS=auto
RAY_ENABLE=False
RAY_LOG_DIR=/home/yons/demo/output
API_SERVER=0.0.0.0
API_PORT=8000

############
# File Upload - Configuration for file upload functionality.
############
UPLOAD_MAX_FILE_SIZE=104857600
UPLOAD_ALLOWED_EXTENSIONS=.jpg,.jpeg,.png,.gif,.bmp,.webp,.svg


############
# Tool_ENV - Configuration for data tools.
############
AZURE_OPENAI_ENDPOINT=https://opencsg-us.openai.azure.com
AZURE_OPENAI_API_KEY=af7aabe2e77b41b1a89452ce694658b5
OPENAI_API_VERSION=2024-02-15-preview
AZURE_MODEL=azure_openai/csg-gpt4

############
# observability_ENV - Configuration for observability.
############
ENABLE_OPENTELEMETRY=False


############
# workflow
############
KUBECONFIG=~/.kube-csghub/config
WORKFLOW_ENABLED=True
WORKFLOW_SERVICE_ACCOUNT=dataflow-sa
WORKFLOW_DATAFLOW_IMAGE=opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsg_public/dataflow:v1
WORKFLOW_IMAGE_PULL_POLICY=IfNotPresent
WORKFLOW_NAMESPACE=data-flow-stg
WORKFLOW_DATA_VOLUME_CLAIM_NAME=dataflow-pvc
# cpu
WORKFLOW_CPU_REQUEST=500m
WORKFLOW_CPU_LIMIT=2000m
WORKFLOW_MEMORY_REQUEST=2Gi
WORKFLOW_MEMORY_LIMIT=4Gi

# wf and pod gc
WORKFLOW_TTL_AFTER_COMPLETION=3600
WORKFLOW_TTL_AFTER_SUCCESS=120
WORKFLOW_TTL_AFTER_FAILURE=3600
WORKFLOW_POD_GC_STRATEGY=OnWorkflowCompletion


#Mineru URL
MINERU_API_URL=http://111.4.242.20:30000
MINERU_BACKEND=http-client