feat(时序数据库集成): tdengine\influxdb\iotdb数据库集成

docker/data/tdengine/conf/explorer.toml

@@ -0,0 +1,67 @@
+# This is a automacically generated configuration file for Explorer in [TOML](https://toml.io/) format.
+#
+# Here is a full list of available options.
+
+# Explorer server port to listen on.
+# Default is 6060.
+#
+port = 6060
+
+# IPv4 listen address.
+# Default is 0.0.0.0
+addr = "0.0.0.0"
+
+# IPv6 listen address.
+
+# ipv6 = "::1"
+
+# Explorer server log level.
+# Default is "info"
+#
+log_level = "info"
+
+# REST API endpoint to connect to the cluster.
+# This configuration is also the target for data migration tasks.
+#
+# Default is "http://buildkitsandbox:6041" - the default endpoint for REST API.
+#
+cluster = "http://fastbee:6041"
+
+# native endpoint to connect to the cluster.
+# Default is disabled. To enable it, set it to the native API URL like "taos://buildkitsandbox:6030" and uncomment it.
+# If you enable it, you will get more performance for data migration tasks.
+#
+# cluster_native = "taos://buildkitsandbox:6030"
+
+# API endpoint for data replication/backup/data sources. No default option.
+#   Set it to API URL like "http://buildkitsandbox:6050".
+#
+x_api ="http://fastbee:6050"
+
+# GRPC endpoint for "Agent"s.
+#   Default is "http://buildkitsandbox:6055" - the default endpoint for taosX grpc API.
+#   You should set it to public IP or FQDN name like:
+#   "http://192.168.111.111:6055" or "http://node1.company.domain:6055" and
+#   ensure to add the port to the exception list of the firewall if it enabled.
+grpc = "http://fastbee:6055"
+
+# CORS configuration switch, it allows cross-origin access
+cors = true
+
+# cloud open api.
+# cloud_open_api = "https://pre.ali.cloud.taosdata.com/openapi"
+
+# Enable ssl
+# If the following two files exist, enable ssl protocol
+#
+[ssl]
+
+# SSL certificate
+#
+# certificate = "/path/to/ca.file" # on linux/macOS
+# certificate = "C:\\path\\to\\ca.file" # on windows
+
+# SSL certificate key
+#
+# certificate_key = "/path/to/key.file" # on linux/macOS
+# certificate_key = "C:\\path\\to\\key.file" # on windows

docker/data/tdengine/conf/taos.cfg

@@ -0,0 +1,193 @@
+########################################################
+#                                                      #
+#                  Configuration                       #
+#                                                      #
+########################################################
+
+######### 0. Client only configurations #############
+
+# The interval for CLI to send heartbeat to mnode
+# shellActivityTimer        3
+
+
+############### 1. Cluster End point ############################
+
+# The end point of the first dnode in the cluster to be connected to when this dnode or the CLI utility is started
+# firstEp                   hostname:6030
+
+# The end point of the second dnode to be connected to if the firstEp is not available
+# secondEp
+
+
+############### 2. Configuration Parameters of current dnode #####
+
+# The FQDN of the host on which this dnode will be started. It can be IP address
+fqdn                      fastbee
+
+# The port for external access after this dnode is started
+# serverPort                6030
+
+# The maximum number of connections a dnode can accept
+# maxShellConns             5000
+
+# The directory for writing log files, if you are using Windows platform please change to Windows path
+# logDir                    /var/log/taos
+
+# All data files are stored in this directory, if you are using Windows platform please change to Windows path
+# dataDir                   /var/lib/taos
+
+# temporary file's directory, if you are using Windows platform please change to Windows path
+# tempDir                   /tmp/
+
+# Switch for allowing to collect and report service usage information
+# telemetryReporting        1
+
+# Switch for allowing to collect and report crash information
+# crashReporting            1
+
+# The maximum number of vnodes supported by this dnode
+# supportVnodes               0
+
+# The interval of this dnode reporting status to mnode, [1..10] seconds
+# statusInterval            1
+
+# The minimum sliding window time, milli-second
+# minSlidingTime            10
+
+# The minimum time window, milli-second
+# minIntervalTime           10
+
+# The maximum allowed query buffer size in MB during query processing for each data node
+# -1 no limit (default)
+# 0  no query allowed, queries are disabled
+# queryBufferSize           -1
+
+# The compressed rpc message, option:
+#  -1 (no compression)
+#   0 (all message compressed),
+# > 0 (rpc message body which larger than this value will be compressed)
+# compressMsgSize           -1
+
+# query retrieved column data compression option:
+#  -1 (no compression)
+#   0 (all retrieved column data compressed),
+# > 0 (any retrieved column size greater than this value all data will be compressed.)
+# compressColData           -1
+
+# system time zone
+# timezone                  UTC-8
+
+# system time zone (for windows 10)
+# timezone              Asia/Shanghai (CST, +0800)
+
+# system locale
+# locale                    en_US.UTF-8
+
+# system charset
+# charset                   UTF-8
+
+# stop writing logs when the disk size of the log folder is less than this value
+# minimalLogDirGB           1.0
+
+# stop writing temporary files when the disk size of the tmp folder is less than this value
+# minimalTmpDirGB           1.0
+
+# if free disk space is less than this value, this dnode will fail to start
+# minimalDataDirGB          2.0
+
+# enable/disable system monitor
+# monitor                   1
+
+# enable/disable audit log
+# audit                     1
+
+# enable/disable audit create table
+# auditCreateTable                     1
+
+# The following parameter is used to limit the maximum number of lines in log files.
+# max number of lines per log filters
+# numOfLogLines             10000000
+
+# write log in async way: 1 - async, 0 - sync
+# asyncLog                  1
+
+# time period of keeping log files, in days
+# logKeepDays               0
+
+
+############ 3. Debug Flag and levels #############################################
+
+# The following parameters are used for debug purpose only by this dnode.
+# debugFlag is a 8 bits mask: FILE-SCREEN-UNUSED-HeartBeat-DUMP-TRACE_WARN-ERROR
+# Available debug levels are:
+# 131: output warning and error
+# 135: output debug, warning and error
+# 143: output trace, debug, warning and error to log
+# 199: output debug, warning and error to both screen and file
+# 207: output trace, debug, warning and error to both screen and file
+
+# debug flag for all log type, take effect when non-zero value
+# debugFlag                 0
+
+# debug flag for timer
+# tmrDebugFlag              131
+
+# debug flag for util
+# uDebugFlag                131
+
+# debug flag for rpc
+# rpcDebugFlag              131
+
+# debug flag for jni
+# jniDebugFlag              131
+
+# debug flag for query
+# qDebugFlag                131
+
+# debug flag for client driver
+# cDebugFlag                131
+
+# debug flag for dnode messages
+# dDebugFlag                135
+
+# debug flag for vnode
+# vDebugFlag                131
+
+# debug flag for meta management messages
+# mDebugFlag                135
+
+# debug flag for wal
+# wDebugFlag                135
+
+# debug flag for sync module
+# sDebugFlag                135
+
+# debug flag for tsdb
+# tsdbDebugFlag             131
+
+# debug flag for tq
+# tqDebugFlag               131
+
+# debug flag for fs
+# fsDebugFlag               131
+
+# debug flag for udf
+# udfDebugFlag              131
+
+# debug flag for sma
+# smaDebugFlag              131
+
+# debug flag for index
+# idxDebugFlag              131
+
+# debug flag for tdb
+# tdbDebugFlag              131
+
+# debug flag for meta
+# metaDebugFlag             131
+
+# generate core file when service crash
+# enableCoreFile            1
+monitor 1
+monitorFQDN fastbee
+audit 1

docker/data/tdengine/conf/taosadapter.toml

@@ -0,0 +1,110 @@
+debug = true
+taosConfigDir = ""
+port = 6041
+logLevel = "info"
+httpCodeServerError = false
+SMLAutoCreateDB = false
+
+[cors]
+allowAllOrigins = true
+
+#[pool]
+#maxConnect = 0
+#maxIdle = 0
+#idleTimeout = 0
+
+[ssl]
+enable = false
+certFile = ""
+keyFile = ""
+
+[log]
+#path = "/var/log/taos"
+rotationCount = 30
+rotationTime = "24h"
+rotationSize = "1GB"
+enableRecordHttpSql = false
+sqlRotationCount = 2
+sqlRotationTime = "24h"
+sqlRotationSize = "1GB"
+
+[monitor]
+disable = true
+collectDuration = "3s"
+incgroup = false
+pauseQueryMemoryThreshold = 70
+pauseAllMemoryThreshold = 80
+identity = ""
+
+[uploadKeeper]
+enable = true
+url = "http://127.0.0.1:6043/adapter_report"
+interval = "15s"
+timeout = "5s"
+retryTimes = 3
+retryInterval = "5s"
+
+[opentsdb]
+enable = true
+
+[influxdb]
+enable = true
+
+[statsd]
+enable = false
+port = 6044
+db = "statsd"
+user = "root"
+password = "taosdata"
+worker = 10
+gatherInterval = "5s"
+protocol = "udp4"
+maxTCPConnections = 250
+tcpKeepAlive = false
+allowPendingMessages = 50000
+deleteCounters = true
+deleteGauges = true
+deleteSets = true
+deleteTimings = true
+
+[collectd]
+enable = false
+port = 6045
+db = "collectd"
+user = "root"
+password = "taosdata"
+worker = 10
+
+
+[opentsdb_telnet]
+enable = false
+maxTCPConnections = 250
+tcpKeepAlive = false
+dbs = ["opentsdb_telnet", "collectd", "icinga2", "tcollector"]
+ports = [6046, 6047, 6048, 6049]
+user = "root"
+password = "taosdata"
+batchSize = 1
+flushInterval = "0s"
+
+[node_exporter]
+enable = false
+db = "node_exporter"
+user = "root"
+password = "taosdata"
+urls = ["http://fastbee:9100"]
+responseTimeout = "5s"
+httpUsername = ""
+httpPassword = ""
+httpBearerTokenString = ""
+caCertFile = ""
+certFile = ""
+keyFile = ""
+insecureSkipVerify = true
+gatherDuration = "5s"
+
+[prometheus]
+enable = true
+
+[tmq]
+releaseIntervalMultiplierForAutocommit = 2

docker/data/tdengine/conf/taoskeeper.toml

@@ -0,0 +1,48 @@
+# Start with debug middleware for gin
+debug = false
+
+# Listen port, default is 6043
+port = 6043
+
+# log level
+loglevel = "info"
+
+# go pool size
+gopoolsize = 50000
+
+# interval for metrics
+RotationInterval = "15s"
+
+[tdengine]
+host = "fastbee"
+port = 6041
+username = "root"
+password = "taosdata"
+usessl = false
+
+[metrics]
+# metrics prefix in metrics names.
+prefix = "taos"
+
+# export some tables that are not super table
+tables = []
+
+# database for storing metrics data
+[metrics.database]
+name = "log"
+# database options for db storing metrics data
+[metrics.database.options]
+vgroups = 1
+buffer = 64
+KEEP = 90
+cachemodel = "both"
+
+[environment]
+# Whether running in cgroup.
+incgroup = false
+
+[log]
+#path = "/var/log/taos"
+rotationCount = 5
+rotationTime = "24h"
+rotationSize = 100000000