kafka-console-consumer --bootstrap-server ${kafkaID}:9092 --topic dp_schema_event --partition 0 --from-beginning

/data/confluent-5.2.1/bin/zookeeper-shell 192.168.1.11:2181 get  /brokers/ids/1001
/data/confluent-5.2.1/bin/zookeeper-shell 192.168.2.25:2181 get   /brokers/ids/1

echo "192.168.1.11 kafka1" >> /etc/hosts

/data/confluent-5.2.1/bin/kafka-console-consumer --bootstrap-server 192.168.1.11:9092 --topic dp_schema_event --partition 0 --from-beginning


{"dpTaskId":104,"srcSchemaId":2407,"eventTime":1582627582709,"startTime":1582627574717,"count":200,"bytes":61448,"type":"TABLE_START_EVENT"}
{"dpTaskId":104,"srcSchemaId":2410,"eventTime":1582627582711,"startTime":1582627574717,"count":200,"bytes":61448,"type":"TABLE_START_EVENT"}
{"dpTaskId":104,"destinationId":4,"destSchemaId":713,"srcSchemaId":2418,"eventTime":1582103604510,"startTime":1582103594562,"count":100,"bytes":30014,"type":"TABLE_END_EVENT"}
{"dpTaskId":100,"destinationId":6,"destSchemaId":675,"srcSchemaId":2390,"eventTime":1582103604524,"startTime":1582103594344,"count":11,"bytes":552,"type":"TABLE_END_EVENT"}
{"dpTaskId":106,"destinationId":1,"destSchemaId":731,"srcSchemaId":2401,"eventTime":1582103604553,"startTime":1582103594363,"count":110,"bytes":30542,"type":"TABLE_END_EVENT"}


curl -s -X GET 'http://192.168.2.25/v2/data-pipelines/141?dataDestination=false&dataSource=false&errors=false' -H 'accept: application/json' -H 'Authorization: rVrBDHemsVy7zcS+22H3JbiTi7bphDNYt6h87vOdjBAhTuI1kRs82UNc7BogELfFHaiFjX1+UMHJWbkuFHJ2ag==' | python -c "import json,sys;obj=json.load(sys.stdin);print(json.dumps(obj, indent=4));"


mysql -h192.168.2.25 -uroot -pDatapipeline123
use dp-thrall
SELECT created_at FROM pipeline_event_log where id in (SELECT max(id) FROM pipeline_event_log where pipeline_id=128 and type='PIPELINE_START_EVENT')


TZ='Asia/Shanghai'   date --date='@1582098700' "+%F %T"

docker image import dpc.tar  registry.datapipeline.com/dpc:0.1




2.7 监控测试 微软云
dp27m1 139.217.95.171 192.168.2.25
dp27m2 139.217.87.145 192.168.2.26
dp27m3 40.73.1.24     192.168.2.27 






查看webservice的状态
docker exec dpc bash /opt/dp270monitor/get-dptask-info.sh
cd /root/dp270monitor
sqlite3  -header dpmonitor.db "SELECT taskid,webStatus,sourceStatus,sinkStatus FROM getDptaskInfo" | column -t -s "|"



OK，等下给188重置未完成标记




docker exec zk1 kafka-run-class kafka.tools.GetOffsetShell --broker-list kafka1:9092 --time -1 --topic __debezium-heartbeat.dptask_140



rm -f  dpmonitor.sh  dpmonitor.task.sh
wget http://fs.datapipeline.com:7778/chfs/shared/share/dp270monitor/dpmonitor.sh
wget http://fs.datapipeline.com:7778/chfs/shared/share/dp270monitor/dpmonitor.task.sh


