add watcher

Author: ety001

Dockerfile

@@ -0,0 +1,3 @@
+FROM ety001/steem-mention:base
+COPY watcher/bots.py /app/bots.py
+CMD ["python3 /app/bots.py"]

Dockerfile.base

@@ -0,0 +1,12 @@
+FROM alpine:latest
+WORKDIR /app
+ENV API_URL https://steem-mention.com/api/block/watcher
+RUN apk add --no-cache \
+        python3 \
+        git \
+        gcc \
+        python3-dev \
+        musl-dev \
+        openssl-dev
+RUN pip3 install requests && \
+        pip3 install steem

watcher/bot.py

@@ -0,0 +1,85 @@
+#encoding:UTF-8
+import json, os, sys, time
+import requests
+from contextlib import suppress
+from concurrent import futures
+from steem.blockchain import Blockchain
+from steem.steemd import Steemd
+
+
+env_dist = os.environ
+api_url = env_dist.get('API_URL')
+if api_url == None:
+    print("Please set API_URL env")
+    sys.exit()
+print(api_url)
+worker_num = env_dist.get('WORKER_NUM')
+if worker_num == None:
+    worker_num = 5
+print('Worker num: %s' % (worker_num))
+worker_num = int(worker_num)
+env_block_num = env_dist.get('BLOCK_NUM')
+if env_block_num == None:
+    start_block_num = 0
+else:
+    start_block_num = int(env_block_num)
+
+steemd_nodes = [
+    'https://api.steemit.com',
+]
+s = Steemd(nodes=steemd_nodes)
+b = Blockchain(s)
+
+def worker(start, end):
+    global s, b
+    print('start from {start} to {end}'.format(start=start, end=end))
+    block_infos = s.get_blocks(range(start, end+1))
+    # print(block_infos)
+    for block_info in block_infos:
+        transactions = block_info['transactions']
+        for trans in transactions:
+            operations = trans['operations']
+            for op in operations:
+                if op[0] == 'comment' and op[1]['parent_author'] != '':
+                    print('send data: ', op[1])
+                    postdata = json.dumps(op)
+                    r = requests.post(api_url, data=postdata)
+                    print('{start}:{end}: {result}'.format(
+                        start=start,
+                        end=end,
+                        result=r.text)
+                        )
+                if op[0] == 'transfer':
+                    print('send data: ', op[1])
+                    postdata = json.dumps(op)
+                    r = requests.post(api_url, data=postdata)
+                    print('{start}:{end}: {result}'.format(
+                        start=start,
+                        end=end,
+                        result=r.text)
+                        )
+
+def run():
+    global start_block_num
+    steemd_nodes = [
+        'https://api.steemit.com',
+    ]
+    s = Steemd()
+    # s = Steemd(nodes=steemd_nodes)
+    b = Blockchain(s)
+
+    while True:
+        head_block_number = b.info()['head_block_number']
+        end_block_num = int(head_block_number)
+        if start_block_num == 0:
+            start_block_num = end_block_num - 3
+        if start_block_num >= end_block_num:
+            continue
+        with futures.ThreadPoolExecutor(max_workers=worker_num) as executor:
+            executor.submit(worker, start_block_num, end_block_num)
+        start_block_num = end_block_num + 1
+        time.sleep(3)
+
+if __name__ == '__main__':
+    with suppress(KeyboardInterrupt):
+        run()