diff --git a/.github/workflows/bot.yaml b/.github/workflows/bot.yaml index a2bad7c629706..09e7771d8ccc6 100644 --- a/.github/workflows/bot.yaml +++ b/.github/workflows/bot.yaml @@ -9,17 +9,17 @@ jobs: pr_reminder: runs-on: ubuntu-latest steps: - - name: Run PR reminder + - name: Run PR reminder for release env: WEBHOOK: ${{secrets.BOT_WEBHOOK_URL}} run: | - wget https://raw.githubusercontent.com/pingcap/docs/master/scripts/pr_reminder.py; + wget https://raw.githubusercontent.com/pingcap/docs/master/scripts/pr_reminder_for_release_assignee.py; pip3 install lxml; - python3 pr_reminder.py "$WEBHOOK" - - name: Run PR reminder by assignee + python3 pr_reminder_for_release_assignee.py "$WEBHOOK" + - name: Run PR reminder for non-release env: WEBHOOK: ${{secrets.BOT_WEBHOOK_URL}} run: | - wget https://raw.githubusercontent.com/pingcap/docs/master/scripts/pr_reminder_basedon_assignee.py; + wget https://raw.githubusercontent.com/pingcap/docs/master/scripts/pr_reminder_for_non_release_assignee.py; pip3 install lxml; - python3 pr_reminder_basedon_assignee.py "$WEBHOOK" + python3 pr_reminder_for_non_release_assignee.py "$WEBHOOK" diff --git a/scripts/pr_reminder_for_non_release_assignee.py b/scripts/pr_reminder_for_non_release_assignee.py new file mode 100644 index 0000000000000..7d4467c710089 --- /dev/null +++ b/scripts/pr_reminder_for_non_release_assignee.py @@ -0,0 +1,547 @@ +from os import close +import sys +import requests +from lxml import etree +from datetime import datetime +from string import Template + +docs_cn_url = 'https://github.com/pingcap/docs-cn/pulls?q=is%3Apr' +docs_url = 'https://github.com/pingcap/docs/pulls?q=is%3Apr' +open_url = '+is%3Aopen+label%3Atranslation%2Fdoing' +close_url = '+label%3Atranslation%2Fdoing+is%3Amerged' +non_release = '+-label%3Av6.6%2Cv7.0%2Cv7.1' +shichun_0415_assignee = '+assignee%3Ashichun-0415' +oreoxmt_assignee = '+assignee%3AOreoxmt' +hfxsd_assignee = '+assignee%3Ahfxsd' +ran_huang_assignee = '+assignee%3Aran-huang' +qiancai_assignee = '+assignee%3Aqiancai' +tomshawn_assignee = '+assignee%3ATomShawn' + + +def get_pr_no(url): + + page_text = requests.get(url=url).text + if page_text: + print('Get page text success:', url) + tree = etree.HTML(page_text) + pr_no = tree.xpath('//div[@class="table-list-header-toggle states flex-auto pl-0"]/a[@class="btn-link selected"]/text()')[1].strip() + if pr_no: + if pr_no.endswith('d'): + return str(pr_no[:-7]) + if pr_no.endswith('n'): + return str(pr_no[:-5]) + # print("未抓取到 PR 数目") + else: + return 0 + else: + print('Get page text failed:', url) + +def pop_zero_value(**data): + + for item in data: + if data[item] == '有 0 个未合源语 PR': + data[item] = '' + data[item + '_url' + '_text'] = '' + data[item + '_url'] = '' + elif data[item] == '有 0 个已合源语 PR': + data[item] = '' + data[item + '_url' + '_text'] = '' + data[item + '_url'] = '' + else: + continue + return data + + +if __name__ == "__main__": + + data_oreoxmt = { + 'date': datetime.now().strftime('%Y-%m-%d'), + 'oreoxmt_zh_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_cn_url + open_url + oreoxmt_assignee + non_release)), + 'oreoxmt_zh_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_cn_url + close_url + oreoxmt_assignee + non_release)), + 'oreoxmt_en_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_url + open_url + oreoxmt_assignee + non_release)), + 'oreoxmt_en_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_url + close_url + oreoxmt_assignee + non_release)), + 'oreoxmt_zh_assignee_open_url': docs_cn_url + open_url + oreoxmt_assignee + non_release, + 'oreoxmt_zh_assignee_close_url': docs_cn_url + close_url + oreoxmt_assignee + non_release, + 'oreoxmt_en_assignee_open_url': docs_url + open_url + oreoxmt_assignee + non_release, + 'oreoxmt_en_assignee_close_url': docs_url + close_url + oreoxmt_assignee + non_release, + 'oreoxmt_zh_assignee_open_url_text': '待处理。', + 'oreoxmt_zh_assignee_close_url_text': '待翻译。', + 'oreoxmt_en_assignee_open_url_text': '待处理。', + 'oreoxmt_en_assignee_close_url_text': '待翻译。' + } + + data_shichun_0415 = { + 'date': datetime.now().strftime('%Y-%m-%d'), + 'shichun_0415_zh_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_cn_url + open_url + shichun_0415_assignee + non_release)), + 'shichun_0415_zh_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_cn_url + close_url + shichun_0415_assignee + non_release)), + 'shichun_0415_en_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_url + open_url + shichun_0415_assignee + non_release)), + 'shichun_0415_en_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_url + close_url + shichun_0415_assignee + non_release)), + 'shichun_0415_zh_assignee_open_url': docs_cn_url + open_url + shichun_0415_assignee + non_release, + 'shichun_0415_zh_assignee_close_url': docs_cn_url + close_url + shichun_0415_assignee + non_release, + 'shichun_0415_en_assignee_open_url': docs_url + open_url + shichun_0415_assignee + non_release, + 'shichun_0415_en_assignee_close_url': docs_url + close_url + shichun_0415_assignee + non_release, + 'shichun_0415_zh_assignee_open_url_text': '待处理。', + 'shichun_0415_zh_assignee_close_url_text': '待翻译。', + 'shichun_0415_en_assignee_open_url_text': '待处理。', + 'shichun_0415_en_assignee_close_url_text': '待翻译。' + } + + data_ran_huang = { + 'date': datetime.now().strftime('%Y-%m-%d'), + 'ran_huang_zh_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_cn_url + open_url + ran_huang_assignee + non_release)), + 'ran_huang_zh_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_cn_url + close_url + ran_huang_assignee + non_release)), + 'ran_huang_en_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_url + open_url + ran_huang_assignee + non_release)), + 'ran_huang_en_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_url + close_url + ran_huang_assignee + non_release)), + 'ran_huang_zh_assignee_open_url': docs_cn_url + open_url + ran_huang_assignee + non_release, + 'ran_huang_zh_assignee_close_url': docs_cn_url + close_url + ran_huang_assignee + non_release, + 'ran_huang_en_assignee_open_url': docs_url + open_url + ran_huang_assignee + non_release, + 'ran_huang_en_assignee_close_url': docs_url + close_url + ran_huang_assignee + non_release, + 'ran_huang_zh_assignee_open_url_text': '待处理。', + 'ran_huang_zh_assignee_close_url_text': '待翻译。', + 'ran_huang_en_assignee_open_url_text': '待处理。', + 'ran_huang_en_assignee_close_url_text': '待翻译。' + } + + data_hfxsd = { + 'date': datetime.now().strftime('%Y-%m-%d'), + 'hfxsd_zh_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_cn_url + open_url + hfxsd_assignee + non_release)), + 'hfxsd_zh_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_cn_url + close_url + hfxsd_assignee + non_release)), + 'hfxsd_en_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_url + open_url + hfxsd_assignee + non_release)), + 'hfxsd_en_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_url + close_url + hfxsd_assignee + non_release)), + 'hfxsd_zh_assignee_open_url': docs_cn_url + open_url + hfxsd_assignee + non_release, + 'hfxsd_zh_assignee_close_url': docs_cn_url + close_url + hfxsd_assignee + non_release, + 'hfxsd_en_assignee_open_url': docs_url + open_url + hfxsd_assignee + non_release, + 'hfxsd_en_assignee_close_url': docs_url + close_url + hfxsd_assignee + non_release, + 'hfxsd_zh_assignee_open_url_text': '待处理。', + 'hfxsd_zh_assignee_close_url_text': '待翻译。', + 'hfxsd_en_assignee_open_url_text': '待处理。', + 'hfxsd_en_assignee_close_url_text': '待翻译。' + } + + data_qiancai = { + 'date': datetime.now().strftime('%Y-%m-%d'), + 'qiancai_zh_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_cn_url + open_url + qiancai_assignee + non_release)), + 'qiancai_zh_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_cn_url + close_url + qiancai_assignee + non_release)), + 'qiancai_en_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_url + open_url + qiancai_assignee + non_release)), + 'qiancai_en_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_url + close_url + qiancai_assignee + non_release)), + 'qiancai_zh_assignee_open_url': docs_cn_url + open_url + qiancai_assignee + non_release, + 'qiancai_zh_assignee_close_url': docs_cn_url + close_url + qiancai_assignee + non_release, + 'qiancai_en_assignee_open_url': docs_url + open_url + qiancai_assignee + non_release, + 'qiancai_en_assignee_close_url': docs_url + close_url + qiancai_assignee + non_release, + 'qiancai_zh_assignee_open_url_text': '待处理。', + 'qiancai_zh_assignee_close_url_text': '待翻译。', + 'qiancai_en_assignee_open_url_text': '待处理。', + 'qiancai_en_assignee_close_url_text': '待翻译。' + } + + data_tomshawn = { + 'date': datetime.now().strftime('%Y-%m-%d'), + 'tomshawn_zh_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_cn_url + open_url + tomshawn_assignee + non_release)), + 'tomshawn_zh_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_cn_url + close_url + tomshawn_assignee + non_release)), + 'tomshawn_en_assignee_open': '有 {} 个未合源语 PR'.format(get_pr_no(docs_url + open_url + tomshawn_assignee + non_release)), + 'tomshawn_en_assignee_close': '有 {} 个已合源语 PR'.format(get_pr_no(docs_url + close_url + tomshawn_assignee + non_release)), + 'tomshawn_zh_assignee_open_url': docs_cn_url + open_url + tomshawn_assignee + non_release, + 'tomshawn_zh_assignee_close_url': docs_cn_url + close_url + tomshawn_assignee + non_release, + 'tomshawn_en_assignee_open_url': docs_url + open_url + tomshawn_assignee + non_release, + 'tomshawn_en_assignee_close_url': docs_url + close_url + tomshawn_assignee + non_release, + 'tomshawn_zh_assignee_open_url_text': '待处理。', + 'tomshawn_zh_assignee_close_url_text': '待翻译。', + 'tomshawn_en_assignee_open_url_text': '待处理。', + 'tomshawn_en_assignee_close_url_text': '待翻译。' + } + + data = dict(list(data_oreoxmt.items()) + list(data_shichun_0415.items()) + list(data_hfxsd.items()) + list(data_qiancai.items()) + list(data_tomshawn.items()) + list(data_ran_huang.items())) + + data = pop_zero_value(**data) + + URL = 'https://open.feishu.cn/open-apis/bot/v2/hook/201ab84d-cb0c-4583-87c4-61450a7eefcc' + + d = Template("""{ + "msg_type": "post", + "content": { + "post": { + "zh-CN": { + "title": "待处理的非发版文档 PR 数目报告", + "content": [ + [ + { + "tag": "text", + "text": "查询时间：${date}" + } + ], + [ + { + "tag": "text", + "text": "待处理的非发版文档 PR 数目如下" + } + ], + [ + { + "tag": "text", + "text": "*************************************************" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": "- Oreoxmt" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": " - docs-cn：${oreoxmt_zh_assignee_open}" + }, + { + "tag": "a", + "text": "${oreoxmt_zh_assignee_open_url_text}", + "href": "${oreoxmt_zh_assignee_open_url}" + }, + { + "tag": "text", + "text": "${oreoxmt_zh_assignee_close}" + }, + { + "tag": "a", + "text": "${oreoxmt_zh_assignee_close_url_text}", + "href": "${oreoxmt_zh_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": " - docs：${oreoxmt_en_assignee_open}" + }, + { + "tag": "a", + "text": "${oreoxmt_en_assignee_open_url_text}", + "href": "${oreoxmt_en_assignee_open_url}" + }, + { + "tag": "text", + "text": "${oreoxmt_en_assignee_close}" + }, + { + "tag": "a", + "text": "${oreoxmt_en_assignee_close_url_text}", + "href": "${oreoxmt_en_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": "- shichun-0415" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": " - docs-cn：${shichun_0415_zh_assignee_open}" + }, + { + "tag": "a", + "text": "${shichun_0415_zh_assignee_open_url_text}", + "href": "${shichun_0415_zh_assignee_open_url}" + }, + { + "tag": "text", + "text": "${shichun_0415_zh_assignee_close}" + }, + { + "tag": "a", + "text": "${shichun_0415_zh_assignee_close_url_text}", + "href": "${shichun_0415_zh_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": " - docs：${shichun_0415_en_assignee_open}" + }, + { + "tag": "a", + "text": "${shichun_0415_en_assignee_open_url_text}", + "href": "${shichun_0415_en_assignee_open_url}" + }, + { + "tag": "text", + "text": "${shichun_0415_en_assignee_close}" + }, + { + "tag": "a", + "text": "${shichun_0415_en_assignee_close_url_text}", + "href": "${shichun_0415_en_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": "- hfxsd" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": " - docs-cn：${hfxsd_zh_assignee_open}" + }, + { + "tag": "a", + "text": "${hfxsd_zh_assignee_open_url_text}", + "href": "${hfxsd_zh_assignee_open_url}" + }, + { + "tag": "text", + "text": "${hfxsd_zh_assignee_close}" + }, + { + "tag": "a", + "text": "${hfxsd_zh_assignee_close_url_text}", + "href": "${hfxsd_zh_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": " - docs：${hfxsd_en_assignee_open}" + }, + { + "tag": "a", + "text": "${hfxsd_en_assignee_open_url_text}", + "href": "${hfxsd_en_assignee_open_url}" + }, + { + "tag": "text", + "text": "${hfxsd_en_assignee_close}" + }, + { + "tag": "a", + "text": "${hfxsd_en_assignee_close_url_text}", + "href": "${hfxsd_en_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": "- ran-huang" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": " - docs-cn：${ran_huang_zh_assignee_open}" + }, + { + "tag": "a", + "text": "${ran_huang_zh_assignee_open_url_text}", + "href": "${ran_huang_zh_assignee_open_url}" + }, + { + "tag": "text", + "text": "${ran_huang_zh_assignee_close}" + }, + { + "tag": "a", + "text": "${ran_huang_zh_assignee_close_url_text}", + "href": "${ran_huang_zh_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": " - docs：${ran_huang_en_assignee_open}" + }, + { + "tag": "a", + "text": "${ran_huang_en_assignee_open_url_text}", + "href": "${ran_huang_en_assignee_open_url}" + }, + { + "tag": "text", + "text": "${ran_huang_en_assignee_close}" + }, + { + "tag": "a", + "text": "${ran_huang_en_assignee_close_url_text}", + "href": "${ran_huang_en_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": "- qiancai" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": " - docs-cn：${qiancai_zh_assignee_open}" + }, + { + "tag": "a", + "text": "${qiancai_zh_assignee_open_url_text}", + "href": "${qiancai_zh_assignee_open_url}" + }, + { + "tag": "text", + "text": "${qiancai_zh_assignee_close}" + }, + { + "tag": "a", + "text": "${qiancai_zh_assignee_close_url_text}", + "href": "${qiancai_zh_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": " - docs：${qiancai_en_assignee_open}" + }, + { + "tag": "a", + "text": "${qiancai_en_assignee_open_url_text}", + "href": "${qiancai_en_assignee_open_url}" + }, + { + "tag": "text", + "text": "${qiancai_en_assignee_close}" + }, + { + "tag": "a", + "text": "${qiancai_en_assignee_close_url_text}", + "href": "${qiancai_en_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": "- TomShawn" + } + ], + [ + { + "tag": "text", + "text": "" + } + ], + [ + { + "tag": "text", + "text": " - docs-cn：${tomshawn_zh_assignee_open}" + }, + { + "tag": "a", + "text": "${tomshawn_zh_assignee_open_url_text}", + "href": "${tomshawn_zh_assignee_open_url}" + }, + { + "tag": "text", + "text": "${tomshawn_zh_assignee_close}" + }, + { + "tag": "a", + "text": "${tomshawn_zh_assignee_close_url_text}", + "href": "${tomshawn_zh_assignee_close_url}" + } + ], + [ + { + "tag": "text", + "text": " - docs：${tomshawn_en_assignee_open}" + }, + { + "tag": "a", + "text": "${tomshawn_en_assignee_open_url_text}", + "href": "${tomshawn_en_assignee_open_url}" + }, + { + "tag": "text", + "text": "${tomshawn_en_assignee_close}" + }, + { + "tag": "a", + "text": "${tomshawn_en_assignee_close_url_text}", + "href": "${tomshawn_en_assignee_close_url}" + } + ] + ] + } + } + } + }""") + + headers = { + 'Content-Type': 'application/json' + } + + r_data=d.substitute(data).encode('utf-8') + + r_docs = requests.request("POST", URL, headers=headers, data=r_data) + + print(f'{r_docs.status_code} {r_docs.reason}') + # # print(r_docs.text) diff --git a/scripts/pr_reminder.py b/scripts/pr_reminder_for_non_release_prtype.py similarity index 100% rename from scripts/pr_reminder.py rename to scripts/pr_reminder_for_non_release_prtype.py diff --git a/scripts/pr_reminder_basedon_assignee.py b/scripts/pr_reminder_for_release_assignee.py similarity index 100% rename from scripts/pr_reminder_basedon_assignee.py rename to scripts/pr_reminder_for_release_assignee.py