自动化推送网页

1
name: <workflow-name> # workflow的名称
2

3
on: <workflow-trigger> # workflow的触发条件
4

5
permissions: # workflow的权限
6
  contents: read
7
  issues: write
8

9
env: # workflow的环境变量
10
  ENV: production
11

12
jobs: # workflow的工作
13
  build:
14
    runs-on: ubuntu-latest # 运行环境
15
    steps: # workflow的步骤
16
      - name: Checkout # 步骤名称
17
        uses: actions/checkout@v2 # 步骤使用的action
18
        with: # 步骤的参数
19
          ref: master
20
          fetch-depth: 0
21
      ### 或者 ###
22
      - name: Checkout # 步骤名称
23
        run: echo "Hello World" # 步骤的命令

1
from oauth2client.service_account import ServiceAccountCredentials
2
import httplib2
3
import json
4
import sys
5

6
# https://developers.google.com/search/apis/indexing-api/v3/prereqs#header_2
7
JSON_KEY_FILE = "api-key.json"
8
SCOPES = ["https://www.googleapis.com/auth/indexing"]
9

10
def main(urls_file):
11
    credentials = ServiceAccountCredentials.from_json_keyfile_name(JSON_KEY_FILE, scopes=SCOPES)
12
    http = credentials.authorize(httplib2.Http())
13

14
    ENDPOINT = "https://indexing.googleapis.com/v3/urlNotifications:publish"
15

16
    with open(urls_file, "r") as f:
17
        urls = f.readlines()
18

19
    for u in urls:
20
        content = {}
21
        content['url'] = u.strip()
22
        content['type'] = "URL_UPDATED"
23
        json_ctn = json.dumps(content)
24

25
        response, content = http.request(ENDPOINT, method="POST", body=json_ctn)
26

27
        result = json.loads(content.decode())
28

29
        if "error" in result:
30
            print("Error({} - {}): {}".format(result["error"]["code"], result["error"]["status"], result["error"]["message"]))
31
        else:
32
            print("urlNotificationMetadata.url: {}".format(result["urlNotificationMetadata"]["url"]))
33
            print("urlNotificationMetadata.latestUpdate.url: {}".format(result["urlNotificationMetadata"]["latestUpdate"]["url"]))
34
            print("urlNotificationMetadata.latestUpdate.type: {}".format(result["urlNotificationMetadata"]["latestUpdate"]["type"]))
35
            print("urlNotificationMetadata.latestUpdate.notifyTime: {}".format(result["urlNotificationMetadata"]["latestUpdate"]["notifyTime"]))
36

37
if __name__ == "__main__":
38
    if len(sys.argv) < 2:
39
        print("Usage: python push_urls_to_google.py <urls_file>")
40
    else:
41
        urls_file = sys.argv[1]
42
        main(urls_file)

1
name: Push Latest URLs Once a Day
2
on:
3
  schedule:
4
    - cron: "0 0 * * *"
5
  workflow_dispatch:
6

7
# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
8
permissions:
9
  contents: read
10
  pages: write
11
  id-token: write
12

13
# Environment variables available to all jobs and steps in this workflow
14
env:
15
  HUGO_ENV: production
16
  HUGO_VERSION: "0.115.4"
17
  GO_VERSION: "1.20.5"
18
  NODE_VERSION: "18.15.0"
19
  TINA_CLIENT_ID: ${{ vars.TINA_CLIENT_ID }}
20
  TINA_TOKEN: ${{ vars.TINA_TOKEN }}
21

22
jobs:
23
  # Build job
24
  build:
25
    runs-on: ubuntu-latest
26
    steps:
27
      - uses: actions/checkout@v3
28
      - name: Set up Node.js
29
        uses: actions/setup-node@v3
30
        with:
31
          node-version: ${{ env.NODE_VERSION }}
32

33
      - name: Install Hugo
34
        run: |
35
          curl -LO "https://github.com/gohugoio/hugo/releases/download/v${{ env.HUGO_VERSION }}/hugo_extended_${{ env.HUGO_VERSION }}_Linux-64bit.tar.gz"
36
          tar -xvf hugo_extended_${{ env.HUGO_VERSION }}_Linux-64bit.tar.gz
37
          sudo mv hugo /usr/local/bin/
38
          rm hugo_extended_${{ env.HUGO_VERSION }}_Linux-64bit.tar.gz
39
          hugo version
40

41
      - name: Install Go
42
        run: |
43
          curl -LO "https://dl.google.com/go/go${{ env.GO_VERSION }}.linux-amd64.tar.gz"
44
          sudo tar -C /usr/local -xzf go${{ env.GO_VERSION }}.linux-amd64.tar.gz
45
          echo "export PATH=$PATH:/usr/local/go/bin" >> $GITHUB_ENV
46
          rm go${{ env.GO_VERSION }}.linux-amd64.tar.gz
47
          go version
48

49
      - name: Setup Project
50
        run: npm run project-setup
51

52
      - name: Install npm dependencies
53
        run: npm install
54

55
      - name: Build Website
56
        run: npm run build
57

58
      - name: Upload artifact
59
        uses: actions/upload-pages-artifact@v1
60
        with:
61
          path: ./public
62

63
      - name: Echo CNAME
64
        run: echo ${{ secrets.CNAME }} > ./public/CNAME
65

66
      - name: Deploy Web
67
        uses: peaceiris/actions-gh-pages@v3
68
        with:
69
          PERSONAL_TOKEN: ${{ secrets.PERSONAL_TOKEN }}
70
          EXTERNAL_REPOSITORY: HaleyCH/HaleyCH.github.io
71
          PUBLISH_BRANCH: master
72
          PUBLISH_DIR: ./public
73
          commit_message: ${{ github.event.head_commit.message }}
74

75
      - name: Extract Latest URLs
76
        run: |
77
          latest_urls=$(grep -o '<loc>[^<]*</loc>' ./public/sitemap.xml | sed 's/<loc>\(.*\)<\/loc>/\1/' | head -n 100)
78
          echo "$latest_urls" > latest_urls.txt
79

80
      - name: Push Latest URLs to Baidu
81
        run: |
82
          while IFS= read -r url; do
83
            curl -H "Content-Type:text/plain" --data-binary "$url" "http://data.zz.baidu.com/urls?site=hluvmiku.tech&token=x1rQVPzQUzr3sm35"
84
          done < latest_urls.txt
85

86
      - name: install python
87
        uses: actions/setup-python@v2
88
        with:
89
          python-version: "3.x"
90

91
      - name: Install dependencies
92
        run: |
93
          python -m pip install --upgrade pip
94
          pip install oauth2client
95
          pip install httplib2
96

97
      - name: Push Latest URLs to Google
98
        run: |
99
          pwd
100
          ls -l
101
          python ./push_urls_to_google.py latest_urls.txt