Generate OFAC sanctioned digital currency addresses lists each night at 2 UTC #530
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will generate and update the lists in the 'lists' branch each night at 0 UTC | |
| name: Generate OFAC sanctioned digital currency addresses lists each night at 2 UTC | |
| on: | |
| schedule: | |
| - cron: '0 2 * * *' | |
| workflow_dispatch: | |
| jobs: | |
| generate-lists: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@0ad4b8fadaa221de15dcec353f45205ec38ea70b # v4 | |
| with: | |
| persist-credentials: false # otherwise, the token used is the GITHUB_TOKEN, instead of your personal token | |
| fetch-depth: 0 # otherwise, you will failed to push refs to dest repo | |
| - name: Set up Python 3.11 | |
| uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5 | |
| with: | |
| python-version: 3.11 | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y wget gnupg | |
| wget -q -O - https://dl.google.com/linux/linux_signing_key.pub | sudo apt-key add - | |
| sudo sh -c 'echo "deb [arch=amd64] https://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google-chrome.list' | |
| sudo apt-get update | |
| sudo apt-get install -y google-chrome-stable chromium-chromedriver | |
| pip install selenium webdriver-manager | |
| - name: Download the sdn_advanced.xml file | |
| run: | | |
| wget --tries=5 --wait=60 --retry-on-http-error=403 https://www.treasury.gov/ofac/downloads/sanctions/1.0/sdn_advanced.xml | |
| - name: Generate TXT and JSON files for all assets | |
| run: | | |
| mkdir data | |
| python3 generate-address-list.py -f JSON TXT -path ./data | |
| - name: Commit files | |
| run: | | |
| git config --local user.email "45324+github-actions[bot]@users.noreply.github.com" | |
| git config --local user.name "github-actions[bot]" | |
| git checkout lists | |
| mv data/* . | |
| git status | |
| ls | |
| # If the sanctioned addresses have been updated, or if there is no checksum | |
| # or XML bzip file, bzip the file and check it into git along with the checksum. | |
| if git status sanctioned_addresses_* --porcelain | grep -q '^ M' || \ | |
| [ ! -f sdn_advanced_checksum.txt ] || \ | |
| [ ! -f sdn_advanced.xml.bz2 ]; then | |
| bzip2 -9f sdn_advanced.xml # Force overwrite if the file exists | |
| git add sdn_advanced_checksum.txt | |
| git add sdn_advanced.xml.bz2 | |
| fi | |
| git add sanctioned_addresses_* -f | |
| git status | |
| git commit -m "Automatically updated lists: $(date)" || true | |
| - name: Push changes | |
| uses: ad-m/github-push-action@9a2e3c14aaecf56d5816dc3a54514f82050820b2 # master | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| branch: lists | |
| failure-notification: | |
| runs-on: ubuntu-latest | |
| needs: generate-lists | |
| if: failure() | |
| steps: | |
| - name: Notify Slack of failure | |
| uses: 8398a7/action-slack@28ba43ae48961b90635b50953d216767a6bea486 # https://github.com/8398a7/action-slack/releases/tag/v3.16.2 | |
| with: | |
| status: failure | |
| custom_payload: | | |
| { | |
| "channel": "#compliance-bot", | |
| "username": "compliance-bot", | |
| "text": "The OFAC sanctioned digital currency addresses list generation job has failed.", | |
| "icon_emoji": ":x:" | |
| } | |
| env: | |
| SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} |