code-ce3f39195a68/.github/workflows/anchore.yml0000644000000000000000000000350614304012074017424 0ustar 00000000000000# This workflow uses actions that are not certified by GitHub. # They are provided by a third-party and are governed by # separate terms of service, privacy policy, and support # documentation. # This workflow checks out code, builds an image, performs a container image # vulnerability scan with Anchore's Grype tool, and integrates the results with GitHub Advanced Security # code scanning feature. For more information on the Anchore scan action usage # and parameters, see https://github.com/anchore/scan-action. For more # information on Anchore's container image scanning tool Grype, see # https://github.com/anchore/grype name: Anchore Container Scan on: push: branches: [ "master" ] pull_request: # The branches below must be a subset of the branches above branches: [ "master" ] schedule: - cron: '38 21 * * 6' permissions: contents: read jobs: Anchore-Build-Scan: permissions: contents: read # for actions/checkout to fetch code security-events: write # for github/codeql-action/upload-sarif to upload SARIF results actions: read # only required for a private repository by github/codeql-action/upload-sarif to get the Action run status runs-on: ubuntu-latest steps: - name: Checkout the code uses: actions/checkout@v3 - name: Build the Docker image run: docker build . --file scripts/Docker/Dockerfile --tag localbuild/testimage:latest - name: Run the Anchore scan action itself with GitHub Advanced Security code scanning integration enabled uses: anchore/scan-action@b08527d5ae7f7dc76f9621edb6e49eaf47933ccd with: image: "localbuild/testimage:latest" acs-report-enable: true fail-build: false - name: Upload Anchore Scan Report uses: github/codeql-action/upload-sarif@v2 with: sarif_file: results.sarif code-ce3f39195a68/.github/workflows/ci-test.yml0000644000000000000000000001062314304012074017353 0ustar 00000000000000# merged in python-package.yml workflow name: roundup-ci on: push: branches: [ "master" ] # pull_request: # branches: [ "master" ] # schedule: # - cron '0 11 * * 1-5' jobs: test: name: CI build test runs-on: ubuntu-latest # use below if running on multiple OS's. # runs-on: ${{ matrix.os }} strategy: fail-fast: false matrix: # Run in all these versions of Python python-version: [ "2.7", "3.10" ] #python-version: [ "2.7", "3.10", "3.9", "3.8", "3.6" ] # use for multiple os or ubuntu versions # os: [ubuntu-latest, macos-latest, windows-latest] #env: # OS: ${{ matrix.os }} # PYTHON: ${{ matrix.python-version }} steps: # Checkout the latest code from the repo - name: Checkout source uses: actions/checkout@v3 # Setup which version of Python to use - name: Set Up Python ${{ matrix.python-version }} uses: actions/setup-python@v3 with: python-version: ${{ matrix.python-version }} # Display the Python version being used - name: Display Python version run: python -c "import sys; print(sys.version)" # Install the databases - name: Install postgres run: | sudo apt-get install postgresql # Disable fsync for speed, don't care about data durability when testing sudo sed -i -e '$a\fsync = off' /etc/postgresql/*/*/postgresql.conf sudo service postgresql restart; sleep 30 # set up postgresql database sudo -u postgres psql -c "CREATE ROLE rounduptest WITH CREATEDB LOGIN PASSWORD 'rounduptest';" -U postgres - name: Install mariadb/mysql if: ${{ false }} run: | sudo apt-get install mariadb # set up mysql database sudo sed -i -e '/^\[mysqld\]/,/^\[mysql/s/^max_allowed_packet.*/max_allowed_packet = 500M/' /etc/mysql/my.cnf cat /etc/mysql/my.cnf sudo service mariadb restart mysql -u root -e 'GRANT ALL ON rounduptest.* TO rounduptest@localhost IDENTIFIED BY "rounduptest";' # HACK: workaround mysql bug: http://bugs.mysql.com/bug.php?id=74901 # needed for test_mysql.mysqlDBTest.testFilteringSpecialChars # plus others. Otherwise we get: # COLLATION 'utf8_bin' is not valid for CHARACTER SET 'utf8mb4' # sed -i 's/CREATE DATABASE \%s/CREATE DATABASE \%s COLLATE utf8_general_ci/' roundup/backends/back_mysql.py - name: Update pip run: python -m pip install --upgrade pip - name: Install db libraries run: pip install psycopg2 mysqlclient - name: Install auxilary packages run: | sudo apt-get install swig gpgsm libgpgme-dev pip install beautifulsoup4 brotli jinja2 markdown2 \ pyjwt pytz whoosh # pip install gpg - name: Install aux packages that need versions differences # if zstd fails install, keep going with test, don't abort run: | set -xv pip install zstd || true if $(python -c 'import sys; print("%d.%d.%d"%(sys.version_info.major, sys.version_info.minor, sys.version_info.micro))' != "2."* ]]; then pip install Markdown; fi - name: Install pytest and other packages needed for running tests run: pip install codecov flake8 pytest pytest-cov requests - name: Test build roundup and install locale so lang tests work. run: | python setup.py install (cd locale; make local_install; ls -lR locale/de/LC_MESSAGES) - name: run flake8 - abort for syntax error, otherwise warn only run: | # stop the build for Python syntax errors or undefined names flake8 roundup --count --select=E9,F63,F7,F82 --show-source --statistics # exit-zero treats all errors as warnings. # The GitHub editor is 127 chars wide flake8 roundup --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics # Run the tests using pytest with test files in tests directory. - name: Run tests run: pytest -v tests - name: Upload coverage to Codecov # see: https://github.com/codecov/codecov-action#usage uses: codecov/codecov-action@v3 with: verbose: true - name: test build_doc run: | python ./setup.py build_doc code-ce3f39195a68/.github/workflows/codeql-analysis.yml0000644000000000000000000000451314304012074021074 0ustar 00000000000000# For most projects, this workflow file will not need changing; you simply need # to commit it to your repository. # # You may wish to alter this file to override the set of languages analyzed, # or to provide custom queries or build logic. # # ******** NOTE ******** # We have attempted to detect the languages in your repository. Please check # the `language` matrix defined below to confirm you have the correct set of # supported CodeQL languages. # ******** NOTE ******** name: "CodeQL" on: push: branches: [ master ] pull_request: # The branches below must be a subset of the branches above branches: [ master ] schedule: - cron: '28 17 * * 1' jobs: analyze: name: Analyze runs-on: ubuntu-latest strategy: fail-fast: false matrix: language: [ 'javascript', 'python' ] # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python' ] # Learn more... # https://docs.github.com/en/github/finding-security-vulnerabilities-and-errors-in-your-code/configuring-code-scanning#overriding-automatic-language-detection steps: - name: Checkout repository uses: actions/checkout@v2 # Initializes the CodeQL tools for scanning. - name: Initialize CodeQL uses: github/codeql-action/init@v2 with: languages: ${{ matrix.language }} # If you wish to specify custom queries, you can do so here or in a config file. # By default, queries listed here will override any specified in a config file. # Prefix the list here with "+" to use these queries and those in the config file. # queries: ./path/to/local/query, your-org/your-repo/queries@main # Autobuild attempts to build any compiled languages (C/C++, C#, or Java). # If this step fails, then you should remove it and run the build manually (see below) - name: Autobuild uses: github/codeql-action/autobuild@v2 # ℹī¸ Command-line programs to run using the OS shell. # 📚 https://git.io/JvXDl # ✏ī¸ If the Autobuild fails above, remove it and uncomment the following three lines # and modify them (or add more) to build your code if your project # uses a compiled language #- run: | # make bootstrap # make release - name: Perform CodeQL Analysis uses: github/codeql-action/analyze@v2