Skip to content

Commit

Permalink
Merge branch 'ofiwg:main' into alcf-ci-test
Browse files Browse the repository at this point in the history
  • Loading branch information
raffenet authored May 22, 2024
2 parents 378c98c + f58d5f9 commit bfe1232
Show file tree
Hide file tree
Showing 518 changed files with 51,461 additions and 17,685 deletions.
15 changes: 15 additions & 0 deletions .github/dependabot.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
# To get started with Dependabot version updates, you'll need to specify which
# package ecosystems to update and where the package manifests are located.
# Please see the documentation for all configuration options:
# https://docs.github.com/code-security/dependabot/dependabot-version-updates/configuration-options-for-the-dependabot.yml-file

version: 2
updates:
- package-ecosystem: "github-actions"
directory: "/" # Location of package manifests
schedule:
# Check for updates to GitHub Actions weekly on Monday
interval: "weekly"
time: "09:00"
timezone: "America/Los_Angeles"

4 changes: 3 additions & 1 deletion .github/workflows/clang-format-check.yml
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
name: clang-format Check
on: [push, pull_request]
permissions:
contents: read
jobs:
formatting-check:
name: Formatting Check
Expand All @@ -11,7 +13,7 @@ jobs:
steps:
- uses: actions/checkout@v4
- name: Run clang-format style check for C/C++/Protobuf programs.
uses: jidicula/clang-format-action@v4.10.2
uses: jidicula/clang-format-action@v4.12.0
with:
clang-format-version: '15'
check-path: ${{ matrix.path }}
84 changes: 84 additions & 0 deletions .github/workflows/codeql.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,84 @@
# For most projects, this workflow file will not need changing; you simply need
# to commit it to your repository.
#
# You may wish to alter this file to override the set of languages analyzed,
# or to provide custom queries or build logic.
#
# ******** NOTE ********
# We have attempted to detect the languages in your repository. Please check
# the `language` matrix defined below to confirm you have the correct set of
# supported CodeQL languages.
#
name: "CodeQL"

on:
push:
branches: [ "main" ]
pull_request:
branches: [ "main" ]
schedule:
- cron: '0 23 * * *'

jobs:
analyze:
name: Analyze
# Runner size impacts CodeQL analysis time. To learn more, please see:
# - https://gh.io/recommended-hardware-resources-for-running-codeql
# - https://gh.io/supported-runners-and-hardware-resources
# - https://gh.io/using-larger-runners
# Consider using larger runners for possible analysis time improvements.
runs-on: ${{ (matrix.language == 'swift' && 'macos-latest') || 'ubuntu-latest' }}
timeout-minutes: ${{ (matrix.language == 'swift' && 120) || 360 }}
permissions:
# required for all workflows
security-events: write

# only required for workflows in private repositories
actions: read
contents: read

strategy:
fail-fast: false
matrix:
language: [ 'c-cpp', 'python', 'ruby' ]
# CodeQL supports [ 'c-cpp', 'csharp', 'go', 'java-kotlin', 'javascript-typescript', 'python', 'ruby', 'swift' ]
# Use only 'java-kotlin' to analyze code written in Java, Kotlin or both
# Use only 'javascript-typescript' to analyze code written in JavaScript, TypeScript or both
# Learn more about CodeQL language support at https://aka.ms/codeql-docs/language-support

steps:
- name: Checkout repository
uses: actions/checkout@v4

# Initializes the CodeQL tools for scanning.
- name: Initialize CodeQL
uses: github/codeql-action/init@v3
with:
languages: ${{ matrix.language }}
# If you wish to specify custom queries, you can do so here or in a config file.
# By default, queries listed here will override any specified in a config file.
# Prefix the list here with "+" to use these queries and those in the config file.

# For more details on CodeQL's query packs, refer to: https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs
# queries: security-extended,security-and-quality


# Autobuild attempts to build any compiled languages (C/C++, C#, Go, Java, or Swift).
# If this step fails, then you should remove it and run the build manually (see below)
- name: Autobuild
uses: github/codeql-action/autobuild@v3

# ℹ️ Command-line programs to run using the OS shell.
# 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun

# If the Autobuild fails above, remove it and uncomment the following three lines.
# modify them (or add more) to build your code if your project, please refer to the EXAMPLE below for guidance.

# - run: |
# echo "Run, Build Application using script"
# ./location_of_script_within_repo/buildscript.sh

- name: Perform CodeQL Analysis
uses: github/codeql-action/analyze@v3
with:
category: "/language:${{matrix.language}}"
18 changes: 14 additions & 4 deletions .github/workflows/coverity.yml
Original file line number Diff line number Diff line change
@@ -1,8 +1,12 @@
name: Nightly Coverity Scan
on:
schedule:
# Every night, at midnight
- cron: '0 0 * * *'
# UTC time, 'minute hour day-of-month month day-of-week'
- cron: '0 5 * * *'

permissions:
contents: read

env:
APT_PACKAGES: >-
abi-compliance-checker
Expand Down Expand Up @@ -34,6 +38,7 @@ env:
--enable-shm
--enable-tcp
--enable-udp
--enable-usnic
--enable-verbs=rdma-core/build
--enable-sm2
RDMA_CORE_PATH: 'rdma-core/build'
Expand All @@ -57,7 +62,7 @@ jobs:
set -x
git clone --depth 1 -b ${{ env.RDMA_CORE_VERSION }} https://github.com/linux-rdma/rdma-core.git
pushd rdma-core; bash build.sh; popd
export LD_LIBRARY_PATH="${{ env.RDMA_CORE_PATH }}/lib:$LD_LIBRARY_PATH"
export LD_LIBRARY_PATH="$PWD/${{ env.RDMA_CORE_PATH }}/lib:$LD_LIBRARY_PATH"
# We use a compiler extension that supports broader complex type
# definitions than what's defined in C99 standard (which only defines
Expand All @@ -70,8 +75,13 @@ jobs:
./autogen.sh
./configure --prefix=$PWD/install ${{ env.OFI_PROVIDER_FLAGS }} CC=clang
cov-build --dir cov-int make
make install
make clean
pushd fabtests
./autogen.sh
./configure --with-libfabric=$PWD/../install CC=clang
popd
cov-build --dir cov-int bash -c "make && make -C fabtests LDFLAGS=\"-L$PWD/${{ env.RDMA_CORE_PATH }}/lib -L$PWD/install/lib\""
- name: Submit results
run: |
tar czvf libfabric.tgz cov-int
Expand Down
3 changes: 3 additions & 0 deletions .github/workflows/gh-man.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,9 @@ jobs:
gh-man-update:
name: GH Man Page Updater
runs-on: ubuntu-latest
permissions:
contents: write
pull-requests: write
steps:
- name: Debug information
env:
Expand Down
3 changes: 3 additions & 0 deletions .github/workflows/nroff-elves.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,9 @@ jobs:
nroff-elves-scheduled:
name: The Nroff Elves
runs-on: ubuntu-latest
permissions:
contents: write
pull-requests: write
steps:
- name: Debug information
env:
Expand Down
11 changes: 5 additions & 6 deletions .github/workflows/pr-ci.yml
Original file line number Diff line number Diff line change
@@ -1,5 +1,8 @@
name: Build Checks
on: [push, pull_request]
permissions:
contents: read
pull-requests: read
env:
APT_PACKAGES: >-
abi-compliance-checker
Expand All @@ -23,8 +26,6 @@ env:
sparse
valgrind
wget
APT_REPOS: >-
ppa:lttng/ppa
OFI_PROVIDER_FLAGS: >-
--enable-efa=$PWD/rdma-core/build
--enable-mrail
Expand All @@ -34,6 +35,7 @@ env:
--enable-shm
--enable-tcp
--enable-udp
--enable-usnic
--enable-verbs=$PWD/rdma-core/build
RDMA_CORE_PATH: '$PWD/rdma-core/build'
RDMA_CORE_VERSION: v34.1
Expand All @@ -43,7 +45,6 @@ jobs:
strategy:
matrix:
os:
- ubuntu-20.04
- ubuntu-22.04
cc:
- gcc
Expand All @@ -52,7 +53,6 @@ jobs:
steps:
- name: Install dependencies (Linux)
run: |
sudo apt-add-repository ${{ env.APT_REPOS }}
sudo apt-get update
sudo apt-get install -y ${{ env.APT_PACKAGES }}
- uses: actions/checkout@v4
Expand All @@ -74,11 +74,10 @@ jobs:
name: ${{ matrix.os }}-${{ matrix.cc }}-config.log
path: config.log
hmem:
runs-on: ubuntu-20.04
runs-on: ubuntu-22.04
steps:
- name: Install dependencies (Linux)
run: |
sudo apt-add-repository ${{ env.APT_REPOS }}
sudo apt-get update
sudo apt-get install -y ${{ env.APT_PACKAGES }}
- name: Install CUDA
Expand Down
73 changes: 73 additions & 0 deletions .github/workflows/scorecard.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,73 @@
# This workflow uses actions that are not certified by GitHub. They are provided
# by a third-party and are governed by separate terms of service, privacy
# policy, and support documentation.

name: Scorecard supply-chain security
on:
# For Branch-Protection check. Only the default branch is supported. See
# https://github.com/ossf/scorecard/blob/main/docs/checks.md#branch-protection
branch_protection_rule:
# To guarantee Maintained check is occasionally updated. See
# https://github.com/ossf/scorecard/blob/main/docs/checks.md#maintained
schedule:
# Runs everyday at 23:00 UTC/16:00 PST.
- cron: '0 23 * * *'
push:
branches: [ "main" ]

# Declare default permissions as read only.
permissions: read-all

jobs:
analysis:
name: Scorecard analysis
runs-on: ubuntu-latest
permissions:
# Needed to upload the results to code-scanning dashboard.
security-events: write
# Needed to publish results and get a badge (see publish_results below).
id-token: write
# Uncomment the permissions below if installing in a private repository.
# contents: read
# actions: read

steps:
- name: "Checkout code"
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
with:
persist-credentials: false

- name: "Run analysis"
uses: ossf/scorecard-action@dc50aa9510b46c811795eb24b2f1ba02a914e534 # v2.3.3
with:
results_file: results.sarif
results_format: sarif
# (Optional) "write" PAT token. Uncomment the `repo_token` line below if:
# - you want to enable the Branch-Protection check on a *public* repository, or
# - you are installing Scorecard on a *private* repository
# To create the PAT, follow the steps in https://github.com/ossf/scorecard-action#authentication-with-pat.
# repo_token: ${{ secrets.SCORECARD_TOKEN }}

# Public repositories:
# - Publish results to OpenSSF REST API for easy access by consumers
# - Allows the repository to include the Scorecard badge.
# - See https://github.com/ossf/scorecard-action#publishing-results.
# For private repositories:
# - `publish_results` will always be set to `false`, regardless
# of the value entered here.
publish_results: true

# Upload the results as artifacts (optional). Commenting out will disable uploads of run results in SARIF
# format to the repository Actions tab.
- name: "Upload artifact"
uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # v4.3.1
with:
name: SARIF file
path: results.sarif
retention-days: 5

# Upload the results to GitHub's code scanning dashboard.
- name: "Upload to code-scanning"
uses: github/codeql-action/upload-sarif@8a470fddafa5cbb6266ee11b37ef4d8aae19c571 # v3.24.6
with:
sarif_file: results.sarif
2 changes: 1 addition & 1 deletion .github/workflows/stale.yml
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ jobs:
pull-requests: write

steps:
- uses: actions/stale@v8
- uses: actions/stale@v9
with:
repo-token: ${{ secrets.GITHUB_TOKEN }}
days-before-stale: 360
Expand Down
7 changes: 4 additions & 3 deletions .travis.yml
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ addons:
name: "ofiwg/libfabric"
description: "Libfabric project coverity scans"
notification_email: [email protected]
build_command_prepend: "./autogen.sh; ./configure --enable-efa=$RDMA_CORE_PATH --enable-psm2 --enable-psm3=$RDMA_CORE_PATH --enable-verbs=$RDMA_CORE_PATH"
build_command_prepend: "./autogen.sh; ./configure --enable-efa=$RDMA_CORE_PATH --enable-psm2 --enable-psm3=$RDMA_CORE_PATH --enable-usnic --enable-verbs=$RDMA_CORE_PATH"
build_command: "make -j2"
branch_pattern: main

Expand Down Expand Up @@ -75,7 +75,7 @@ install:
git clone --depth 1 -b $RDMA_CORE_BRANCH https://github.com/linux-rdma/rdma-core.git && cd rdma-core && bash build.sh && cd -;
RDMA_CORE_PATH=$PWD/rdma-core/build ;
export LD_LIBRARY_PATH="$RDMA_CORE_PATH/lib:$LD_LIBRARY_PATH" ;
LIBFABRIC_CONFIGURE_ARGS="$LIBFABRIC_CONFIGURE_ARGS
LIBFABRIC_CONFIGURE_ARGS="$LIBFABRIC_CONFIGURE_ARGS --enable-usnic
--enable-psm3=$RDMA_CORE_PATH
--enable-verbs=$RDMA_CORE_PATH
--enable-efa=$RDMA_CORE_PATH";
Expand All @@ -99,6 +99,7 @@ install:
--disable-shm
--disable-tcp
--disable-udp
--disable-usnic
--disable-verbs
- make -j2 $MAKE_FLAGS
- make install
Expand All @@ -120,7 +121,7 @@ install:
make dist;
config_options="--enable-efa=$RDMA_CORE_PATH
--enable-psm3=$RDMA_CORE_PATH
--enable-verbs=$RDMA_CORE_PATH;
--enable-verbs=$RDMA_CORE_PATH --enable-usnic";
LDFLAGS=-Wl,--build-id rpmbuild -ta
--define "configopts $config_options" libfabric-*.tar.bz2;
fi
Expand Down
Loading

0 comments on commit bfe1232

Please sign in to comment.