RDKTV-33767: Remove ODM specific apis - phase2 #1449
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: L2-tests-R4-4-1 | |
| on: | |
| push: | |
| branches: [ main, 'sprint/**', 'release/**' ] | |
| pull_request: | |
| branches: [ main, 'sprint/**', 'release/**' ] | |
| env: | |
| BUILD_TYPE: Debug | |
| THUNDER_REF: "R4.4.1" | |
| INTERFACES_REF: "R4.4.1" | |
| jobs: | |
| L2-tests-R4-4-1: | |
| name: L2 tests with Thunder R4.4.1 | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| matrix: | |
| compiler: [ gcc, clang ] | |
| coverage: [ with-coverage, without-coverage ] | |
| exclude: | |
| - compiler: clang | |
| coverage: with-coverage | |
| - compiler: clang | |
| coverage: without-coverage | |
| - compiler: gcc | |
| coverage: without-coverage | |
| steps: | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.x' | |
| - run: pip install jsonref | |
| - name: Set up CMake | |
| uses: jwlawson/[email protected] | |
| with: | |
| cmake-version: '3.16.x' | |
| - name: Install packages | |
| run: > | |
| sudo apt update | |
| && | |
| sudo apt install -y libsqlite3-dev libcurl4-openssl-dev valgrind lcov clang libsystemd-dev libboost-all-dev libwebsocketpp-dev meson libcunit1 libcunit1-dev protobuf-compiler protobuf-compiler-grpc libgrpc-dev libgrpc++-dev | |
| - name: Install GStreamer | |
| run: | | |
| sudo apt update | |
| sudo apt install -y libunwind-dev libgstreamer1.0-dev libgstreamer-plugins-base1.0-dev | |
| - name: Build trevor-base64 | |
| run: | | |
| if [ ! -d "trower-base64" ]; then | |
| git clone https://github.com/xmidt-org/trower-base64.git | |
| fi | |
| cd trower-base64 | |
| meson setup --warnlevel 3 --werror build | |
| ninja -C build | |
| sudo ninja -C build install | |
| - name: Checkout rdkservices | |
| uses: actions/checkout@v3 | |
| with: | |
| path: rdkservices | |
| - name: Checkout Thunder | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: rdkcentral/Thunder | |
| path: Thunder | |
| ref: ${{env.THUNDER_REF}} | |
| - name: Apply patches Thunder | |
| run: | | |
| cd ${{github.workspace}}/Thunder | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/Use_Legact_Alt_Based_On_ThunderTools_R4.4.3.patch | |
| cd - | |
| - name: Checkout ThunderTools | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: rdkcentral/ThunderTools | |
| path: ThunderTools | |
| ref: R4.4.3 | |
| - name: Build ThunderTools | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| run: > | |
| cmake | |
| -S "${{github.workspace}}/ThunderTools" | |
| -B build/ThunderTools | |
| -DEXCEPTIONS_ENABLE=ON | |
| -DCMAKE_INSTALL_PREFIX="${{github.workspace}}/install/usr" | |
| -DCMAKE_MODULE_PATH="${{github.workspace}}/install/tools/cmake" | |
| -DGENERIC_CMAKE_MODULE_PATH="${{github.workspace}}/install/tools/cmake" | |
| && | |
| cmake --build build/ThunderTools -j8 | |
| && | |
| cmake --install build/ThunderTools | |
| - name: Checkout rdkservices | |
| run: | | |
| cd ${{github.workspace}}/rdkservices | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/0003-R4.4.1-LocationSync-compilation-error.patch | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/0003-R4.4.1-SystemAudioPlayer-compilation-error.patch | |
| cd - | |
| - name: Build Thunder | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| run: > | |
| cmake | |
| -S "${{github.workspace}}/Thunder" | |
| -B build/Thunder | |
| -DMESSAGING=ON | |
| -DHIDE_NON_EXTERNAL_SYMBOLS=OFF | |
| -DCMAKE_INSTALL_PREFIX="${{github.workspace}}/install/usr" | |
| -DCMAKE_MODULE_PATH="${{github.workspace}}/install/tools/cmake" | |
| -DBUILD_TYPE=${{env.BUILD_TYPE}} | |
| -DBINDING=127.0.0.1 | |
| -DPORT=9998 | |
| -DEXCEPTIONS_ENABLE=ON | |
| && | |
| cmake --build build/Thunder -j8 | |
| && | |
| cmake --install build/Thunder | |
| - name: Checkout ThunderInterfaces | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: rdkcentral/ThunderInterfaces | |
| path: ThunderInterfaces | |
| ref: ${{env.INTERFACES_REF}} | |
| run: rm -rf ${{github.workspace}}/ThunderInterfaces/jsonrpc/DTV.json | |
| - name: Apply patch ThunderInterfaces | |
| run: | | |
| cd ThunderInterfaces | |
| echo "Current branch is: $(git branch --show-current)" | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/R.4.4.1-0001-Add-TextToSpeech-Interface.patch | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/SplitDeviceCapablities.patch | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/0007-RDK-IDeviceInfo-Changes.patch | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/0001-RDK-45037-Secure-Storage-Thunder-Plugin.patch | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/RDKV-48604-User-Settings-Thunder-Plugin.patch | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/Use_Legact_Alt_In_ThunderInterfaces_Based_On_ThunderTools_R4.4.3.patch | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/RDK-51362-System-Mode-Thunder-Plugin.patch | |
| patch -p1 < ${{github.workspace}}/rdkservices/Tests/L2Tests/patches/0001-Add-IAnalytics-interface-R4.4.patch | |
| cd .. | |
| - name: Build ThunderInterfaces | |
| run: > | |
| cmake | |
| -S "${{github.workspace}}/ThunderInterfaces" | |
| -B build/ThunderInterfaces | |
| -DEXCEPTIONS_ENABLE=ON | |
| -DCMAKE_INSTALL_PREFIX="${{github.workspace}}/install/usr" | |
| -DCMAKE_MODULE_PATH="${{github.workspace}}/install/tools/cmake" | |
| && | |
| cmake --build build/ThunderInterfaces -j8 | |
| && | |
| cmake --install build/ThunderInterfaces | |
| - name: Generate external headers | |
| # Empty headers to mute errors | |
| run: > | |
| cd "${{github.workspace}}/rdkservices/Tests/" | |
| && | |
| mkdir -p | |
| headers | |
| headers/rdk/ds | |
| headers/rdk/iarmbus | |
| headers/rdk/iarmmgrs-hal | |
| headers/systemservices | |
| headers/systemservices/proc | |
| && | |
| cd headers | |
| && | |
| touch | |
| rdk/ds/host.hpp | |
| rdk/ds/videoOutputPort.hpp | |
| rdk/ds/audioOutputPort.hpp | |
| rdk/ds/sleepMode.hpp | |
| rdk/iarmbus/libIARM.h | |
| rdk/iarmbus/libIBus.h | |
| rdk/iarmbus/libIBusDaemon.h | |
| rdk/iarmmgrs-hal/mfrMgr.h | |
| rdk/iarmmgrs-hal/pwrMgr.h | |
| rdk/iarmmgrs-hal/sysMgr.h | |
| rfcapi.h | |
| rbus.h | |
| libudev.h | |
| systemservices/proc/readproc.h | |
| systemservices/secure_wrapper.h | |
| maintenanceMGR.h | |
| pkg.h | |
| && | |
| cp -r /usr/include/gstreamer-1.0/gst /usr/include/glib-2.0/* /usr/lib/x86_64-linux-gnu/glib-2.0/include/* /usr/local/include/trower-base64/base64.h . | |
| - name: Set clang toolchain | |
| if: ${{ matrix.compiler == 'clang' }} | |
| run: echo "TOOLCHAIN_FILE=${{github.workspace}}/rdkservices/Tests/clang.cmake" >> $GITHUB_ENV | |
| - name: Set gcc/with-coverage toolchain | |
| if: ${{ matrix.compiler == 'gcc' && matrix.coverage == 'with-coverage' && !env.ACT }} | |
| run: echo "TOOLCHAIN_FILE=${{github.workspace}}/rdkservices/Tests/gcc-with-coverage.cmake" >> $GITHUB_ENV | |
| - name: Build mocks | |
| run: > | |
| cmake | |
| -S "${{github.workspace}}/rdkservices/Tests/mocks" | |
| -B build/mocks | |
| -DBUILD_SHARED_LIBS=ON | |
| -DCMAKE_TOOLCHAIN_FILE="${{ env.TOOLCHAIN_FILE }}" | |
| -DCMAKE_INSTALL_PREFIX="${{github.workspace}}/install/usr" | |
| -DCMAKE_MODULE_PATH="${{github.workspace}}/install/tools/cmake" | |
| -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} | |
| && | |
| cmake --build build/mocks -j8 | |
| && | |
| cmake --install build/mocks | |
| - name: Build rdkservices | |
| run: > | |
| cmake | |
| -S "${{github.workspace}}/rdkservices" | |
| -B build/rdkservices | |
| -DCMAKE_TOOLCHAIN_FILE="${{ env.TOOLCHAIN_FILE }}" | |
| -DCMAKE_INSTALL_PREFIX="${{github.workspace}}/install/usr" | |
| -DCMAKE_MODULE_PATH="${{github.workspace}}/install/tools/cmake" | |
| -DHIDE_NON_EXTERNAL_SYMBOLS=OFF | |
| -DCMAKE_CXX_FLAGS=" | |
| -DEXCEPTIONS_ENABLE=ON | |
| -fprofile-arcs | |
| -ftest-coverage | |
| -DUSE_THUNDER_R4=ON | |
| -DTHUNDER_VERSION=4 | |
| -DTHUNDER_VERSION_MAJOR=4 | |
| -DTHUNDER_VERSION_MINOR=4 | |
| -DPLUGIN_PERSISTENTSTORE_PATH="/tmp/secure/persistent/rdkservicestore" | |
| -DPLUGIN_PERSISTENTSTORE_LEGACYPATH="/tmp/persistent/rdkservicestore" | |
| -I ${{github.workspace}}/rdkservices/Tests/headers | |
| -I ${{github.workspace}}/rdkservices/Tests/headers/rdk/ds | |
| -I ${{github.workspace}}/rdkservices/Tests/headers/rdk/iarmbus | |
| -I ${{github.workspace}}/rdkservices/Tests/headers/rdk/iarmmgrs-hal | |
| -I ${{github.workspace}}/rdkservices/Tests/headers/systemservices | |
| -I ${{github.workspace}}/rdkservices/Tests/headers/systemservices/proc | |
| -include ${{github.workspace}}/rdkservices/Tests/mocks/devicesettings.h | |
| -include ${{github.workspace}}/rdkservices/Tests/mocks/Iarm.h | |
| -include ${{github.workspace}}/rdkservices/Tests/mocks/Rfc.h | |
| -include ${{github.workspace}}/rdkservices/Tests/mocks/RBus.h | |
| -include ${{github.workspace}}/rdkservices/Tests/mocks/Udev.h | |
| -include ${{github.workspace}}/rdkservices/Tests/mocks/Wraps.h | |
| -include ${{github.workspace}}/rdkservices/Tests/mocks/maintenanceMGR.h | |
| -include ${{github.workspace}}/rdkservices/Tests/mocks/pkg.h | |
| -Werror -Wall -Wno-unused-result -Wno-deprecated-declarations -Wno-error=format= | |
| -DUSE_IARMBUS | |
| -DDISABLE_SECURITY_TOKEN | |
| -DENABLE_THERMAL_PROTECTION" | |
| -DPLUGIN_PERSISTENTSTORE_PATH="/tmp/secure/persistent/rdkservicestore" | |
| -DPLUGIN_PERSISTENTSTORE_LEGACYPATH="/tmp/persistent/rdkservicestore" | |
| -DCOMCAST_CONFIG=OFF | |
| -DCMAKE_DISABLE_FIND_PACKAGE_DS=ON | |
| -DCMAKE_DISABLE_FIND_PACKAGE_IARMBus=ON | |
| -DCMAKE_DISABLE_FIND_PACKAGE_Udev=ON | |
| -DCMAKE_DISABLE_FIND_PACKAGE_RFC=ON | |
| -DCMAKE_DISABLE_FIND_PACKAGE_RBus=ON | |
| -DPLUGIN_SYSTEMSERVICES=ON | |
| -DPLUGIN_TELEMETRY=ON | |
| -DPLUGIN_HDCPPROFILE=ON | |
| -DPLUGIN_NETWORK=ON | |
| -DPLUGIN_TEXTTOSPEECH=ON | |
| -DPLUGIN_USBACCESS=ON | |
| -DPLUGIN_USERSETTINGS=ON | |
| -DPLUGIN_PERSISTENTSTORE=ON | |
| -DUSE_THUNDER_R4=ON | |
| -DPLUGIN_L2Tests=ON | |
| -DRDK_SERVICE_L2_TEST=ON | |
| -DDS_FOUND=ON | |
| -DPLUGIN_ANALYTICS=ON | |
| -DPLUGIN_ANALYTICS_SIFT_BACKEND=ON | |
| -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} | |
| && | |
| cmake --build build/rdkservices -j8 | |
| && | |
| cmake --install build/rdkservices | |
| - name: Set up files | |
| run: > | |
| sudo mkdir -p -m 777 | |
| /opt/persistent | |
| /opt/secure | |
| /opt/secure/reboot | |
| /opt/secure/persistent | |
| /opt/secure/persistent/System | |
| /tmp/secure/persistent | |
| /tmp/persistent | |
| /tmp/persistent/rdkservicestore | |
| /opt/logs | |
| /lib/rdk | |
| /run/media/sda1/logs/PreviousLogs | |
| /run/media/sda2/logs/PreviousLogs | |
| /run/sda1/UsbTestFWUpdate | |
| /run/sda1/UsbProdFWUpdate | |
| /run/sda2 | |
| && | |
| sudo touch | |
| /opt/standbyReason.txt | |
| /opt/tmtryoptout | |
| /opt/fwdnldstatus.txt | |
| /opt/dcm.properties | |
| /etc/device.properties | |
| /etc/dcm.properties | |
| /etc/authService.conf | |
| /version.txt | |
| /run/media/sda1/logs/PreviousLogs/logFile.txt | |
| /run/media/sda1/logs/test.txt | |
| /run/media/sda1/logs/test.png | |
| /run/media/sda1/logs/test.docx | |
| /run/media/sda2/logs/test.txt | |
| /run/media/sda2/logs/test.png | |
| /run/sda1/HSTP11MWR_5.11p5s1_VBN_sdy.bin | |
| /run/sda1/UsbTestFWUpdate/HSTP11MWR_3.11p5s1_VBN_sdy.bin | |
| /run/sda1/UsbProdFWUpdate/HSTP11MWR_4.11p5s1_VBN_sdy.bin | |
| /lib/rdk/getMaintenanceStartTime.sh | |
| /tmp/opkg.conf | |
| /tmp/system_service_temp.conf | |
| /tmp/secure/persistent/rdkservicestore | |
| && | |
| sudo chmod -R 777 | |
| /opt/standbyReason.txt | |
| /opt/tmtryoptout | |
| /opt/fwdnldstatus.txt | |
| /opt/dcm.properties | |
| /etc/device.properties | |
| /etc/dcm.properties | |
| /etc/authService.conf | |
| /version.txt | |
| /lib/rdk/getMaintenanceStartTime.sh | |
| /tmp/opkg.conf | |
| /tmp/system_service_temp.conf | |
| /tmp/persistent/rdkservicestore | |
| /tmp/secure/persistent/rdkservicestore | |
| - name: Download pact_verifier_cli | |
| run: > | |
| echo "Copying pact plugins" && | |
| sudo mkdir -p ~/.pact/plugins/websockets-0.4.1 && | |
| sudo cp "${{github.workspace}}/rdkservices/Tests/L2Tests/pact/pact-plugin-websockets" ~/.pact/plugins/websockets-0.4.1/ && | |
| sudo cp "${{github.workspace}}/rdkservices/Tests/L2Tests/pact/pact-plugin.json" ~/.pact/plugins/websockets-0.4.1/ && | |
| sudo chmod +x ~/.pact/plugins/websockets-0.4.1/pact-plugin-websockets && | |
| PATH=${{github.workspace}}/install/usr/bin:${PATH} | |
| ${{github.workspace}}/rdkservices/Tests/L2Tests/pact/install-verifier-cli.sh | |
| - name: Run unit tests without valgrind | |
| run: > | |
| PATH=${{github.workspace}}/install/usr/bin:${PATH} | |
| LD_LIBRARY_PATH=${{github.workspace}}/install/usr/lib:${{github.workspace}}/install/usr/lib/wpeframework/plugins:${LD_LIBRARY_PATH} | |
| RdkServicesL2Test && | |
| cp -rf $(pwd)/rdkL2TestResults.json ${{github.workspace}}/rdkL2TestResultsWithoutValgrind.json && | |
| rm -rf $(pwd)/rdkL2TestResults.json | |
| - name: Run unit tests with valgrind | |
| if: ${{ !env.ACT }} | |
| run: > | |
| PATH=${{github.workspace}}/install/usr/bin:${PATH} | |
| LD_LIBRARY_PATH=${{github.workspace}}/install/usr/lib:${{github.workspace}}/install/usr/lib/wpeframework/plugins:${LD_LIBRARY_PATH} | |
| valgrind | |
| --tool=memcheck | |
| --log-file=valgrind_log | |
| --leak-check=yes | |
| --show-reachable=yes | |
| --track-fds=yes | |
| --fair-sched=try | |
| RdkServicesL2Test && | |
| cp -rf $(pwd)/rdkL2TestResults.json ${{github.workspace}}/rdkL2TestResultsWithValgrind.json && | |
| rm -rf $(pwd)/rdkL2TestResults.json | |
| - name: Generate coverage | |
| if: ${{ matrix.coverage == 'with-coverage' && !env.ACT }} | |
| run: > | |
| cp ${{github.workspace}}/rdkservices/Tests/L2Tests/.lcovrc_l2 ~/.lcovrc | |
| && | |
| lcov -c | |
| -o coverage.info | |
| -d build/rdkservices | |
| && | |
| lcov | |
| -r coverage.info | |
| '/usr/include/*' | |
| '*/build/rdkservices/_deps/*' | |
| '*/install/usr/include/*' | |
| '*/Tests/headers/*' | |
| '*/Tests/mocks/*' | |
| '*/Tests/L2Tests/*' | |
| -o filtered_coverage.info | |
| && | |
| genhtml | |
| -o coverage | |
| -t "rdkservices coverage" | |
| filtered_coverage.info | |
| - name: Upload artifacts | |
| if: ${{ !env.ACT }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: artifacts | |
| path: | | |
| coverage/ | |
| valgrind_log | |
| rdkL2TestResultsWithoutValgrind.json | |
| rdkL2TestResultsWithValgrind.json | |
| if-no-files-found: warn | |
| - name: Run contract tests | |
| if: ${{ !env.ACT }} | |
| env: | |
| PACTFLOW_TOKEN: ${{ secrets.PACTFLOW_TOKEN }} | |
| run: > | |
| PATH=$GITHUB_WORKSPACE/install/usr/bin:${PATH} | |
| LD_LIBRARY_PATH=$GITHUB_WORKSPACE/install/usr/lib:$GITHUB_WORKSPACE/install/usr/lib/wpeframework/plugins:${LD_LIBRARY_PATH} | |
| RdkServicesL2Test CTVerifierMain | |
| - name: Upload contract test results | |
| if: ${{ !env.ACT }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Contract test results | |
| path: | | |
| contract-test-results.json | |
| contract-test-statistics.txt | |
| if-no-files-found: warn |