TSG-9550 TFE运行CI时同时构建CentOS7/CentOS8运行环境的安装包v4.6.02-20220210

3 files changed, 190 insertions, 21 deletions

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 6d50724..276eee8 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1,4 +1,3 @@
-image: "git.mesalab.cn:7443/mesa_platform/build-env:master"
 variables:
   GIT_STRATEGY: "clone"
   BUILD_PADDING_PREFIX: /tmp/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX_PREFIX_PREFIX_PREFIX_PREFIX_PREFIX/
@@ -10,7 +9,7 @@ stages:
 - envelope
 - upload
 
-.build_by_travis:
+.build_by_travis_for_centos7:
   before_script:
   - mkdir -p $BUILD_PADDING_PREFIX/$CI_PROJECT_NAMESPACE/
   - ln -s $CI_PROJECT_DIR $BUILD_PADDING_PREFIX/$CI_PROJECT_PATH
@@ -18,13 +17,36 @@ stages:
   - chmod +x ./ci/travis.sh
   script:
   - yum makecache
+  - yum install -y libmnl-devel
+  - yum install -y libnfnetlink-devel
+  - yum install -y elfutils-libelf-devel
   - ./ci/travis.sh
   tags:
   - share
 
-branch_build_debug:
+.build_by_travis_for_centos8:
+  before_script:
+  - mkdir -p $BUILD_PADDING_PREFIX/$CI_PROJECT_NAMESPACE/
+  - ln -s $CI_PROJECT_DIR $BUILD_PADDING_PREFIX/$CI_PROJECT_PATH
+  - cd $BUILD_PADDING_PREFIX/$CI_PROJECT_PATH
+  - chmod +x ./ci/travis.sh
+  script:
+  - yum makecache
+  - dnf --enablerepo=powertools install -y libnfnetlink-devel
+  - dnf --enablerepo=powertools install -y libmnl-devel
+  - yum install -y elfutils-libelf-devel
+  - ./ci/travis.sh
+  tags:
+  - share
+
+###############################################################################
+# compile use image: build-env:master
+###############################################################################
+
+branch_build_debug_for_centos7:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:master"
   stage: build
-  extends: .build_by_travis
+  extends: .build_by_travis_for_centos7
   variables:
     BUILD_TYPE: Debug
   except:
@@ -32,24 +54,26 @@ branch_build_debug:
     - /^release-.*$/i
     - tags
 
-branch_build_release:
+branch_build_release_for_centos7:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:master"
   stage: build
   variables:
     BUILD_TYPE: RelWithDebInfo
-  extends: .build_by_travis
+  extends: .build_by_travis_for_centos7
   except:
     - /^develop-.*$/i
     - /^release-.*$/i
     - tags
 
-develop_build_debug:
+develop_build_debug_for_centos7:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:master"
   stage: build
-  extends: .build_by_travis
+  extends: .build_by_travis_for_centos7
   variables:
     TESTING_VERSION_BUILD: 1
     UPLOAD_SYMBOL_FILES: 1
     BUILD_TYPE: Debug
-    ASAN_OPTION: ADDRESS
+    # ASAN_OPTION: ADDRESS
     PACKAGE: 1
     PULP3_REPO_NAME: tfe-testing-x86_64.el7
     PULP3_DIST_NAME: tfe-testing-x86_64.el7
@@ -61,13 +85,14 @@ develop_build_debug:
     - /^develop-.*$/i
     - /^release-.*$/i
 
-develop_build_release:
+develop_build_release_for_centos7:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:master"
   stage: build
-  extends: .build_by_travis
+  extends: .build_by_travis_for_centos7
   variables:
     TESTING_VERSION_BUILD: 1
     UPLOAD_SYMBOL_FILES: 1
- #   ASAN_OPTION: ADDRESS
+    # ASAN_OPTION: ADDRESS
     BUILD_TYPE: RelWithDebInfo
     PACKAGE: 1
     PULP3_REPO_NAME: tfe-testing-x86_64.el7
@@ -80,7 +105,8 @@ develop_build_release:
     - /^develop-.*$/i
     - /^release-.*$/i
 
-release_build_debug:
+release_build_debug_for_centos7:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:master"
   stage: build
   variables:
     UPLOAD_SYMBOL_FILES: 1
@@ -88,7 +114,7 @@ release_build_debug:
     PACKAGE: 1
     PULP3_REPO_NAME: tfe-stable-x86_64.el7
     PULP3_DIST_NAME: tfe-stable-x86_64.el7
-  extends: .build_by_travis
+  extends: .build_by_travis_for_centos7
   artifacts:
     name: "tfe-install-$CI_COMMIT_REF_NAME-debug"
     paths:
@@ -96,7 +122,8 @@ release_build_debug:
   only:
     - tags
 
-release_build_release:
+release_build_release_for_centos7:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:master"
   stage: build
   variables:
     BUILD_TYPE: RelWithDebInfo
@@ -104,7 +131,7 @@ release_build_release:
     PACKAGE: 1
     PULP3_REPO_NAME: tfe-stable-x86_64.el7
     PULP3_DIST_NAME: tfe-stable-x86_64.el7
-  extends: .build_by_travis
+  extends: .build_by_travis_for_centos7
   artifacts:
     name: "tfe-install-$CI_COMMIT_REF_NAME-release"
     paths:
@@ -112,13 +139,15 @@ release_build_release:
   only:
     - tags
 
-envelope_rpm:
+envelope_rpm_for_centos7:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:master"
   stage: envelope
   variables:
     FEATURE_ID: 100
     APP_NAME_IN_RPM_SPEC: tfe
   script:
-    - export RPM_FULL_PATH=`ls $CI_PROJECT_DIR/build/*.rpm | grep -v debug | grep -v debuginfo | grep -v devel | head -n 1`
+    - export SYS_TYPE=`if [ $(cat /etc/os-release | grep SUPPORT_PRODUCT_VERSION | grep 7 | wc -l) -eq 1 ]; then echo \"el7\"; else echo \"el8\"; fi`
+    - export RPM_FULL_PATH=`ls $CI_PROJECT_DIR/build/*.rpm | grep -v debug | grep -v debuginfo | grep -v devel | grep $SYS_TYPE | head -n 1`
     - export BIN_TO_PROTECT_IN_RPM="${INSTALL_PREFIX}/bin/tfe"
     - /root/rebuildrpm_and_envelope.sh $RPM_FULL_PATH $BIN_TO_PROTECT_IN_RPM $FEATURE_ID $APP_NAME_IN_RPM_SPEC
   tags:
@@ -130,7 +159,8 @@ envelope_rpm:
   only:
     - tags
   
-upload_envelope_rpm:
+upload_envelope_rpm_for_centos7:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:master"
   stage: upload
   variables:
     PULP3_REPO_NAME: tfe-stable-x86_64.el7
@@ -145,3 +175,140 @@ upload_envelope_rpm:
     - share
   only:
     - tags
+
+###############################################################################
+# compile use image: build-env:rockylinux
+###############################################################################
+
+branch_build_debug_for_centos8:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:rockylinux"
+  stage: build
+  extends: .build_by_travis_for_centos8
+  variables:
+    BUILD_TYPE: Debug
+  except:
+    - /^develop-.*$/i
+    - /^release-.*$/i
+    - tags
+
+branch_build_release_for_centos8:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:rockylinux"
+  stage: build
+  variables:
+    BUILD_TYPE: RelWithDebInfo
+  extends: .build_by_travis_for_centos8
+  except:
+    - /^develop-.*$/i
+    - /^release-.*$/i
+    - tags
+
+develop_build_debug_for_centos8:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:rockylinux"
+  stage: build
+  extends: .build_by_travis_for_centos8
+  variables:
+    TESTING_VERSION_BUILD: 1
+    UPLOAD_SYMBOL_FILES: 1
+    BUILD_TYPE: Debug
+    # ASAN_OPTION: ADDRESS
+    PACKAGE: 1
+    PULP3_REPO_NAME: tfe-testing-x86_64.el8
+    PULP3_DIST_NAME: tfe-testing-x86_64.el8
+  artifacts:
+    name: "tfe-develop-$CI_COMMIT_REF_NAME-debug"
+    paths:
+      - build/*.rpm
+  only:
+    - /^develop-.*$/i
+    - /^release-.*$/i
+
+develop_build_release_for_centos8:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:rockylinux"
+  stage: build
+  extends: .build_by_travis_for_centos8
+  variables:
+    TESTING_VERSION_BUILD: 1
+    UPLOAD_SYMBOL_FILES: 1
+    # ASAN_OPTION: ADDRESS
+    BUILD_TYPE: RelWithDebInfo
+    PACKAGE: 1
+    PULP3_REPO_NAME: tfe-testing-x86_64.el8
+    PULP3_DIST_NAME: tfe-testing-x86_64.el8
+  artifacts:
+    name: "tfe-develop-$CI_COMMIT_REF_NAME-release"
+    paths:
+      - build/*.rpm
+  only:
+    - /^develop-.*$/i
+    - /^release-.*$/i
+
+release_build_debug_for_centos8:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:rockylinux"
+  stage: build
+  variables:
+    UPLOAD_SYMBOL_FILES: 1
+    BUILD_TYPE: Debug
+    PACKAGE: 1
+    PULP3_REPO_NAME: tfe-stable-x86_64.el8
+    PULP3_DIST_NAME: tfe-stable-x86_64.el8
+  extends: .build_by_travis_for_centos8
+  artifacts:
+    name: "tfe-install-$CI_COMMIT_REF_NAME-debug"
+    paths:
+    - build/*.rpm
+  only:
+    - tags
+
+release_build_release_for_centos8:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:rockylinux"
+  stage: build
+  variables:
+    BUILD_TYPE: RelWithDebInfo
+    UPLOAD_SYMBOL_FILES: 1
+    PACKAGE: 1
+    PULP3_REPO_NAME: tfe-stable-x86_64.el8
+    PULP3_DIST_NAME: tfe-stable-x86_64.el8
+  extends: .build_by_travis_for_centos8
+  artifacts:
+    name: "tfe-install-$CI_COMMIT_REF_NAME-release"
+    paths:
+      - build/*.rpm
+  only:
+    - tags
+
+envelope_rpm_for_centos8:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:rockylinux"
+  stage: envelope
+  variables:
+    FEATURE_ID: 100
+    APP_NAME_IN_RPM_SPEC: tfe
+  script:
+    - export SYS_TYPE=`if [ $(cat /etc/os-release | grep SUPPORT_PRODUCT_VERSION | grep 7 | wc -l) -eq 1 ]; then echo \"el7\"; else echo \"el8\"; fi`
+    - export RPM_FULL_PATH=`ls $CI_PROJECT_DIR/build/*.rpm | grep -v debug | grep -v debuginfo | grep -v devel | grep $SYS_TYPE | head -n 1`
+    - export BIN_TO_PROTECT_IN_RPM="${INSTALL_PREFIX}/bin/tfe"
+    - /root/rebuildrpm_and_envelope.sh $RPM_FULL_PATH $BIN_TO_PROTECT_IN_RPM $FEATURE_ID $APP_NAME_IN_RPM_SPEC
+  tags:
+    - envelope
+  artifacts:
+    name: "tfe-pr-$CI_COMMIT_REF_NAME-release"
+    paths:
+      - build/*-pr-*.rpm
+  only:
+    - tags
+
+upload_envelope_rpm_for_centos8:
+  image: "git.mesalab.cn:7443/mesa_platform/build-env:rockylinux"
+  stage: upload
+  variables:
+    PULP3_REPO_NAME: tfe-stable-x86_64.el8
+    PULP3_DIST_NAME: tfe-stable-x86_64.el8
+  script:
+    - cd $CI_PROJECT_DIR/build/
+    - ls -ahl *.rpm
+    - cp ~/rpm_upload_tools.py ./
+    - python3 rpm_upload_tools.py ${PULP3_REPO_NAME} ${PULP3_DIST_NAME} *-pr-*.rpm
+    - rm -rf *.rpm
+  tags:
+    - share
+  only:
+    - tags
\ No newline at end of file
diff --git a/CMakeLists.txt b/CMakeLists.txt
index 3f3a69d..e6067c3 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -56,6 +56,8 @@ elseif(ENABLE_SANITIZE_THREAD)
 	set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -lasan")
 endif()
 
+set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -lelf")
+
 if(ENABLE_SANITIZE_ADDRESS AND ENABLE_SANITIZE_THREAD)
 	message(WARNING "Both ENABLE_SANITIZE_ADDRESS and ENABLE_SANITIZE_THREAD set, only ENABLE_SANITIZE_ADDRESS effected.")
 endif()
diff --git a/ci/travis.sh b/ci/travis.sh
index 7744474..972e605 100644
--- a/ci/travis.sh
+++ b/ci/travis.sh
@@ -37,7 +37,6 @@ yum install -y mrzcpd numactl-devel zlib-devel librdkafka-devel systemd-devel
 yum install -y libcjson-devel libmaatframe-devel libMESA_field_stat2-devel libMESA_handle_logger-devel 
 yum install -y libMESA_htable-devel libMESA_prof_load-devel librulescan-devel libwiredcfg-devel libWiredLB-devel sapp-devel libbreakpad_mini-devel
 yum install -y libasan
-yum install -y libmnl-devel libnfnetlink-devel
 
 if [ $ASAN_OPTION ];then
 	source /opt/rh/devtoolset-7/enable
@@ -64,6 +63,7 @@ fi
 
 if [ -n "${UPLOAD_SYMBOL_FILES}" ]; then
   rpm -i tfe*debuginfo*.rpm
-  cp /usr/lib/debug/opt/tsg/tfe/bin/tfe.debug /tmp/tfe.debuginfo.${CI_COMMIT_SHORT_SHA}
+  ls -ahl /usr/lib/debug/opt/tsg/tfe/bin/
+  cp /usr/lib/debug/opt/tsg/tfe/bin/tfe*debug /tmp/tfe.debuginfo.${CI_COMMIT_SHORT_SHA}
   sentry-cli upload-dif -t elf /tmp/tfe.debuginfo.${CI_COMMIT_SHORT_SHA}
 fi