提交测试

2024-01-16 17:22:21 +08:00
parent 92862c0372
commit 73635fda01
654 changed files with 178015 additions and 2 deletions
--- a/ci/gitlab_jenkins_templates/ubuntu_cpuonly_CI.jenkins
+++ b/ci/gitlab_jenkins_templates/ubuntu_cpuonly_CI.jenkins
@@ -0,0 +1,97 @@
+#!/usr/bin/env groovy
+
+gitlabCommitStatus("build-${configName}") {
+
+docker_registry_server = targetImageTag.split(':')[0..1].join(':')
+currentBuild.displayName = targetImageTag.split(':')[2]
+currentBuild.description = sourceBranch + ": " + commitHash
+
+podTemplate(
+cloud:'sc-ipp-blossom-prod',
+yaml:'''
+apiVersion: v1
+kind: Pod
+spec:
+  containers:
+  - name: docker
+    image: docker:20.10.23
+    command:
+    - sleep
+    args:
+    - 1d
+    env:
+      - name: DOCKER_HOST
+        value: tcp://localhost:2375
+  - name: docker-daemon
+    image: docker:20.10.23-dind
+    securityContext:
+      privileged: true
+    env:
+      - name: DOCKER_TLS_CERTDIR
+        value: ""
+    resources:
+        requests:
+          memory: 32Gi
+          cpu: 12  
+        limits:
+          memory: 32Gi
+          cpu: 12
+''') {
+  node(POD_LABEL) {
+    container("docker") {
+      // This is to let the time for the docker-daemon to get initialized.
+      sleep 10
+      try {
+        stage("Checkout") {
+          checkout([
+              $class: 'GitSCM',
+              branches: [[name: "${commitHash}"]],
+              extensions: [[
+                  $class: 'SubmoduleOption',
+                  disableSubmodules: false,
+                  parentCredentials: false,
+                  recursiveSubmodules: true,
+                  reference: '',
+                  trackingSubmodules: false
+              ]],
+              userRemoteConfigs: [[
+                  credentialsId: 'kaolin-gitlab-access-token-as-password',
+                  url: "${repoUrl}"
+              ]]
+          ])
+        }
+
+        stage("Build") {
+          def baseImage = docker.build(
+              "${targetImageTag}-base",
+              """--no-cache --network host -f ./tools/linux/Dockerfile.base_cpuonly \
+                 --build-arg PYTHON_VERSION=${pythonVer} \
+                 --build-arg PYTORCH_VERSION=${torchVer} \
+                 .
+              """)
+          targetImage = docker.build(
+              "${targetImageTag}",
+              """--no-cache --network host -f ./tools/linux/Dockerfile.install \
+                 --build-arg BASE_IMAGE=${targetImageTag}-base \
+                 --build-arg FORCE_CUDA=0 \
+                 .
+              """)
+        }
+        
+      } catch (e) {
+        updateGitlabCommitStatus(name: "test-${configName}", state: 'canceled')
+        throw e
+      }
+      gitlabCommitStatus("test-${configName}") {
+        stage("Test") {
+          targetImage.inside {
+            // Don't know why but it doesn't work from /kaolin with docker plugin
+            sh 'cd /tmp && python -c "import kaolin"'
+          }
+        }
+      }
+    }
+  }
+}
+
+}  // gitlabCommitStatus