298 lines
9.2 KiB
Groovy
298 lines
9.2 KiB
Groovy
#!/usr/bin/env groovy
|
|
|
|
docker_registry_server = ImageTag.split(':')[0..1].join(':')
|
|
currentBuild.displayName = ImageTag.split(':')[2] + "-${arch}"
|
|
currentBuild.description = sourceBranch + ": " + commitHash
|
|
|
|
// to manage image secrets:
|
|
// 1) log into docker
|
|
// docker login gitlab-master.nvidia.com:5005
|
|
// 2) create secret
|
|
// kubectl create secret docker-registry test-secret -n kaolin --docker-server=gitlab-master.nvidia.com:5005 --docker-username azook --docker-password XXX
|
|
// 3) add to service account
|
|
// https://kubernetes.io/docs/tasks/configure-pod-container/configure-service-account/#add-imagepullsecrets-to-a-service-account
|
|
// kubectl patch kaolin-sa default -p '{"imagePullSecrets": [{"name": "myregistrykey"}]}'
|
|
// 4) add to pod template
|
|
|
|
gitlabCommitStatus("test-${configName}-${arch}") {
|
|
|
|
podTemplate(cloud:'sc-ipp-blossom-prod',
|
|
slaveConnectTimeout: 4000,
|
|
yaml: """
|
|
apiVersion: v1
|
|
kind: Pod
|
|
spec:
|
|
volumes:
|
|
- name: pvc-mount
|
|
persistentVolumeClaim:
|
|
claimName: 'kaolin-pvc'
|
|
containers:
|
|
- name: jnlp
|
|
image: jenkins/jnlp-agent:latest-windows
|
|
env:
|
|
- name: JENKINS_AGENT_WORKDIR
|
|
value: C:/Jenkins/agent
|
|
- name: windows
|
|
image: ${imageTag}
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 1
|
|
restartPolicy: Never
|
|
backoffLimit: 4
|
|
tty: true
|
|
volumeMounts:
|
|
- mountPath: c:/mnt
|
|
name: pvc-mount
|
|
imagePullSecrets:
|
|
- name: gitlabcred
|
|
nodeSelector:
|
|
kubernetes.io/os: windows
|
|
nvidia.com/node_type: ${arch}
|
|
"""
|
|
)
|
|
{
|
|
node(POD_LABEL) {
|
|
container("windows") {
|
|
if (testWheel.toBoolean()) {
|
|
stage('Test') {
|
|
powershell '''
|
|
python -c "import kaolin; print(kaolin.__version__)"
|
|
python -c "import torch; print(torch.__version__)"
|
|
'''
|
|
}
|
|
stage('Move wheels') {
|
|
powersheel '''
|
|
cudaTag = cudaVer.split('\\.')[0..<2].join('')
|
|
/tmp/kaolin-*.whl
|
|
'''
|
|
}
|
|
//mv /tmp/mount_binaries/tmp/torch-${torchVer}+cu${cudaTag}
|
|
} else {
|
|
stage('Enable cuda') {
|
|
powershell '''
|
|
$Env:driver_store=$(ls $($($(Get-WmiObject Win32_VideoController).InstalledDisplayDrivers | sort -Unique).ToString().Split(',')| sort -Unique).ToString().Replace("\\DriverStore\\", "\\HostDriverStore\\")).Directory.FullName
|
|
cp "$Env:driver_store\\nvcuda64.dll" C:\\Windows\\System32\\nvcuda.dll
|
|
cp "$Env:driver_store\\nvapi64.dll" C:\\Windows\\System32\\nvapi64.dll
|
|
'''
|
|
}
|
|
stage("Check cuda") {
|
|
powershell '''
|
|
dir c:\\
|
|
dir c:\\kaolin
|
|
dir c:\\data
|
|
'''
|
|
powershell '''
|
|
c:\\data\\deviceQuery.exe
|
|
c:\\data\\bandwidthTest.exe
|
|
'''
|
|
}
|
|
stage("Check mount") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
dir c:\\
|
|
dir c:\\mnt
|
|
'''
|
|
}
|
|
}
|
|
stage("Fix paging memory") {
|
|
// addresses this error on Windows with pytorch consuming too much paging memory: https://stackoverflow.com/a/69489193
|
|
powershell '''
|
|
python c:\\data\\fixNvPe.py --input=C:\\Users\\Administrator\\miniconda3\\Lib\\site-packages\\torch\\lib\\*.dll
|
|
'''
|
|
}
|
|
stage("Prepare data") {
|
|
powershell '''
|
|
python --version
|
|
Expand-Archive c:\\kaolin\\examples\\samples\\rendered_clock.zip c:\\kaolin\\examples\\samples
|
|
'''
|
|
}
|
|
stage("DIB-R Tutorial") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\tutorial
|
|
ipython dibr_tutorial.ipynb
|
|
'''
|
|
}
|
|
}
|
|
stage("DMTet Tutorial") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\tutorial
|
|
ipython dmtet_tutorial.ipynb
|
|
'''
|
|
}
|
|
}
|
|
stage("Understanding SPCs Tutorial") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\tutorial
|
|
ipython understanding_spcs_tutorial.ipynb --matplotlib
|
|
'''
|
|
}
|
|
}
|
|
stage("Diffuse lighting Tutorial") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\tutorial
|
|
ipython diffuse_lighting.ipynb
|
|
'''
|
|
}
|
|
}
|
|
stage("Spherical Gaussian lighting Tutorial") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\tutorial
|
|
ipython sg_specular_lighting.ipynb
|
|
'''
|
|
}
|
|
}
|
|
// requires nvdiffrast. not currently supported on Windows
|
|
// stage("Camera and Rasterization Tutorial") {
|
|
// catchError(stageResult: "failure") {
|
|
// powershell '''
|
|
// cd c:\\kaolin\\examples\\tutorial
|
|
// ipython camera_and_rasterization.ipynb
|
|
// '''
|
|
// }
|
|
// }
|
|
stage("SPC from Pointcloud Recipe") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\recipes\\dataload
|
|
python spc_from_pointcloud.py
|
|
'''
|
|
}
|
|
}
|
|
stage("SPC Basics Recipe") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\recipes\\spc
|
|
python spc_basics.py
|
|
'''
|
|
}
|
|
}
|
|
stage("Occupancy Sampling Recipe") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\recipes\\preprocess
|
|
python occupancy_sampling.py
|
|
'''
|
|
}
|
|
}
|
|
stage("Fast Mesh Sampling Recipe") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\recipes\\preprocess
|
|
python fast_mesh_sampling.py --shapenet-dir=c:/mnt/data/ci_shapenetv2/
|
|
'''
|
|
}
|
|
}
|
|
stage("SPC Dual Octree Recipe") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\recipes\\spc
|
|
python spc_dual_octree.py
|
|
'''
|
|
}
|
|
}
|
|
stage("SPC Trilinear Interpolation Recipe") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\recipes\\spc
|
|
python spc_trilinear_interp.py
|
|
'''
|
|
}
|
|
}
|
|
stage("SPC Convolution 3D Recipe") {
|
|
catchError(stageResult: "failure") {
|
|
powershell '''
|
|
cd c:\\kaolin\\examples\\recipes\\spc
|
|
python spc_conv3d_example.py
|
|
'''
|
|
}
|
|
}
|
|
stage("Run pytest - io") {
|
|
catchError(stageResult: "failure") {
|
|
timeout(time: 5, unit: "MINUTES") {
|
|
powershell '''
|
|
set CI=true
|
|
pytest -s /kaolin/tests/python/kaolin/io
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
stage("Run pytest - metrics") {
|
|
catchError(stageResult: "failure") {
|
|
timeout(time: 5, unit: "MINUTES") {
|
|
powershell '''
|
|
set CI=true
|
|
pytest -s /kaolin/tests/python/kaolin/metrics
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
stage("Run pytest - ops") {
|
|
catchError(stageResult: "failure") {
|
|
timeout(time: 50, unit: "MINUTES") {
|
|
powershell '''
|
|
set CI=true
|
|
pytest -s /kaolin/tests/python/kaolin/ops
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
stage("Run pytest - render") {
|
|
catchError(stageResult: "failure") {
|
|
timeout(time: 50, unit: "MINUTES") {
|
|
powershell '''
|
|
set CI=true
|
|
set KAOLIN_TEST_NVDIFFRAST=0
|
|
pytest -s /kaolin/tests/python/kaolin/render
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
stage("Run pytest - rep") {
|
|
catchError(stageResult: "failure") {
|
|
timeout(time: 5, unit: "MINUTES") {
|
|
powershell '''
|
|
set CI=true
|
|
pytest -s /kaolin/tests/python/kaolin/rep
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
stage("Run pytest - utils") {
|
|
catchError(stageResult: "failure") {
|
|
timeout(time: 5, unit: "MINUTES") {
|
|
powershell '''
|
|
set CI=true
|
|
pytest -s /kaolin/tests/python/kaolin/utils
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
stage("Run pytest - visualize") {
|
|
catchError(stageResult: "failure") {
|
|
timeout(time: 5, unit: "MINUTES") {
|
|
powershell '''
|
|
set CI=true
|
|
pytest -s /kaolin/tests/python/kaolin/visualize
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
stage("Update build status") {
|
|
// update build result gitlab status
|
|
// catchError only updates the pipeline
|
|
if (currentBuild.getCurrentResult() == "FAILURE") {
|
|
error "Build failed. See logs..."
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
} // gitlabCommitStatus
|