Oscam is an Open Source Conditional Access Module software used for descrambling DVB transmissions using smart cards. It's both a server and a client.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

631 lines
28 KiB

  1. pipeline {
  2. agent {
  3. label 'X86-64-MULTI'
  4. }
  5. // Input to determine if this is a package check
  6. parameters {
  7. string(defaultValue: 'false', description: 'package check run', name: 'PACKAGE_CHECK')
  8. }
  9. // Configuration for the variables used for this specific repo
  10. environment {
  11. BUILDS_DISCORD=credentials('build_webhook_url')
  12. GITHUB_TOKEN=credentials('498b4638-2d02-4ce5-832d-8a57d01d97ab')
  13. BUILD_VERSION_ARG = 'OSCAM_VERSION'
  14. LS_USER = 'linuxserver'
  15. LS_REPO = 'docker-oscam'
  16. CONTAINER_NAME = 'oscam'
  17. DOCKERHUB_IMAGE = 'linuxserver/oscam'
  18. DEV_DOCKERHUB_IMAGE = 'lsiodev/oscam'
  19. PR_DOCKERHUB_IMAGE = 'lspipepr/oscam'
  20. DIST_IMAGE = 'alpine'
  21. MULTIARCH='true'
  22. CI='true'
  23. CI_WEB='true'
  24. CI_PORT='8888'
  25. CI_SSL='false'
  26. CI_DELAY='120'
  27. CI_DOCKERENV='TZ=US/Pacific'
  28. CI_AUTH='user:password'
  29. CI_WEBPATH=''
  30. }
  31. stages {
  32. // Setup all the basic environment variables needed for the build
  33. stage("Set ENV Variables base"){
  34. steps{
  35. script{
  36. env.EXIT_STATUS = ''
  37. env.LS_RELEASE = sh(
  38. script: '''curl -s https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases/latest | jq -r '. | .tag_name' ''',
  39. returnStdout: true).trim()
  40. env.LS_RELEASE_NOTES = sh(
  41. script: '''cat readme-vars.yml | awk -F \\" '/date: "[0-9][0-9].[0-9][0-9].[0-9][0-9]:/ {print $4;exit;}' | sed -E ':a;N;$!ba;s/\\r{0,1}\\n/\\\\n/g' ''',
  42. returnStdout: true).trim()
  43. env.GITHUB_DATE = sh(
  44. script: '''date '+%Y-%m-%dT%H:%M:%S%:z' ''',
  45. returnStdout: true).trim()
  46. env.COMMIT_SHA = sh(
  47. script: '''git rev-parse HEAD''',
  48. returnStdout: true).trim()
  49. env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/commit/' + env.GIT_COMMIT
  50. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DOCKERHUB_IMAGE + '/tags/'
  51. env.PULL_REQUEST = env.CHANGE_ID
  52. }
  53. script{
  54. env.LS_RELEASE_NUMBER = sh(
  55. script: '''echo ${LS_RELEASE} |sed 's/^.*-ls//g' ''',
  56. returnStdout: true).trim()
  57. }
  58. script{
  59. env.LS_TAG_NUMBER = sh(
  60. script: '''#! /bin/bash
  61. tagsha=$(git rev-list -n 1 ${LS_RELEASE} 2>/dev/null)
  62. if [ "${tagsha}" == "${COMMIT_SHA}" ]; then
  63. echo ${LS_RELEASE_NUMBER}
  64. elif [ -z "${GIT_COMMIT}" ]; then
  65. echo ${LS_RELEASE_NUMBER}
  66. else
  67. echo $((${LS_RELEASE_NUMBER} + 1))
  68. fi''',
  69. returnStdout: true).trim()
  70. }
  71. }
  72. }
  73. /* #######################
  74. Package Version Tagging
  75. ####################### */
  76. // Grab the current package versions in Git to determine package tag
  77. stage("Set Package tag"){
  78. steps{
  79. script{
  80. env.PACKAGE_TAG = sh(
  81. script: '''#!/bin/bash
  82. if [ -e package_versions.txt ] ; then
  83. cat package_versions.txt | md5sum | cut -c1-8
  84. else
  85. echo none
  86. fi''',
  87. returnStdout: true).trim()
  88. }
  89. }
  90. }
  91. /* ########################
  92. External Release Tagging
  93. ######################## */
  94. // If this is an os release set release type to none to indicate no external release
  95. stage("Set ENV os"){
  96. steps{
  97. script{
  98. env.EXT_RELEASE = env.PACKAGE_TAG
  99. env.RELEASE_LINK = 'none'
  100. }
  101. }
  102. }
  103. // Sanitize the release tag and strip illegal docker or github characters
  104. stage("Sanitize tag"){
  105. steps{
  106. script{
  107. env.EXT_RELEASE_CLEAN = sh(
  108. script: '''echo ${EXT_RELEASE} | sed 's/[~,%@+;:/]//g' ''',
  109. returnStdout: true).trim()
  110. }
  111. }
  112. }
  113. // If this is a master build use live docker endpoints
  114. stage("Set ENV live build"){
  115. when {
  116. branch "master"
  117. environment name: 'CHANGE_ID', value: ''
  118. }
  119. steps {
  120. script{
  121. env.IMAGE = env.DOCKERHUB_IMAGE
  122. if (env.MULTIARCH == 'true') {
  123. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  124. } else {
  125. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  126. }
  127. env.META_TAG = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  128. }
  129. }
  130. }
  131. // If this is a dev build use dev docker endpoints
  132. stage("Set ENV dev build"){
  133. when {
  134. not {branch "master"}
  135. environment name: 'CHANGE_ID', value: ''
  136. }
  137. steps {
  138. script{
  139. env.IMAGE = env.DEV_DOCKERHUB_IMAGE
  140. if (env.MULTIARCH == 'true') {
  141. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  142. } else {
  143. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  144. }
  145. env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  146. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DEV_DOCKERHUB_IMAGE + '/tags/'
  147. }
  148. }
  149. }
  150. // If this is a pull request build use dev docker endpoints
  151. stage("Set ENV PR build"){
  152. when {
  153. not {environment name: 'CHANGE_ID', value: ''}
  154. }
  155. steps {
  156. script{
  157. env.IMAGE = env.PR_DOCKERHUB_IMAGE
  158. if (env.MULTIARCH == 'true') {
  159. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  160. } else {
  161. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  162. }
  163. env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  164. env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/pull/' + env.PULL_REQUEST
  165. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.PR_DOCKERHUB_IMAGE + '/tags/'
  166. }
  167. }
  168. }
  169. // Use helper containers to render templated files
  170. stage('Update-Templates') {
  171. when {
  172. branch "master"
  173. environment name: 'CHANGE_ID', value: ''
  174. expression {
  175. env.CONTAINER_NAME != null
  176. }
  177. }
  178. steps {
  179. sh '''#! /bin/bash
  180. set -e
  181. TEMPDIR=$(mktemp -d)
  182. docker pull linuxserver/jenkins-builder:latest
  183. docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/jenkins linuxserver/jenkins-builder:latest
  184. docker pull linuxserver/doc-builder:latest
  185. docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/readme linuxserver/doc-builder:latest
  186. if [ "$(md5sum ${TEMPDIR}/${LS_REPO}/Jenkinsfile | awk '{ print $1 }')" != "$(md5sum Jenkinsfile | awk '{ print $1 }')" ] || [ "$(md5sum ${TEMPDIR}/${CONTAINER_NAME}/README.md | awk '{ print $1 }')" != "$(md5sum README.md | awk '{ print $1 }')" ]; then
  187. mkdir -p ${TEMPDIR}/repo
  188. git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/repo/${LS_REPO}
  189. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git checkout -f master
  190. cp ${TEMPDIR}/${CONTAINER_NAME}/README.md ${TEMPDIR}/repo/${LS_REPO}/
  191. cp ${TEMPDIR}/docker-${CONTAINER_NAME}/Jenkinsfile ${TEMPDIR}/repo/${LS_REPO}/
  192. cd ${TEMPDIR}/repo/${LS_REPO}/
  193. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git add Jenkinsfile README.md
  194. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git commit -m 'Bot Updating Templated Files'
  195. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
  196. echo "true" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER}
  197. else
  198. echo "false" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER}
  199. fi
  200. mkdir -p ${TEMPDIR}/gitbook
  201. git clone https://github.com/linuxserver/docker-documentation.git ${TEMPDIR}/gitbook/docker-documentation
  202. if [ "${BRANCH_NAME}" = "master" ] && [ ! -f ${TEMPDIR}/gitbook/docker-documentation/images/docker-${CONTAINER_NAME}.md ] || [ "$(md5sum ${TEMPDIR}/gitbook/docker-documentation/images/docker-${CONTAINER_NAME}.md | awk '{ print $1 }')" != "$(md5sum ${TEMPDIR}/${CONTAINER_NAME}/docker-${CONTAINER_NAME}.md | awk '{ print $1 }')" ]; then
  203. cp ${TEMPDIR}/${CONTAINER_NAME}/docker-${CONTAINER_NAME}.md ${TEMPDIR}/gitbook/docker-documentation/images/
  204. cd ${TEMPDIR}/gitbook/docker-documentation/
  205. git add images/docker-${CONTAINER_NAME}.md
  206. git commit -m 'Bot Updating Templated Files'
  207. git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/linuxserver/docker-documentation.git --all
  208. fi
  209. rm -Rf ${TEMPDIR}'''
  210. script{
  211. env.FILES_UPDATED = sh(
  212. script: '''cat /tmp/${COMMIT_SHA}-${BUILD_NUMBER}''',
  213. returnStdout: true).trim()
  214. }
  215. }
  216. }
  217. // Exit the build if the Templated files were just updated
  218. stage('Template-exit') {
  219. when {
  220. branch "master"
  221. environment name: 'CHANGE_ID', value: ''
  222. environment name: 'FILES_UPDATED', value: 'true'
  223. expression {
  224. env.CONTAINER_NAME != null
  225. }
  226. }
  227. steps {
  228. script{
  229. env.EXIT_STATUS = 'ABORTED'
  230. }
  231. }
  232. }
  233. /* ###############
  234. Build Container
  235. ############### */
  236. // Build Docker container for push to LS Repo
  237. stage('Build-Single') {
  238. when {
  239. environment name: 'MULTIARCH', value: 'false'
  240. environment name: 'EXIT_STATUS', value: ''
  241. }
  242. steps {
  243. sh "docker build --no-cache -t ${IMAGE}:${META_TAG} \
  244. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  245. }
  246. }
  247. // Build MultiArch Docker containers for push to LS Repo
  248. stage('Build-Multi') {
  249. when {
  250. environment name: 'MULTIARCH', value: 'true'
  251. environment name: 'EXIT_STATUS', value: ''
  252. }
  253. parallel {
  254. stage('Build X86') {
  255. steps {
  256. sh "docker build --no-cache -t ${IMAGE}:amd64-${META_TAG} \
  257. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  258. }
  259. }
  260. stage('Build ARMHF') {
  261. agent {
  262. label 'ARMHF'
  263. }
  264. steps {
  265. withCredentials([
  266. [
  267. $class: 'UsernamePasswordMultiBinding',
  268. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  269. usernameVariable: 'DOCKERUSER',
  270. passwordVariable: 'DOCKERPASS'
  271. ]
  272. ]) {
  273. echo 'Logging into DockerHub'
  274. sh '''#! /bin/bash
  275. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  276. '''
  277. sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-arm-static -o qemu-arm-static"
  278. sh "chmod +x qemu-*"
  279. sh "docker build --no-cache -f Dockerfile.armhf -t ${IMAGE}:arm32v6-${META_TAG} \
  280. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  281. sh "docker tag ${IMAGE}:arm32v6-${META_TAG} lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}"
  282. sh "docker push lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}"
  283. sh '''docker rmi \
  284. ${IMAGE}:arm32v6-${META_TAG} \
  285. lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} '''
  286. }
  287. }
  288. }
  289. stage('Build ARM64') {
  290. agent {
  291. label 'ARM64'
  292. }
  293. steps {
  294. withCredentials([
  295. [
  296. $class: 'UsernamePasswordMultiBinding',
  297. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  298. usernameVariable: 'DOCKERUSER',
  299. passwordVariable: 'DOCKERPASS'
  300. ]
  301. ]) {
  302. echo 'Logging into DockerHub'
  303. sh '''#! /bin/bash
  304. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  305. '''
  306. sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-aarch64-static -o qemu-aarch64-static"
  307. sh "chmod +x qemu-*"
  308. sh "docker build --no-cache -f Dockerfile.aarch64 -t ${IMAGE}:arm64v8-${META_TAG} \
  309. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  310. sh "docker tag ${IMAGE}:arm64v8-${META_TAG} lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}"
  311. sh "docker push lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}"
  312. sh '''docker rmi \
  313. ${IMAGE}:arm64v8-${META_TAG} \
  314. lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} '''
  315. }
  316. }
  317. }
  318. }
  319. }
  320. // Take the image we just built and dump package versions for comparison
  321. stage('Update-packages') {
  322. when {
  323. branch "master"
  324. environment name: 'CHANGE_ID', value: ''
  325. environment name: 'EXIT_STATUS', value: ''
  326. }
  327. steps {
  328. sh '''#! /bin/bash
  329. set -e
  330. TEMPDIR=$(mktemp -d)
  331. if [ "${MULTIARCH}" == "true" ]; then
  332. LOCAL_CONTAINER=${IMAGE}:amd64-${META_TAG}
  333. else
  334. LOCAL_CONTAINER=${IMAGE}:${META_TAG}
  335. fi
  336. if [ "${DIST_IMAGE}" == "alpine" ]; then
  337. docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
  338. apk info > packages && \
  339. apk info -v > versions && \
  340. paste -d " " packages versions > /tmp/package_versions.txt && \
  341. chmod 777 /tmp/package_versions.txt'
  342. elif [ "${DIST_IMAGE}" == "ubuntu" ]; then
  343. docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
  344. apt list -qq --installed | cut -d" " -f1-2 > /tmp/package_versions.txt && \
  345. chmod 777 /tmp/package_versions.txt'
  346. fi
  347. NEW_PACKAGE_TAG=$(md5sum ${TEMPDIR}/package_versions.txt | cut -c1-8 )
  348. echo "Package tag sha from current packages in buit container is ${NEW_PACKAGE_TAG} comparing to old ${PACKAGE_TAG} from github"
  349. if [ "${NEW_PACKAGE_TAG}" != "${PACKAGE_TAG}" ]; then
  350. git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/${LS_REPO}
  351. git --git-dir ${TEMPDIR}/${LS_REPO}/.git checkout -f master
  352. cp ${TEMPDIR}/package_versions.txt ${TEMPDIR}/${LS_REPO}/
  353. cd ${TEMPDIR}/${LS_REPO}/
  354. wait
  355. git add package_versions.txt
  356. git commit -m 'Bot Updating Package Versions'
  357. git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
  358. echo "true" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
  359. echo "Package tag updated, stopping build process"
  360. else
  361. echo "false" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
  362. echo "Package tag is same as previous continue with build process"
  363. fi
  364. rm -Rf ${TEMPDIR}'''
  365. script{
  366. env.PACKAGE_UPDATED = sh(
  367. script: '''cat /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}''',
  368. returnStdout: true).trim()
  369. }
  370. }
  371. }
  372. // Exit the build if the package file was just updated
  373. stage('PACKAGE-exit') {
  374. when {
  375. branch "master"
  376. environment name: 'CHANGE_ID', value: ''
  377. environment name: 'PACKAGE_UPDATED', value: 'true'
  378. environment name: 'EXIT_STATUS', value: ''
  379. }
  380. steps {
  381. script{
  382. env.EXIT_STATUS = 'ABORTED'
  383. }
  384. }
  385. }
  386. // Exit the build if this is just a package check and there are no changes to push
  387. stage('PACKAGECHECK-exit') {
  388. when {
  389. branch "master"
  390. environment name: 'CHANGE_ID', value: ''
  391. environment name: 'PACKAGE_UPDATED', value: 'false'
  392. environment name: 'EXIT_STATUS', value: ''
  393. expression {
  394. params.PACKAGE_CHECK == 'true'
  395. }
  396. }
  397. steps {
  398. script{
  399. env.EXIT_STATUS = 'ABORTED'
  400. }
  401. }
  402. }
  403. /* #######
  404. Testing
  405. ####### */
  406. // Run Container tests
  407. stage('Test') {
  408. when {
  409. environment name: 'CI', value: 'true'
  410. environment name: 'EXIT_STATUS', value: ''
  411. }
  412. steps {
  413. withCredentials([
  414. string(credentialsId: 'spaces-key', variable: 'DO_KEY'),
  415. string(credentialsId: 'spaces-secret', variable: 'DO_SECRET')
  416. ]) {
  417. script{
  418. env.CI_URL = 'https://lsio-ci.ams3.digitaloceanspaces.com/' + env.IMAGE + '/' + env.META_TAG + '/index.html'
  419. }
  420. sh '''#! /bin/bash
  421. set -e
  422. docker pull lsiodev/ci:latest
  423. if [ "${MULTIARCH}" == "true" ]; then
  424. docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}
  425. docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}
  426. docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG}
  427. docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG}
  428. fi
  429. docker run --rm \
  430. -v /var/run/docker.sock:/var/run/docker.sock \
  431. -e IMAGE=\"${IMAGE}\" \
  432. -e DELAY_START=\"${CI_DELAY}\" \
  433. -e TAGS=\"${CI_TAGS}\" \
  434. -e META_TAG=\"${META_TAG}\" \
  435. -e PORT=\"${CI_PORT}\" \
  436. -e SSL=\"${CI_SSL}\" \
  437. -e BASE=\"${DIST_IMAGE}\" \
  438. -e SECRET_KEY=\"${DO_SECRET}\" \
  439. -e ACCESS_KEY=\"${DO_KEY}\" \
  440. -e DOCKER_ENV=\"${CI_DOCKERENV}\" \
  441. -e WEB_SCREENSHOT=\"${CI_WEB}\" \
  442. -e WEB_AUTH=\"${CI_AUTH}\" \
  443. -e WEB_PATH=\"${CI_WEBPATH}\" \
  444. -e DO_REGION="ams3" \
  445. -e DO_BUCKET="lsio-ci" \
  446. -t lsiodev/ci:latest \
  447. python /ci/ci.py'''
  448. }
  449. }
  450. }
  451. /* ##################
  452. Release Logic
  453. ################## */
  454. // If this is an amd64 only image only push a single image
  455. stage('Docker-Push-Single') {
  456. when {
  457. environment name: 'MULTIARCH', value: 'false'
  458. environment name: 'EXIT_STATUS', value: ''
  459. }
  460. steps {
  461. withCredentials([
  462. [
  463. $class: 'UsernamePasswordMultiBinding',
  464. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  465. usernameVariable: 'DOCKERUSER',
  466. passwordVariable: 'DOCKERPASS'
  467. ]
  468. ]) {
  469. echo 'Logging into DockerHub'
  470. sh '''#! /bin/bash
  471. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  472. '''
  473. sh "docker tag ${IMAGE}:${META_TAG} ${IMAGE}:latest"
  474. sh "docker push ${IMAGE}:latest"
  475. sh "docker push ${IMAGE}:${META_TAG}"
  476. sh '''docker rmi \
  477. ${IMAGE}:${META_TAG} \
  478. ${IMAGE}:latest '''
  479. }
  480. }
  481. }
  482. // If this is a multi arch release push all images and define the manifest
  483. stage('Docker-Push-Multi') {
  484. when {
  485. environment name: 'MULTIARCH', value: 'true'
  486. environment name: 'EXIT_STATUS', value: ''
  487. }
  488. steps {
  489. withCredentials([
  490. [
  491. $class: 'UsernamePasswordMultiBinding',
  492. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  493. usernameVariable: 'DOCKERUSER',
  494. passwordVariable: 'DOCKERPASS'
  495. ]
  496. ]) {
  497. sh '''#! /bin/bash
  498. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  499. '''
  500. sh '''#! /bin/bash
  501. if [ "${CI}" == "false" ]; then
  502. docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}
  503. docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}
  504. docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG}
  505. docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG}
  506. fi'''
  507. sh "docker tag ${IMAGE}:amd64-${META_TAG} ${IMAGE}:amd64-latest"
  508. sh "docker tag ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm32v6-latest"
  509. sh "docker tag ${IMAGE}:arm64v8-${META_TAG} ${IMAGE}:arm64v8-latest"
  510. sh "docker push ${IMAGE}:amd64-${META_TAG}"
  511. sh "docker push ${IMAGE}:arm32v6-${META_TAG}"
  512. sh "docker push ${IMAGE}:arm64v8-${META_TAG}"
  513. sh "docker push ${IMAGE}:amd64-latest"
  514. sh "docker push ${IMAGE}:arm32v6-latest"
  515. sh "docker push ${IMAGE}:arm64v8-latest"
  516. sh "docker manifest push --purge ${IMAGE}:latest || :"
  517. sh "docker manifest create ${IMAGE}:latest ${IMAGE}:amd64-latest ${IMAGE}:arm32v6-latest ${IMAGE}:arm64v8-latest"
  518. sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm32v6-latest --os linux --arch arm"
  519. sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm64v8-latest --os linux --arch arm64 --variant v8"
  520. sh "docker manifest push --purge ${IMAGE}:${META_TAG} || :"
  521. sh "docker manifest create ${IMAGE}:${META_TAG} ${IMAGE}:amd64-${META_TAG} ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm64v8-${META_TAG}"
  522. sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm32v6-${META_TAG} --os linux --arch arm"
  523. sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm64v8-${META_TAG} --os linux --arch arm64 --variant v8"
  524. sh "docker manifest push --purge ${IMAGE}:latest"
  525. sh "docker manifest push --purge ${IMAGE}:${META_TAG}"
  526. sh '''docker rmi \
  527. ${IMAGE}:amd64-${META_TAG} \
  528. ${IMAGE}:amd64-latest \
  529. ${IMAGE}:arm32v6-${META_TAG} \
  530. ${IMAGE}:arm32v6-latest \
  531. ${IMAGE}:arm64v8-${META_TAG} \
  532. ${IMAGE}:arm64v8-latest \
  533. lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} \
  534. lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} '''
  535. }
  536. }
  537. }
  538. // If this is a public release tag it in the LS Github
  539. stage('Github-Tag-Push-Release') {
  540. when {
  541. branch "master"
  542. expression {
  543. env.LS_RELEASE != env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-ls' + env.LS_TAG_NUMBER
  544. }
  545. environment name: 'CHANGE_ID', value: ''
  546. environment name: 'EXIT_STATUS', value: ''
  547. }
  548. steps {
  549. echo "Pushing New tag for current commit ${EXT_RELEASE_CLEAN}-pkg-${PACKAGE_TAG}-ls${LS_TAG_NUMBER}"
  550. sh '''curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/git/tags \
  551. -d '{"tag":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  552. "object": "'${COMMIT_SHA}'",\
  553. "message": "Tagging Release '${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}' to master",\
  554. "type": "commit",\
  555. "tagger": {"name": "LinuxServer Jenkins","email": "jenkins@linuxserver.io","date": "'${GITHUB_DATE}'"}}' '''
  556. echo "Pushing New release for Tag"
  557. sh '''#! /bin/bash
  558. echo "Updating base packages to ${PACKAGE_TAG}" > releasebody.json
  559. echo '{"tag_name":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  560. "target_commitish": "master",\
  561. "name": "'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  562. "body": "**LinuxServer Changes:**\\n\\n'${LS_RELEASE_NOTES}'\\n**OS Changes:**\\n\\n' > start
  563. printf '","draft": false,"prerelease": false}' >> releasebody.json
  564. paste -d'\\0' start releasebody.json > releasebody.json.done
  565. curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases -d @releasebody.json.done'''
  566. }
  567. }
  568. // Use helper container to sync the current README on master to the dockerhub endpoint
  569. stage('Sync-README') {
  570. when {
  571. environment name: 'CHANGE_ID', value: ''
  572. environment name: 'EXIT_STATUS', value: ''
  573. }
  574. steps {
  575. withCredentials([
  576. [
  577. $class: 'UsernamePasswordMultiBinding',
  578. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  579. usernameVariable: 'DOCKERUSER',
  580. passwordVariable: 'DOCKERPASS'
  581. ]
  582. ]) {
  583. sh '''#! /bin/bash
  584. docker pull lsiodev/readme-sync
  585. docker run --rm=true \
  586. -e DOCKERHUB_USERNAME=$DOCKERUSER \
  587. -e DOCKERHUB_PASSWORD=$DOCKERPASS \
  588. -e GIT_REPOSITORY=${LS_USER}/${LS_REPO} \
  589. -e DOCKER_REPOSITORY=${IMAGE} \
  590. -e GIT_BRANCH=master \
  591. lsiodev/readme-sync bash -c 'node sync' '''
  592. }
  593. }
  594. }
  595. // If this is a Pull request send the CI link as a comment on it
  596. stage('Pull Request Comment') {
  597. when {
  598. not {environment name: 'CHANGE_ID', value: ''}
  599. environment name: 'CI', value: 'true'
  600. environment name: 'EXIT_STATUS', value: ''
  601. }
  602. steps {
  603. sh '''curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/issues/${PULL_REQUEST}/comments \
  604. -d '{"body": "I am a bot, here are the test results for this PR '${CI_URL}'"}' '''
  605. }
  606. }
  607. }
  608. /* ######################
  609. Send status to Discord
  610. ###################### */
  611. post {
  612. always {
  613. script{
  614. if (env.EXIT_STATUS == "ABORTED"){
  615. sh 'echo "build aborted"'
  616. }
  617. else if (currentBuild.currentResult == "SUCCESS"){
  618. sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 1681177,\
  619. "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** Success\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\
  620. "username": "Jenkins"}' ${BUILDS_DISCORD} '''
  621. }
  622. else {
  623. sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 16711680,\
  624. "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** failure\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\
  625. "username": "Jenkins"}' ${BUILDS_DISCORD} '''
  626. }
  627. }
  628. }
  629. }
  630. }