update_jdn.sh 18.2 KB
Newer Older
1
2
#!/bin/bash

Philip Hands's avatar
set -e    
Philip Hands committed
3
4
set -e

5
# Copyright 2012-2016 Holger Levsen <holger@layer-acht.org>
6
7
# released under the GPLv=2

Holger Levsen's avatar
Holger Levsen committed
8
BASEDIR=$HOME/jenkins.debian.net
9
10
PVNAME=/dev/vdb      # LVM physical volume for jobs
VGNAME=jenkins01     # LVM volume group
11
STAMP=/var/log/jenkins/update-jenkins.stamp
12
TMPFILE=$(mktemp)
13
14
15
# The $@ below means that command line args get passed on to j-j-b
# which allows one to specify --flush-cache or --ignore-cache
JJB="jenkins-job-builder $@"
Holger Levsen's avatar
Holger Levsen committed
16

17
# so we can later run some commands only if $0 has been updated…
Holger Levsen's avatar
Holger Levsen committed
18
if [ ! -f $STAMP ] && [ $BASEDIR/$0 -nt $STAMP ] ; then
19
20
21
22
23
24
	UPTODATE=false
else
	UPTODATE=true
fi


Holger Levsen's avatar
Holger Levsen committed
25
explain() {
Holger Levsen's avatar
Holger Levsen committed
26
	echo "$HOSTNAME: $1"
Holger Levsen's avatar
Holger Levsen committed
27
28
}

29
30


31
echo "--------------------------------------------"
Holger Levsen's avatar
Holger Levsen committed
32
explain "$(date) - begin deployment update."
33
34
35

# run update at current date
case $HOSTNAME in
36
	profitbricks-build4-amd64|profitbricks-build5-amd64|profitbricks-build6-i386)
37
38
		# set correct date (if ntpdate is installed)
		[ ! -f /usr/sbin/ntpdate ] || sudo ntpdate -b de.pool.ntp.org
39
40
41
42
		;;
	*)	;;
esac

43
44
45
#
# set up users and groups
#
46
if ! getent passwd jenkins > /dev/null ; then
47
	sudo addgroup --system jenkins
48
	sudo adduser --system --shell /bin/bash --home /var/lib/jenkins --ingroup jenkins --disabled-login jenkins
49
fi
Holger Levsen's avatar
Holger Levsen committed
50
if ! getent group jenkins-adm > /dev/null ; then
51
52
	sudo addgroup --system jenkins-adm
fi
53
if ! getent passwd jenkins-adm > /dev/null  ; then
54
	sudo adduser --system --shell /bin/bash --no-create-home --ingroup jenkins-adm --disabled-login --no-create-home jenkins-adm
Holger Levsen's avatar
Holger Levsen committed
55
	sudo usermod -G jenkins jenkins-adm
56
fi
57
for user in helmut holger mattia lunar phil ; do
58
59
60
61
	if [ "$user" = "lunar" ] && [ "$HOSTNAME" != "jenkins" ] ; then
		# lunar only wants to configure jekyll
		continue
	fi
62
	if [ "$user" = "phil" ] && [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
Philip Hands's avatar
Philip Hands committed
63
64
65
66
		# phil only wants to test stuff
		sudo adduser $user libvirt
		sudo adduser $user libvirt-qemu
		continue
67
68
	elif [ "$user" = "phil" ] && ( ! [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "jenkins-test-vm" ] ) ; then
		# create phil on jenkins and jenkins-test-vm only
Holger Levsen's avatar
Holger Levsen committed
69
70
		continue
	fi
71
	# actually create the user
72
	if ! getent passwd $user > /dev/null ; then
73
		if [ "$user" = "mattia" ] ; then
74
			usershell=/bin/zsh
75
		else
76
			usershell=/bin/bash
77
		fi
78
		sudo adduser --gecos "" --shell "$usershell" --disabled-password $user
79
	fi
80
81
82
83
84
85
86
87
88
	# put user in groups
	if [ "$HOSTNAME" = "jenkins" ] && [ "$user" = "lunar" ] ; then
		extra_groups="reproducible"
	elif [ "$HOSTNAME" = "jenkins" ] ; then
		extra_groups="reproducible,jenkins,jenkins-adm,sudo,adm"
	else
		extra_groups="jenkins,jenkins-adm,sudo,adm"
	fi
	sudo usermod -G $extra_groups $user
89
90
done

91
92
93
94
95
sudo mkdir -p /srv/workspace
[ -d /srv/schroots ] || sudo mkdir -p /srv/schroots
[ -h /chroots ] || sudo ln -s /srv/workspace/chroots /chroots
[ -h /schroots ] || sudo ln -s /srv/schroots /schroots

96
if [ "$HOSTNAME" = "jenkins-test-vm" ] || [ "$HOSTNAME" = "profitbricks-build10-amd64" ] ; then
97
98
99
100
	# jenkins needs access to libvirt
	sudo adduser jenkins libvirt
	sudo adduser jenkins libvirt-qemu

101
102
103
104
105
106
107
108
	# we need a directory for the VM's storage pools
	VM_POOL_DIR=/srv/workspace/vm-pools
	if [ ! -d $VM_POOL_DIR ] ; then
		sudo mkdir $VM_POOL_DIR
		sudo chown jenkins:libvirt-qemu $VM_POOL_DIR
		sudo chmod 775 $VM_POOL_DIR
	fi
fi
109

110
111
# prepare tmpfs on some hosts
case $HOSTNAME in
Mattia Rizzolo's avatar
Mattia Rizzolo committed
112
113
114
115
	jenkins)
		TMPFSSIZE=100
		TMPSIZE=15
		;;
Holger Levsen's avatar
Holger Levsen committed
116
	profitbricks-build9-amd64)
Mattia Rizzolo's avatar
Mattia Rizzolo committed
117
118
119
		TMPFSSIZE=32
		TMPSIZE=8
		;;
Holger Levsen's avatar
Holger Levsen committed
120
	profitbricks-build*)
Mattia Rizzolo's avatar
Mattia Rizzolo committed
121
122
123
		TMPFSSIZE=200
		TMPSIZE=15
		;;
124
125
126
	*) ;;
esac
case $HOSTNAME in
127
128
129
130
131
132
133
	profitbricks-build*i386)
		if ! grep -q '/srv/workspace' /etc/fstab; then
			echo "Warning: you need to manually create a /srv/workspace partition on i386 nodes, exiting."
			exit 1
		fi
		;;
	jenkins|profitbricks-build*amd64)
134
		if ! grep -q '^tmpfs\s\+/srv/workspace\s' /etc/fstab; then
135
			echo "tmpfs		/srv/workspace	tmpfs	defaults,size=${TMPFSSIZE}g	0	0" | sudo tee -a /etc/fstab >/dev/null  
136
		fi
Mattia Rizzolo's avatar
Mattia Rizzolo committed
137
138
139
		if ! grep -q '^tmpfs\s\+/tmp\s' /etc/fstab; then
			echo "tmpfs		/tmp	tmpfs	defaults,size=${TMPSIZE}g	0	0" | sudo tee -a /etc/fstab >/dev/null
		fi
140
141
		if ! mountpoint -q /srv/workspace; then
			if test -z "$(ls -A /srv/workspace)"; then
142
				sudo mount /srv/workspace
143
			else
144
				explain "WARNING: mountpoint /srv/workspace is non-empty."
145
146
147
148
149
			fi
		fi
		;;
	*) ;;
esac
150

151
# make sure needed directories exists - some directories will not be needed on all hosts...
152
for directory in /schroots /srv/reproducible-results /srv/d-i /srv/udebs /srv/live-build /var/log/jenkins/ /srv/jenkins /srv/jenkins/pseudo-hosts /srv/workspace/chroots ; do
153
154
155
	if [ ! -d $directory ] ; then
		sudo mkdir $directory
	fi
Holger Levsen's avatar
Holger Levsen committed
156
	sudo chown jenkins.jenkins $directory
157
done
Holger Levsen's avatar
Holger Levsen committed
158
for directory in /srv/jenkins ; do
159
160
161
162
163
	if [ ! -d $directory ] ; then
		sudo mkdir $directory
		sudo chown jenkins-adm.jenkins-adm $directory
	fi
done
164

165
if ! test -h /chroots; then
Holger Levsen's avatar
Holger Levsen committed
166
	sudo rmdir /chroots || sudo rm -f /chroots # do not recurse
167
	if test -e /chroots; then
Holger Levsen's avatar
Holger Levsen committed
168
		explain "/chroots could not be cleared."
169
	else
170
		sudo ln -s /srv/workspace/chroots /chroots
171
172
173
	fi
fi

174
175
176
177
178
# only on Debian systems
if [ -f /etc/debian_version ] ; then
	#
	# install packages we need
	#
179
	if [ $BASEDIR/$0 -nt $STAMP ] || [ ! -f $STAMP ] ; then
Holger Levsen's avatar
Holger Levsen committed
180
181
		DEBS=" 
			bash-completion 
182
183
			bc
			bsd-mailx
Holger Levsen's avatar
Holger Levsen committed
184
185
			curl 
			debootstrap 
186
187
			devscripts
			eatmydata
188
			etckeeper
189
			figlet
Holger Levsen's avatar
Holger Levsen committed
190
			git
191
			haveged
Holger Levsen's avatar
Holger Levsen committed
192
			htop
193
			less
194
			locales-all
195
196
			molly-guard
			moreutils
197
			munin-node
198
199
			munin-plugins-extra
			netcat-traditional
200
			pigz 
201
			postfix
202
			procmail
203
			psmisc
204
			python3-psycopg2 
Holger Levsen's avatar
Holger Levsen committed
205
			schroot 
206
207
			screen
			slay
Holger Levsen's avatar
Holger Levsen committed
208
209
210
211
212
			subversion 
			subversion-tools 
			sudo 
			unzip 
			vim 
213
			zsh
214
			"
215
		# install squid everywhere except on the armhf nodes
216
		case $HOSTNAME in
217
			jenkins|jenkins-test-vm|profitbricks-build*) DEBS="$DEBS
218
219
				squid3"
			   ;;
220
221
			*) ;;
		esac
222
223
		# needed to run the 2nd reproducible builds nodes in the future...
		case $HOSTNAME in
224
			profitbricks-build4-amd64|profitbricks-build5-amd64|profitbricks-build6-i386) DEBS="$DEBS ntpdate" ;;
225
226
			*) ;;
		esac
227
		# needed to run coreboot/openwrt/netbsd/fedora/fdroid jobs
228
		case $HOSTNAME in
229
			profitbricks-build3-amd64|profitbricks-build4-amd64) DEBS="$DEBS
Holger Levsen's avatar
Holger Levsen committed
230
				bison
231
				ca-certificates
Holger Levsen's avatar
Holger Levsen committed
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
				cmake
				diffutils
				findutils
				flex
				g++
				gawk
				gcc
				git
				grep
				iasl
				libc6-dev
				libncurses5-dev
				libssl-dev
				locales-all
				kgb-client
				m4
				make
249
250
251
				python3-clint
				python3-git
				python3-requests
Holger Levsen's avatar
Holger Levsen committed
252
253
				python3-yaml
				subversion
254
				sysvinit-core
255
				tree
Holger Levsen's avatar
Holger Levsen committed
256
257
				unzip
				util-linux
258
				vagrant
259
				virtualbox
Holger Levsen's avatar
Holger Levsen committed
260
261
				zlib1g-dev"
			   ;;
262
263
			*) ;;
		esac
264
265
266
267
268
269
		# cucumber dependencies
		case $HOSTNAME in
			profitbricks-build10-amd64|jenkins-test-vm) DEBS="$DEBS
				cucumber
				tesseract-ocr
				i18nspector
Holger Levsen's avatar
Holger Levsen committed
270
				imagemagick
271
272
				libav-tools
				libsikuli-script-java
273
				libvirt-bin
274
275
276
277
				libvirt-dev
				ovmf
				python-jabberbot
				python-potr
278
				python3-yaml
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
				ruby-guestfs
				ruby-libvirt
				ruby-net-irc
				ruby-packetfu
				ruby-rb-inotify
				ruby-rjb
				ruby-test-unit
				tcpdump
				unclutter
				virt-viewer
				x264
				xvfb
				x11vnc"
			   ;;
			*) ;;
		esac
295
296
297
298
		if [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
			# for phil only
			DEBS="$DEBS postfix-pcre"
		fi
299
		if [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
Holger Levsen's avatar
Holger Levsen committed
300
301
302
303
			MASTERDEBS=" 
				apache2 
				apt-file 
				apt-listchanges 
304
				asciidoc
Holger Levsen's avatar
Holger Levsen committed
305
306
307
308
309
310
311
312
313
314
315
				binfmt-support 
				bison 
				build-essential 
				calamaris 
				cmake 
				cron-apt 
				csvtool 
				dnsmasq-base 
				dose-extra 
				dstat 
				figlet 
Holger Levsen's avatar
Holger Levsen committed
316
				flex
Holger Levsen's avatar
Holger Levsen committed
317
				gawk 
318
319
				ghc
				git-notifier 
Holger Levsen's avatar
Holger Levsen committed
320
321
322
323
				gocr 
				graphviz 
				iasl 
				imagemagick 
324
325
				ip2host
				jekyll
326
				kgb-client
Holger Levsen's avatar
Holger Levsen committed
327
328
329
330
331
332
333
334
335
336
				libapache2-mod-macro 
				libcap2-bin 
				libfile-touch-perl 
				libguestfs-tools 
				libjson-rpc-perl 
				libsoap-lite-perl 
				libvirt0 
				libvirt-bin 
				libvpx1 
				libxslt1-dev 
337
				linux-image-amd64
Holger Levsen's avatar
Holger Levsen committed
338
339
340
341
342
343
344
345
				moreutils 
				mr 
				mtr-tiny 
				munin 
				ntp 
				openbios-ppc 
				openbios-sparc 
				openjdk-7-jre 
346
				pandoc
Holger Levsen's avatar
Holger Levsen committed
347
348
349
350
				postgresql-client-9.4 
				poxml 
				procmail 
				python3-debian 
351
				python3-xdg
Holger Levsen's avatar
Holger Levsen committed
352
				python3-yaml 
353
				python3-pystache
Holger Levsen's avatar
Holger Levsen committed
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
				python-arpy 
				python-hachoir-metadata 
				python-imaging 
				python-lzma 
				python-pip 
				python-rpy2 
				python-setuptools 
				python-twisted 
				python-yaml 
				qemu 
				qemu-kvm 
				qemu-system-x86 
				qemu-user-static 
				radvd 
				ruby-json 
				ruby-rspec 
				seabios 
				shorewall 
				shorewall6 
				sqlite3 
				syslinux 
375
				tor
Holger Levsen's avatar
Holger Levsen committed
376
				vncsnapshot 
377
378
				vnstat
				whohas
Holger Levsen's avatar
Holger Levsen committed
379
				x11-apps 
380
				xtightvncviewer
381
				xvfb
382
				xvkbd
383
				zutils"
384
385
386
		else
			MASTERDEBS=""
		fi
387
		$UP2DATE || sudo apt-get update
388
389
		$UP2DATE || sudo apt-get install $DEBS $MASTERDEBS
		$UP2DATE || sudo apt-get install -t jessie-backports \
390
				pbuilder lintian || echo "this should only fail on the first install"
391
		#		botch
392
		# we need mock from bpo to build current fedora
393
		# we need vagrant from bpo to build fdroid
394
		if [ "$HOSTNAME" = "profitbricks-build3-amd64" ] || [ "$HOSTNAME" = "profitbricks-build4-amd64" ] || [ "$HOSTNAME" = "jenkins" ] ; then
395
			$UP2DATE || sudo apt-get install -t jessie-backports mock python3-vagrant \
396
				|| echo "this should only fail on the first install"
397
		fi
398
		# for varying kernels
399
400
		# we use bpo kernels on pb-build5+6 (and i386 kernel on pb-build2-i386)
		if [ "$HOSTNAME" = "profitbricks-build5-amd64" ] || [ "$HOSTNAME" = "profitbricks-build6-i386" ]; then
401
			$UP2DATE || sudo apt-get install -t jessie-backports linux-image-amd64 || echo "this should only fail on the first install"
402
		fi
403
		# only needed on the main node
Holger Levsen's avatar
Holger Levsen committed
404
		if [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
405
			$UP2DATE || sudo apt-get install -t jessie-backports jenkins-job-builder || echo "this should only fail on the first install"
Holger Levsen's avatar
Holger Levsen committed
406
		elif [ "$HOSTNAME" = "jenkins" ] ; then
407
			$UP2DATE || sudo apt-get install -t jessie-backports ffmpeg libav-tools python3-popcon jenkins-job-builder
408
		fi
Holger Levsen's avatar
Holger Levsen committed
409
		explain "packages installed."
410
	else
Holger Levsen's avatar
Holger Levsen committed
411
		explain "no new packages to be installed."
412
	fi
413
fi
414

415
#
416
# deploy package configuration in /etc and /usr/local/
417
#
Holger Levsen's avatar
Holger Levsen committed
418
cd $BASEDIR
419
sudo cp --preserve=mode,timestamps -r hosts/$HOSTNAME/etc/* /etc
420
sudo cp --preserve=mode,timestamps -r hosts/$HOSTNAME/usr/* /usr/
421
422
423
424
425

#
# more configuration than a simple cp can do
#
sudo chown root.root /etc/sudoers.d/jenkins ; sudo chmod 700 /etc/sudoers.d/jenkins
426
sudo chown root.root /etc/sudoers.d/jenkins-adm ; sudo chmod 700 /etc/sudoers.d/jenkins-adm
427
428

if [ "$HOSTNAME" = "jenkins" ] ; then
429
430
431
432
433
434
435
436
437
438
439
440
	if [ $BASEDIR/hosts/$HOSTNAME/etc/apache2 -nt $STAMP ] || [ ! -f $STAMP ] ; then
		if [ ! -e /etc/apache2/mods-enabled/proxy.load ] ; then
			sudo a2enmod proxy
			sudo a2enmod proxy_http
			sudo a2enmod rewrite
			sudo a2enmod ssl
			sudo a2enmod headers
			sudo a2enmod macro
			sudo a2enmod filter
		fi
		sudo a2ensite -q jenkins.debian.net
		sudo a2enconf -q munin
441
		sudo chown jenkins-adm.jenkins-adm /etc/apache2/sites-enabled/jenkins.debian.net.conf
442
443
444
		# for reproducible.d.n url rewriting:
		[ -L /var/www/userContent ] || sudo ln -sf /var/lib/jenkins/userContent /var/www/userContent
		sudo service apache2 reload
445
446
447
	fi
fi

448
if [ $BASEDIR/hosts/$HOSTNAME/etc/munin -nt $STAMP ] || [ ! -f $STAMP ] ; then
449
	cd /etc/munin/plugins
450
	sudo rm -f postfix_* open_inodes interrupts irqstats threads proc_pri vmstat if_err_* exim_* netstat fw_forwarded_local fw_packets forks open_files users nfs* iostat_ios 2>/dev/null
451
	case $HOSTNAME in
Holger Levsen's avatar
Holger Levsen committed
452
			jenkins|profitbricks-build*) [ -L /etc/munin/plugins/squid_cache ] || for i in squid_cache squid_objectsize squid_requests squid_traffic ; do sudo ln -s /usr/share/munin/plugins/$i $i ; done ;;
453
454
			*)	;;
	esac
455
456
457
	if [ "$HOSTNAME" != "jenkins" ] && [ -L /etc/munin/plugins/iostat ] ; then
		sudo rm /etc/munin/plugins/iostat
	fi
458
459
	if [ "$HOSTNAME" = "jenkins" ] && [ ! -L /etc/munin/plugins/apache_accesses ] ; then
		for i in apache_accesses apache_volume ; do sudo ln -s /usr/share/munin/plugins/$i $i ; done
460
		sudo ln -s /usr/share/munin/plugins/loggrep jenkins_oom
461
462
	fi
	sudo service munin-node force-reload
463
fi
Holger Levsen's avatar
Holger Levsen committed
464
explain "packages configured."
Holger Levsen's avatar
Holger Levsen committed
465
466
467
468

#
# install the heart of jenkins.debian.net
#
Holger Levsen's avatar
Holger Levsen committed
469
cd $BASEDIR
470
471
[ -d /srv/jenkins/features ] && sudo rm -rf /srv/jenkins/features
for dir in bin logparse cucumber live ; do
472
473
	sudo mkdir -p /srv/jenkins/$dir
	sudo rsync -rpt --delete $dir/ /srv/jenkins/$dir/
Holger Levsen's avatar
Holger Levsen committed
474
	sudo chown -R jenkins-adm.jenkins-adm /srv/jenkins/$dir
475
done
476
477
HOST_JOBS="hosts/$HOSTNAME/job-cfg"
if [ -e "$HOST_JOBS" ] ; then
478
	sudo rsync -rpt --copy-links --delete "$HOST_JOBS/" /srv/jenkins/job-cfg/
479
480
481
482
483
484
	sudo chown -R jenkins-adm.jenkins-adm /srv/jenkins/$dir
else
    # tidying up ... assuming that we don't want clutter on peripheral servers
    [ -d /srv/jenkins/job-cfg ] && sudo rm -rf /srv/jenkins/job-cfg
fi

Holger Levsen's avatar
Holger Levsen committed
485
sudo mkdir -p /var/lib/jenkins/.ssh
486
487
488
489
490
491
if [ "$HOSTNAME" = "jenkins" ] ; then
	sudo cp jenkins-home/procmailrc /var/lib/jenkins/.procmailrc
	sudo cp jenkins-home/authorized_keys /var/lib/jenkins/.ssh/authorized_keys
else
	sudo cp jenkins-nodes-home/authorized_keys /var/lib/jenkins/.ssh/authorized_keys
fi
Holger Levsen's avatar
Holger Levsen committed
492
493
494
sudo chown -R jenkins:jenkins /var/lib/jenkins/.ssh
sudo chmod 700 /var/lib/jenkins/.ssh
sudo chmod 600 /var/lib/jenkins/.ssh/authorized_keys
Holger Levsen's avatar
Holger Levsen committed
495
explain "scripts and configurations for jenkins updated."
496

497
if [ "$HOSTNAME" = "jenkins" ] ; then
Holger Levsen's avatar
Holger Levsen committed
498
	sudo cp -pr README INSTALL TODO CONTRIBUTING d-i-preseed-cfgs /var/lib/jenkins/userContent/
499
	git log | grep ^Author| cut -d " " -f2-|sort -u -f > $TMPFILE
500
	echo "----" >> $TMPFILE
501
	sudo tee /var/lib/jenkins/userContent/THANKS > /dev/null < THANKS.head
Holger Levsen's avatar
Holger Levsen committed
502
503
	# samuel, lunar, josch and phil committed with several commiters, only display one
	grep -v -e "samuel.thibault@ens-lyon.org" -e Lunar -e "j.schauer@email.de" -e "mattia@mapreri.org" -e "phil@jenkins-test-vm" $TMPFILE | sudo tee -a /var/lib/jenkins/userContent/THANKS > /dev/null
504
	rm $TMPFILE
505
	TMPDIR=$(mktemp -d -t update-jdn-XXXXXXXX)
506
	sudo cp -pr userContent $TMPDIR/
Holger Levsen's avatar
Holger Levsen committed
507
508
509
	sudo chown -R jenkins.jenkins $TMPDIR
	sudo cp -pr $TMPDIR/userContent  /var/lib/jenkins/
	sudo rm -r $TMPDIR > /dev/null
510
511
512
513
514
515
516
517
518
	cd /var/lib/jenkins/userContent/
	ASCIIDOC_PARAMS="-a numbered -a data-uri -a iconsdir=/etc/asciidoc/images/icons -a scriptsdir=/etc/asciidoc/javascripts -b html5 -a toc -a toclevels=4 -a icons -a stylesheet=$(pwd)/theme/debian-asciidoc.css"
	[ about.html -nt README ] || asciidoc $ASCIIDOC_PARAMS -o about.html README
	[ todo.html -nt TODO ] || asciidoc $ASCIIDOC_PARAMS -o todo.html TODO
	[ setup.html -nt INSTALL ] || asciidoc $ASCIIDOC_PARAMS -o setup.html INSTALL
	[ contributing.html -nt CONTRIBUTING ] || asciidoc $ASCIIDOC_PARAMS -o contributing.html CONTRIBUTING
	diff THANKS .THANKS >/dev/null || asciidoc $ASCIIDOC_PARAMS -o thanks.html THANKS
	mv THANKS .THANKS
	rm TODO README INSTALL CONTRIBUTING
519
	sudo chown jenkins.jenkins /var/lib/jenkins/userContent/*html
Holger Levsen's avatar
Holger Levsen committed
520
	explain "user content for jenkins updated."
521
fi
522

523
if [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
524
525
526
527
528
529
530
	#
	# run jenkins-job-builder to update jobs if needed
	#     (using sudo because /etc/jenkins_jobs is root:root 700)
	#
	cd /srv/jenkins/job-cfg
	for metaconfig in *.yaml.py ; do
	# there are both python2 and python3 scripts here
531
        [ -e ./$metaconfig ] || continue
532
		./$metaconfig > $TMPFILE
533
534
		if ! sudo -u jenkins-adm cmp -s ${metaconfig%.py} - < $TMPFILE ; then
			sudo -u jenkins-adm tee ${metaconfig%.py} > /dev/null < $TMPFILE
535
536
		fi
	done
Holger Levsen's avatar
Holger Levsen committed
537
	rm -f $TMPFILE
538
	for config in *.yaml ; do
539
540
541
542
543
544
545
		# do update, if
		# no stamp file exist or
		# no .py file exists and config is newer than stamp or
		# a .py file exists and .py file is newer than stamp
		if [ ! -f $STAMP ] || \
		 ( [ ! -f $config.py ] && [ $config -nt $STAMP ] ) || \
		 ( [ -f $config.py ] && [ $config.py -nt $STAMP ] ) ; then
546
			$JJB update $config
547
548
549
550
		else
			echo "$config has not changed, nothing to do."
		fi
	done
Holger Levsen's avatar
Holger Levsen committed
551
	explain "jenkins jobs updated."
552
fi
553

554
#
Holger Levsen's avatar
Holger Levsen committed
555
# configure git for jenkins
556
#
Holger Levsen's avatar
Holger Levsen committed
557
558
559
560
if [ "$(sudo su - jenkins -c 'git config --get user.email')" != "jenkins@jenkins.debian.net" ] ; then
	sudo su - jenkins -c "git config --global user.email jenkins@jenkins.debian.net"
	sudo su - jenkins -c "git config --global user.name Jenkins"
fi
Holger Levsen's avatar
Holger Levsen committed
561

562
563
564
565
566
567
if [ "$HOSTNAME" = "jenkins" ] ; then
	#
	# creating LVM volume group for jobs
	#
	if [ "$PVNAME" = "" ]; then
	    figlet -f banner Error
Holger Levsen's avatar
Holger Levsen committed
568
	    explain "you must set \$PVNAME to physical volume pathname, exiting."
569
570
571
572
573
574
575
576
577
	    exit 1
	else
	    if ! sudo pvs $PVNAME >/dev/null 2>&1; then
	        sudo pvcreate $PVNAME
	    fi
	    if ! sudo vgs $VGNAME >/dev/null 2>&1; then
	        sudo vgcreate $VGNAME $PVNAME
	    fi
	fi
578
579
580
581
582
fi

#
# generate the kgb-client configurations
#
583
if [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "profitbricks-build3-amd64" ] || [ "$HOSTNAME" = "profitbricks-build4-amd64" ] ; then
584
585
586
587
588
589
590
591
592
593
	cd $BASEDIR
	KGB_SECRETS="/srv/jenkins/kgb/secrets.yml"
	if [ -f "$KGB_SECRETS" ] && [ $(stat -c "%a:%U:%G" "$KGB_SECRETS") = "640:jenkins-adm:jenkins-adm" ] ; then
	    # the last condition is to assure the files are owned by the right user/team
	    if [ "$KGB_SECRETS" -nt $STAMP ] || [ ! -f $STAMP ] ; then
	        sudo -u jenkins-adm "./deploy_kgb.py"
	    else
	        explain "kgb-client configuration unchanged, nothing to do."
	    fi
	else
Holger Levsen's avatar
Holger Levsen committed
594
	    figlet -f banner Warning
595
596
	    echo "Warning: $KGB_SECRETS either does not exist or has bad permissions. Please fix. KGB configs not generated"
	    echo "We expect the secrets file to be mode 640 and owned by jenkins-adm:jenkins-adm."
597
	    echo "/srv/jenkins/kbg should be mode 755 and owned by jenkins-adm:root."
598
	    echo "/srv/jenkins/kbg/client-status should be mode 755 and owned by jenkins:jenkins."
599
	fi
600
601
fi

Holger Levsen's avatar
Holger Levsen committed
602
603
604
605
#
# There's always some work left...
#	echo FIXME is ignored so check-jobs scripts can output templates requiring manual work
#
606
if [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
607
608
609
	rgrep FI[X]ME $BASEDIR/* | grep -v echo > $TMPFILE || true
	if [ -s $TMPFILE ] ; then
		echo
610
611
612
613
614
615
		# only show cucumber FIXMEs when deploying on jenkins-test-vm
		if [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
			cat $TMPFILE
		else
			cat $TMPFILE | grep -v cucumber
		fi
616
617
618
		echo
	fi
	rm -f $TMPFILE
Holger Levsen's avatar
Holger Levsen committed
619
fi
Holger Levsen's avatar
Holger Levsen committed
620

621
#
622
# almost finally…
623
#
624
sudo touch $STAMP	# so on the next run, only configs newer than this file will be updated
Holger Levsen's avatar
Holger Levsen committed
625
explain "$(date) - finished deployment."
626

627
# finally!
628
case $HOSTNAME in
629
	# set time back to the future
630
	profitbricks-build4-amd64|profitbricks-build5-amd64|profitbricks-build6-i386)
631
632
		sudo date --set="+398 days +6 hours + 23 minutes"
		;;
633
	jenkins)
634
		MESSAGE="jenkins.d.n updated to $(cd $BASEDIR ; git describe --always)."
635
		kgb-client --conf /srv/jenkins/kgb/debian-qa.conf --relay-msg "$MESSAGE"
Holger Levsen's avatar
Holger Levsen committed
636
		;;
637
638
	*)	;;
esac
639
640
641
642

echo
figlet ok
echo
Holger Levsen's avatar
Holger Levsen committed
643
644
echo "__$HOSTNAME=ok__"