update_jdn.sh 17 KB
Newer Older
1
2
#!/bin/bash

Philip Hands's avatar
set -e    
Philip Hands committed
3
4
set -e

5
# Copyright 2012-2016 Holger Levsen <holger@layer-acht.org>
6
7
# released under the GPLv=2

Holger Levsen's avatar
Holger Levsen committed
8
BASEDIR=$HOME/jenkins.debian.net
9
10
PVNAME=/dev/vdb      # LVM physical volume for jobs
VGNAME=jenkins01     # LVM volume group
11
STAMP=/var/log/jenkins/update-jenkins.stamp
12
TMPFILE=$(mktemp)
13
14
15
# The $@ below means that command line args get passed on to j-j-b
# which allows one to specify --flush-cache or --ignore-cache
JJB="jenkins-job-builder $@"
Holger Levsen's avatar
Holger Levsen committed
16

Holger Levsen's avatar
Holger Levsen committed
17
explain() {
Holger Levsen's avatar
Holger Levsen committed
18
	echo "$HOSTNAME: $1"
Holger Levsen's avatar
Holger Levsen committed
19
20
}

21
echo "--------------------------------------------"
Holger Levsen's avatar
Holger Levsen committed
22
explain "$(date) - begin deployment update."
23
24
25

# run update at current date
case $HOSTNAME in
26
	profitbricks-build4-amd64|profitbricks-build5-amd64|profitbricks-build6-i386)
27
28
		# set correct date (if ntpdate is installed)
		[ ! -f /usr/sbin/ntpdate ] || sudo ntpdate -b de.pool.ntp.org
29
30
31
32
		;;
	*)	;;
esac

33
34
35
#
# set up users and groups
#
36
if ! getent passwd jenkins > /dev/null ; then
37
	sudo addgroup --system jenkins
38
	sudo adduser --system --shell /bin/bash --home /var/lib/jenkins --ingroup jenkins --disabled-login jenkins
39
fi
Holger Levsen's avatar
Holger Levsen committed
40
if ! getent group jenkins-adm > /dev/null ; then
41
42
	sudo addgroup --system jenkins-adm
fi
43
if ! getent passwd jenkins-adm > /dev/null  ; then
44
	sudo adduser --system --shell /bin/bash --no-create-home --ingroup jenkins-adm --disabled-login --no-create-home jenkins-adm
Holger Levsen's avatar
Holger Levsen committed
45
	sudo usermod -G jenkins jenkins-adm
46
fi
47
for user in helmut holger mattia lunar phil ; do
48
49
50
51
	if [ "$user" = "lunar" ] && [ "$HOSTNAME" != "jenkins" ] ; then
		# lunar only wants to configure jekyll
		continue
	fi
52
	if [ "$user" = "phil" ] && [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
Philip Hands's avatar
Philip Hands committed
53
54
55
56
		# phil only wants to test stuff
		sudo adduser $user libvirt
		sudo adduser $user libvirt-qemu
		continue
57
58
	elif [ "$user" = "phil" ] && ( ! [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "jenkins-test-vm" ] ) ; then
		# create phil on jenkins and jenkins-test-vm only
Holger Levsen's avatar
Holger Levsen committed
59
60
		continue
	fi
61
	# actually create the user
62
	if ! getent passwd $user > /dev/null ; then
63
		if [ "$user" = "mattia" ] ; then
64
			usershell=/bin/zsh
65
		else
66
			usershell=/bin/bash
67
		fi
68
		sudo adduser --gecos "" --shell "$usershell" --disabled-password $user
69
	fi
70
71
72
73
74
75
76
77
78
	# put user in groups
	if [ "$HOSTNAME" = "jenkins" ] && [ "$user" = "lunar" ] ; then
		extra_groups="reproducible"
	elif [ "$HOSTNAME" = "jenkins" ] ; then
		extra_groups="reproducible,jenkins,jenkins-adm,sudo,adm"
	else
		extra_groups="jenkins,jenkins-adm,sudo,adm"
	fi
	sudo usermod -G $extra_groups $user
79
80
done

81
if [ "$HOSTNAME" = "jenkins-test-vm" ] || [ "$HOSTNAME" = "profitbricks-build10-amd64" ] ; then
82
83
84
85
86
	# jenkins needs access to libvirt
	sudo adduser jenkins libvirt
	sudo adduser jenkins libvirt-qemu
fi

87
sudo mkdir -p /srv/workspace
88
[ -d /srv/schroots ] || sudo mkdir -p /srv/schroots
89
[ -h /chroots ] || sudo ln -s /srv/workspace/chroots /chroots
90
[ -h /schroots ] || sudo ln -s /srv/schroots /schroots
91

92
93
# prepare tmpfs on some hosts
case $HOSTNAME in
Mattia Rizzolo's avatar
Mattia Rizzolo committed
94
95
96
97
	jenkins)
		TMPFSSIZE=100
		TMPSIZE=15
		;;
Holger Levsen's avatar
Holger Levsen committed
98
	profitbricks-build9-amd64)
Mattia Rizzolo's avatar
Mattia Rizzolo committed
99
100
101
		TMPFSSIZE=32
		TMPSIZE=8
		;;
Holger Levsen's avatar
Holger Levsen committed
102
	profitbricks-build*)
Mattia Rizzolo's avatar
Mattia Rizzolo committed
103
104
105
		TMPFSSIZE=200
		TMPSIZE=15
		;;
106
107
108
	*) ;;
esac
case $HOSTNAME in
109
110
111
112
113
114
115
	profitbricks-build*i386)
		if ! grep -q '/srv/workspace' /etc/fstab; then
			echo "Warning: you need to manually create a /srv/workspace partition on i386 nodes, exiting."
			exit 1
		fi
		;;
	jenkins|profitbricks-build*amd64)
116
		if ! grep -q '^tmpfs\s\+/srv/workspace\s' /etc/fstab; then
117
			echo "tmpfs		/srv/workspace	tmpfs	defaults,size=${TMPFSSIZE}g	0	0" | sudo tee -a /etc/fstab >/dev/null  
118
		fi
Mattia Rizzolo's avatar
Mattia Rizzolo committed
119
120
121
		if ! grep -q '^tmpfs\s\+/tmp\s' /etc/fstab; then
			echo "tmpfs		/tmp	tmpfs	defaults,size=${TMPSIZE}g	0	0" | sudo tee -a /etc/fstab >/dev/null
		fi
122
123
		if ! mountpoint -q /srv/workspace; then
			if test -z "$(ls -A /srv/workspace)"; then
124
				sudo mount /srv/workspace
125
			else
126
				explain "WARNING: mountpoint /srv/workspace is non-empty."
127
128
129
130
131
			fi
		fi
		;;
	*) ;;
esac
132

133
# make sure needed directories exists - some directories will not be needed on all hosts...
134
for directory in /schroots /srv/reproducible-results /srv/d-i /srv/live-build /var/log/jenkins/ /srv/jenkins /srv/jenkins/pseudo-hosts /srv/workspace/chroots ; do
135
136
137
	if [ ! -d $directory ] ; then
		sudo mkdir $directory
	fi
Holger Levsen's avatar
Holger Levsen committed
138
	sudo chown jenkins.jenkins $directory
139
done
Holger Levsen's avatar
Holger Levsen committed
140
for directory in /srv/jenkins ; do
141
142
143
144
145
	if [ ! -d $directory ] ; then
		sudo mkdir $directory
		sudo chown jenkins-adm.jenkins-adm $directory
	fi
done
146

147
if ! test -h /chroots; then
Holger Levsen's avatar
Holger Levsen committed
148
	sudo rmdir /chroots || sudo rm -f /chroots # do not recurse
149
	if test -e /chroots; then
Holger Levsen's avatar
Holger Levsen committed
150
		explain "/chroots could not be cleared."
151
	else
152
		sudo ln -s /srv/workspace/chroots /chroots
153
154
155
	fi
fi

156
157
158
159
160
161
# only on Debian systems
if [ -f /etc/debian_version ] ; then
	#
	# install packages we need
	#
	if [ ./$0 -nt $STAMP ] || [ ! -f $STAMP ] ; then
Holger Levsen's avatar
Holger Levsen committed
162
163
		DEBS=" 
			bash-completion 
164
165
			bc
			bsd-mailx
Holger Levsen's avatar
Holger Levsen committed
166
167
168
			curl 
			debootstrap 
			devscripts 
169
			etckeeper
170
			figlet
Holger Levsen's avatar
Holger Levsen committed
171
			git
172
			haveged
Holger Levsen's avatar
Holger Levsen committed
173
			htop
174
			less
175
			locales-all
176
177
			molly-guard
			moreutils
178
179
			munin-node
			munin-plugins-extra 
180
			pigz 
181
			postfix
182
			procmail
183
			psmisc
184
			python3-psycopg2 
Holger Levsen's avatar
Holger Levsen committed
185
			schroot 
186
187
			screen
			slay
Holger Levsen's avatar
Holger Levsen committed
188
189
190
191
192
			subversion 
			subversion-tools 
			sudo 
			unzip 
			vim 
193
			zsh
194
			"
195
		case $HOSTNAME in
196
			jenkins|jenkins-test-vm|profitbricks-build*) DEBS="$DEBS
197
				libvirt-bin
Philip Hands's avatar
Philip Hands committed
198
				python3-yaml
199
200
				postfix-pcre
				squid3"
Philip Hands's avatar
Philip Hands committed
201
				# make sure that nested KVM is enabled (see whist:/etc/modprobe.d/kvm-intel-nested.conf)
202
			   ;;
203
204
			*) ;;
		esac
205
206
		# needed to run the 2nd reproducible builds nodes in the future...
		case $HOSTNAME in
207
			profitbricks-build4-amd64|profitbricks-build5-amd64|profitbricks-build6-i386) DEBS="$DEBS ntpdate" ;;
208
209
			*) ;;
		esac
210
		# needed to run coreboot/openwrt/netbsd/fedora/fdroid jobs
211
		case $HOSTNAME in
212
			profitbricks-build3-amd64|profitbricks-build4-amd64) DEBS="$DEBS
Holger Levsen's avatar
Holger Levsen committed
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
				bison
				cmake
				diffutils
				findutils
				flex
				g++
				gawk
				gcc
				git
				grep
				iasl
				libc6-dev
				libncurses5-dev
				libssl-dev
				locales-all
				kgb-client
				m4
				make
231
				mock
Holger Levsen's avatar
Holger Levsen committed
232
233
				python3-yaml
				subversion
234
				sysvinit-core
235
				tree
Holger Levsen's avatar
Holger Levsen committed
236
237
				unzip
				util-linux
238
				vagrant
239
				virtualbox
Holger Levsen's avatar
Holger Levsen committed
240
241
				zlib1g-dev"
			   ;;
242
243
			*) ;;
		esac
244
245
246
247
248
249
		# cucumber dependencies
		case $HOSTNAME in
			profitbricks-build10-amd64|jenkins-test-vm) DEBS="$DEBS
				cucumber
				tesseract-ocr
				i18nspector
Holger Levsen's avatar
Holger Levsen committed
250
				imagemagick
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
				libav-tools
				libsikuli-script-java
				libvirt-dev
				ovmf
				python-jabberbot
				python-potr
				ruby-guestfs
				ruby-libvirt
				ruby-net-irc
				ruby-packetfu
				ruby-rb-inotify
				ruby-rjb
				ruby-test-unit
				tcpdump
				unclutter
				virt-viewer
				x264
				xvfb
				x11vnc"
			   ;;
			*) ;;
		esac
273
		if [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
Holger Levsen's avatar
Holger Levsen committed
274
275
276
277
			MASTERDEBS=" 
				apache2 
				apt-file 
				apt-listchanges 
278
				asciidoc
Holger Levsen's avatar
Holger Levsen committed
279
280
281
282
283
284
285
286
287
288
289
				binfmt-support 
				bison 
				build-essential 
				calamaris 
				cmake 
				cron-apt 
				csvtool 
				dnsmasq-base 
				dose-extra 
				dstat 
				figlet 
Holger Levsen's avatar
Holger Levsen committed
290
				flex
Holger Levsen's avatar
Holger Levsen committed
291
				gawk 
292
293
				ghc
				git-notifier 
Holger Levsen's avatar
Holger Levsen committed
294
295
296
297
				gocr 
				graphviz 
				iasl 
				imagemagick 
298
299
				ip2host
				jekyll
300
				kgb-client
Holger Levsen's avatar
Holger Levsen committed
301
302
303
304
305
306
307
308
309
310
				libapache2-mod-macro 
				libcap2-bin 
				libfile-touch-perl 
				libguestfs-tools 
				libjson-rpc-perl 
				libsoap-lite-perl 
				libvirt0 
				libvirt-bin 
				libvpx1 
				libxslt1-dev 
311
312
				linux-image-amd64
				mock
Holger Levsen's avatar
Holger Levsen committed
313
314
315
316
317
318
319
320
				moreutils 
				mr 
				mtr-tiny 
				munin 
				ntp 
				openbios-ppc 
				openbios-sparc 
				openjdk-7-jre 
321
				pandoc
Holger Levsen's avatar
Holger Levsen committed
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
				postgresql-client-9.4 
				poxml 
				procmail 
				python3-debian 
				python3-yaml 
				python-arpy 
				python-hachoir-metadata 
				python-imaging 
				python-lzma 
				python-pip 
				python-rpy2 
				python-setuptools 
				python-twisted 
				python-yaml 
				qemu 
				qemu-kvm 
				qemu-system-x86 
				qemu-user-static 
				radvd 
				ruby-json 
				ruby-rspec 
				seabios 
				shorewall 
				shorewall6 
				sqlite3 
				syslinux 
348
				tor
Holger Levsen's avatar
Holger Levsen committed
349
				vncsnapshot 
350
351
				vnstat
				whohas
Holger Levsen's avatar
Holger Levsen committed
352
				x11-apps 
353
				xtightvncviewer
354
				xvkbd
355
				zutils"
356
357
358
		else
			MASTERDEBS=""
		fi
Holger Levsen's avatar
Holger Levsen committed
359
		sudo apt-get update
Holger Levsen's avatar
Holger Levsen committed
360
		sudo apt-get install $DEBS $MASTERDEBS
361
		sudo apt-get install -t jessie-backports \
362
				pbuilder lintian || echo "this should only fail on the first install"
363
		#		botch
364
		# for varying kernels
365
366
		# we use bpo kernels on pb-build5+6 (and i386 kernel on pb-build2-i386)
		if [ "$HOSTNAME" = "profitbricks-build5-amd64" ] || [ "$HOSTNAME" = "profitbricks-build6-i386" ]; then
367
			sudo apt-get install -t jessie-backports linux-image-amd64 || echo "this should only fail on the first install"
368
		fi
369
		# only needed on the main node
Holger Levsen's avatar
Holger Levsen committed
370
		if [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
371
			sudo apt-get install -t jessie-backports jenkins-job-builder || echo "this should only fail on the first install"
Holger Levsen's avatar
Holger Levsen committed
372
373
		elif [ "$HOSTNAME" = "jenkins" ] ; then
			sudo apt-get install -t jessie-backports ffmpeg libav-tools jenkins-job-builder
374
		fi
Holger Levsen's avatar
Holger Levsen committed
375
		explain "packages installed."
376
	else
Holger Levsen's avatar
Holger Levsen committed
377
		explain "no new packages to be installed."
378
	fi
379
fi
380

381
382
383
#
# prepare mock to build rpms
#
384
if [ "$HOSTNAME" = "profitbricks-build3-amd64" ] || [ "$HOSTNAME" = "profitbricks-build4-amd64" ] || [ "$HOSTNAME" = "jenkins" ] ; then
385
	if ! grep mock /etc/group ; then
386
		# these 4 commands are obsolete with mock 1.2.3-1 (=stretch)
387
388
		sudo groupadd --system mock
		sudo usermod -a -G mock jenkins
389
390
		sudo chgrp mock /var/lib/mock/ /var/cache/mock/
		sudo chmod 2775 /var/lib/mock/ /var/cache/mock/
391
392
393
	fi
fi

394
#
395
# deploy package configuration in /etc and /usr/local/
396
#
Holger Levsen's avatar
Holger Levsen committed
397
cd $BASEDIR
398
sudo cp --preserve=mode,timestamps -r hosts/$HOSTNAME/etc/* /etc
399
sudo cp --preserve=mode,timestamps -r hosts/$HOSTNAME/usr/* /usr/
400
401
402
403
404

#
# more configuration than a simple cp can do
#
sudo chown root.root /etc/sudoers.d/jenkins ; sudo chmod 700 /etc/sudoers.d/jenkins
405
sudo chown root.root /etc/sudoers.d/jenkins-adm ; sudo chmod 700 /etc/sudoers.d/jenkins-adm
406
407

if [ "$HOSTNAME" = "jenkins" ] ; then
408
409
410
411
412
413
414
415
416
417
418
419
	if [ $BASEDIR/hosts/$HOSTNAME/etc/apache2 -nt $STAMP ] || [ ! -f $STAMP ] ; then
		if [ ! -e /etc/apache2/mods-enabled/proxy.load ] ; then
			sudo a2enmod proxy
			sudo a2enmod proxy_http
			sudo a2enmod rewrite
			sudo a2enmod ssl
			sudo a2enmod headers
			sudo a2enmod macro
			sudo a2enmod filter
		fi
		sudo a2ensite -q jenkins.debian.net
		sudo a2enconf -q munin
420
		sudo chown jenkins-adm.jenkins-adm /etc/apache2/sites-enabled/jenkins.debian.net.conf
421
422
423
		# for reproducible.d.n url rewriting:
		[ -L /var/www/userContent ] || sudo ln -sf /var/lib/jenkins/userContent /var/www/userContent
		sudo service apache2 reload
424
425
426
	fi
fi

427
if [ $BASEDIR/hosts/$HOSTNAME/etc/munin -nt $STAMP ] || [ ! -f $STAMP ] ; then
428
	cd /etc/munin/plugins
429
	sudo rm -f postfix_* open_inodes interrupts irqstats threads proc_pri vmstat if_err_* exim_* netstat fw_forwarded_local fw_packets forks open_files users nfs* iostat_ios 2>/dev/null
430
	case $HOSTNAME in
Holger Levsen's avatar
Holger Levsen committed
431
			jenkins|profitbricks-build*) [ -L /etc/munin/plugins/squid_cache ] || for i in squid_cache squid_objectsize squid_requests squid_traffic ; do sudo ln -s /usr/share/munin/plugins/$i $i ; done ;;
432
433
			*)	;;
	esac
434
435
436
	if [ "$HOSTNAME" != "jenkins" ] && [ -L /etc/munin/plugins/iostat ] ; then
		sudo rm /etc/munin/plugins/iostat
	fi
437
438
	if [ "$HOSTNAME" = "jenkins" ] && [ ! -L /etc/munin/plugins/apache_accesses ] ; then
		for i in apache_accesses apache_volume ; do sudo ln -s /usr/share/munin/plugins/$i $i ; done
439
		sudo ln -s /usr/share/munin/plugins/loggrep jenkins_oom
440
441
	fi
	sudo service munin-node force-reload
442
fi
Holger Levsen's avatar
Holger Levsen committed
443
explain "packages configured."
Holger Levsen's avatar
Holger Levsen committed
444
445
446
447

#
# install the heart of jenkins.debian.net
#
Holger Levsen's avatar
Holger Levsen committed
448
cd $BASEDIR
449
450
[ -d /srv/jenkins/features ] && sudo rm -rf /srv/jenkins/features
for dir in bin logparse cucumber live ; do
451
	sudo cp --preserve=mode,timestamps -r $dir /srv/jenkins/
Holger Levsen's avatar
Holger Levsen committed
452
	sudo chown -R jenkins-adm.jenkins-adm /srv/jenkins/$dir
453
done
454
455
456
457
458
459
460
461
462
HOST_JOBS="hosts/$HOSTNAME/job-cfg"
if [ -e "$HOST_JOBS" ] ; then
	sudo rsync -r --copy-links --delete "$HOST_JOBS/" /srv/jenkins/job-cfg/
	sudo chown -R jenkins-adm.jenkins-adm /srv/jenkins/$dir
else
    # tidying up ... assuming that we don't want clutter on peripheral servers
    [ -d /srv/jenkins/job-cfg ] && sudo rm -rf /srv/jenkins/job-cfg
fi

Holger Levsen's avatar
Holger Levsen committed
463
sudo mkdir -p /var/lib/jenkins/.ssh
464
465
466
467
468
469
if [ "$HOSTNAME" = "jenkins" ] ; then
	sudo cp jenkins-home/procmailrc /var/lib/jenkins/.procmailrc
	sudo cp jenkins-home/authorized_keys /var/lib/jenkins/.ssh/authorized_keys
else
	sudo cp jenkins-nodes-home/authorized_keys /var/lib/jenkins/.ssh/authorized_keys
fi
Holger Levsen's avatar
Holger Levsen committed
470
471
472
sudo chown -R jenkins:jenkins /var/lib/jenkins/.ssh
sudo chmod 700 /var/lib/jenkins/.ssh
sudo chmod 600 /var/lib/jenkins/.ssh/authorized_keys
Holger Levsen's avatar
Holger Levsen committed
473
explain "scripts and configurations for jenkins updated."
474

475
if [ "$HOSTNAME" = "jenkins" ] ; then
Holger Levsen's avatar
Holger Levsen committed
476
	sudo cp -pr README INSTALL TODO CONTRIBUTING d-i-preseed-cfgs /var/lib/jenkins/userContent/
477
	git log | grep ^Author| cut -d " " -f2-|sort -u -f > $TMPFILE
478
	echo "----" >> $TMPFILE
479
	sudo tee /var/lib/jenkins/userContent/THANKS > /dev/null < THANKS.head
Holger Levsen's avatar
Holger Levsen committed
480
481
	# samuel, lunar, josch and phil committed with several commiters, only display one
	grep -v -e "samuel.thibault@ens-lyon.org" -e Lunar -e "j.schauer@email.de" -e "mattia@mapreri.org" -e "phil@jenkins-test-vm" $TMPFILE | sudo tee -a /var/lib/jenkins/userContent/THANKS > /dev/null
482
	rm $TMPFILE
483
	TMPDIR=$(mktemp -d -t update-jdn-XXXXXXXX)
484
	sudo cp -pr userContent $TMPDIR/
Holger Levsen's avatar
Holger Levsen committed
485
486
487
	sudo chown -R jenkins.jenkins $TMPDIR
	sudo cp -pr $TMPDIR/userContent  /var/lib/jenkins/
	sudo rm -r $TMPDIR > /dev/null
488
489
490
491
492
493
494
495
496
	cd /var/lib/jenkins/userContent/
	ASCIIDOC_PARAMS="-a numbered -a data-uri -a iconsdir=/etc/asciidoc/images/icons -a scriptsdir=/etc/asciidoc/javascripts -b html5 -a toc -a toclevels=4 -a icons -a stylesheet=$(pwd)/theme/debian-asciidoc.css"
	[ about.html -nt README ] || asciidoc $ASCIIDOC_PARAMS -o about.html README
	[ todo.html -nt TODO ] || asciidoc $ASCIIDOC_PARAMS -o todo.html TODO
	[ setup.html -nt INSTALL ] || asciidoc $ASCIIDOC_PARAMS -o setup.html INSTALL
	[ contributing.html -nt CONTRIBUTING ] || asciidoc $ASCIIDOC_PARAMS -o contributing.html CONTRIBUTING
	diff THANKS .THANKS >/dev/null || asciidoc $ASCIIDOC_PARAMS -o thanks.html THANKS
	mv THANKS .THANKS
	rm TODO README INSTALL CONTRIBUTING
497
	sudo chown jenkins.jenkins /var/lib/jenkins/userContent/*html
Holger Levsen's avatar
Holger Levsen committed
498
	explain "user content for jenkins updated."
499
fi
500

501
if [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
502
503
504
505
506
507
508
	#
	# run jenkins-job-builder to update jobs if needed
	#     (using sudo because /etc/jenkins_jobs is root:root 700)
	#
	cd /srv/jenkins/job-cfg
	for metaconfig in *.yaml.py ; do
	# there are both python2 and python3 scripts here
509
        [ -e ./$metaconfig ] || continue
510
		./$metaconfig > $TMPFILE
511
512
		if ! sudo -u jenkins-adm cmp -s ${metaconfig%.py} - < $TMPFILE ; then
			sudo -u jenkins-adm tee ${metaconfig%.py} > /dev/null < $TMPFILE
513
514
		fi
	done
Holger Levsen's avatar
Holger Levsen committed
515
	rm -f $TMPFILE
516
517
	for config in *.yaml ; do
		if [ $config -nt $STAMP ] || [ ! -f $STAMP ] ; then
518
			$JJB update $config
519
520
521
522
		else
			echo "$config has not changed, nothing to do."
		fi
	done
Holger Levsen's avatar
Holger Levsen committed
523
	explain "jenkins jobs updated."
524
fi
525

526
#
Holger Levsen's avatar
Holger Levsen committed
527
# configure git for jenkins
528
#
Holger Levsen's avatar
Holger Levsen committed
529
530
531
532
if [ "$(sudo su - jenkins -c 'git config --get user.email')" != "jenkins@jenkins.debian.net" ] ; then
	sudo su - jenkins -c "git config --global user.email jenkins@jenkins.debian.net"
	sudo su - jenkins -c "git config --global user.name Jenkins"
fi
Holger Levsen's avatar
Holger Levsen committed
533

534
535
536
537
538
539
if [ "$HOSTNAME" = "jenkins" ] ; then
	#
	# creating LVM volume group for jobs
	#
	if [ "$PVNAME" = "" ]; then
	    figlet -f banner Error
Holger Levsen's avatar
Holger Levsen committed
540
	    explain "you must set \$PVNAME to physical volume pathname, exiting."
541
542
543
544
545
546
547
548
549
	    exit 1
	else
	    if ! sudo pvs $PVNAME >/dev/null 2>&1; then
	        sudo pvcreate $PVNAME
	    fi
	    if ! sudo vgs $VGNAME >/dev/null 2>&1; then
	        sudo vgcreate $VGNAME $PVNAME
	    fi
	fi
550
551
552
553
554
fi

#
# generate the kgb-client configurations
#
555
if [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "profitbricks-build3-amd64" ] || [ "$HOSTNAME" = "profitbricks-build4-amd64" ] ; then
556
557
558
559
560
561
562
563
564
565
	cd $BASEDIR
	KGB_SECRETS="/srv/jenkins/kgb/secrets.yml"
	if [ -f "$KGB_SECRETS" ] && [ $(stat -c "%a:%U:%G" "$KGB_SECRETS") = "640:jenkins-adm:jenkins-adm" ] ; then
	    # the last condition is to assure the files are owned by the right user/team
	    if [ "$KGB_SECRETS" -nt $STAMP ] || [ ! -f $STAMP ] ; then
	        sudo -u jenkins-adm "./deploy_kgb.py"
	    else
	        explain "kgb-client configuration unchanged, nothing to do."
	    fi
	else
Holger Levsen's avatar
Holger Levsen committed
566
	    figlet -f banner Warning
567
568
	    echo "Warning: $KGB_SECRETS either does not exist or has bad permissions. Please fix. KGB configs not generated"
	    echo "We expect the secrets file to be mode 640 and owned by jenkins-adm:jenkins-adm."
569
	    echo "/srv/jenkins/kbg should be mode 755 and owned by jenkins-adm:root."
570
	    echo "/srv/jenkins/kbg/client-status should be mode 755 and owned by jenkins:jenkins."
571
	fi
572
573
fi

Holger Levsen's avatar
Holger Levsen committed
574
575
576
577
#
# There's always some work left...
#	echo FIXME is ignored so check-jobs scripts can output templates requiring manual work
#
578
579
580
581
582
583
584
585
if [ "$HOSTNAME" = "jenkins" ] ; then
	rgrep FI[X]ME $BASEDIR/* | grep -v echo > $TMPFILE || true
	if [ -s $TMPFILE ] ; then
		echo
		cat $TMPFILE
		echo
	fi
	rm -f $TMPFILE
Holger Levsen's avatar
Holger Levsen committed
586
fi
Holger Levsen's avatar
Holger Levsen committed
587

588
589
590
#
# finally
#
591
sudo touch $STAMP	# so on the next run, only configs newer than this file will be updated
Holger Levsen's avatar
Holger Levsen committed
592
explain "$(date) - finished deployment."
593

594
595
# set time back to the future
case $HOSTNAME in
596
	profitbricks-build4-amd64|profitbricks-build5-amd64|profitbricks-build6-i386)
597
598
599
600
		sudo date --set="+398 days +6 hours + 23 minutes"
		;;
	*)	;;
esac
601
602
603
604

echo
figlet ok
echo
Holger Levsen's avatar
Holger Levsen committed
605
606
echo "__$HOSTNAME=ok__"