update_jdn.sh 16.2 KB
Newer Older
1
2
#!/bin/bash

Philip Hands's avatar
set -e    
Philip Hands committed
3
4
set -e

5
# Copyright 2012-2016 Holger Levsen <holger@layer-acht.org>
6
7
# released under the GPLv=2

Holger Levsen's avatar
Holger Levsen committed
8
BASEDIR=$HOME/jenkins.debian.net
9
10
PVNAME=/dev/vdb      # LVM physical volume for jobs
VGNAME=jenkins01     # LVM volume group
11
STAMP=/var/log/jenkins/update-jenkins.stamp
12
TMPFILE=$(mktemp)
13
14
15
# The $@ below means that command line args get passed on to j-j-b
# which allows one to specify --flush-cache or --ignore-cache
JJB="jenkins-job-builder $@"
Holger Levsen's avatar
Holger Levsen committed
16

Holger Levsen's avatar
Holger Levsen committed
17
explain() {
Holger Levsen's avatar
Holger Levsen committed
18
	echo "$HOSTNAME: $1"
Holger Levsen's avatar
Holger Levsen committed
19
20
}

21
22
23
24
conditional_disable() {
	if [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
		case "$1" in
			piuparts.yaml) return 1;;
25
			schroot.yaml) return 1;;
26
			lvc.yaml) return 1;;
27
28
29
30
31
32
33
			d-i.yaml) return 1;;
			*) return 0;;
		esac
	fi
	return 1
}

34
echo "--------------------------------------------"
Holger Levsen's avatar
Holger Levsen committed
35
explain "$(date) - begin deployment update."
36
37
38

# run update at current date
case $HOSTNAME in
39
	profitbricks-build5-amd64|profitbricks-build6-i386)
40
41
		# set correct date (if ntpdate is installed)
		[ ! -f /usr/sbin/ntpdate ] || sudo ntpdate -b de.pool.ntp.org
42
43
44
45
		;;
	*)	;;
esac

46
47
48
#
# set up users and groups
#
49
if ! getent passwd jenkins > /dev/null ; then
50
	sudo addgroup --system jenkins
51
	sudo adduser --system --shell /bin/bash --home /var/lib/jenkins --ingroup jenkins --disabled-login jenkins
52
fi
Holger Levsen's avatar
Holger Levsen committed
53
if ! getent group jenkins-adm > /dev/null ; then
54
55
	sudo addgroup --system jenkins-adm
fi
56
if ! getent passwd jenkins-adm > /dev/null  ; then
57
	sudo adduser --system --shell /bin/bash --no-create-home --ingroup jenkins-adm --disabled-login --no-create-home jenkins-adm
Holger Levsen's avatar
Holger Levsen committed
58
	sudo usermod -G jenkins jenkins-adm
59
fi
Philip Hands's avatar
Philip Hands committed
60
for user in helmut holger mattia lunar philh phil ; do
61
62
63
64
	if [ "$user" = "lunar" ] && [ "$HOSTNAME" != "jenkins" ] ; then
		# lunar only wants to configure jekyll
		continue
	fi
Philip Hands's avatar
Philip Hands committed
65
66
67
68
69
70
	if [ "$user" = "phil" ] && [ "$HOSTNAME" != "jenkins-test-vm" ] ; then
		# phil only wants to test stuff
		sudo adduser $user libvirt
		sudo adduser $user libvirt-qemu
		continue
	fi
Holger Levsen's avatar
Holger Levsen committed
71
72
73
74
	if [ "$user" = "philh" ] && [ "$HOSTNAME" != "jenkins-test-vm" ] ; then
		# philh only wants to test stuff
		continue
	fi
75
	# actually create the user
76
	if ! getent passwd $user > /dev/null ; then
77
		if [ "$user" = "mattia" ] ; then
78
			usershell=/bin/zsh
79
		else
80
			usershell=/bin/bash
81
		fi
82
		sudo adduser --gecos "" --shell "$usershell" --disabled-password $user
83
	fi
84
85
86
87
88
89
90
91
92
	# put user in groups
	if [ "$HOSTNAME" = "jenkins" ] && [ "$user" = "lunar" ] ; then
		extra_groups="reproducible"
	elif [ "$HOSTNAME" = "jenkins" ] ; then
		extra_groups="reproducible,jenkins,jenkins-adm,sudo,adm"
	else
		extra_groups="jenkins,jenkins-adm,sudo,adm"
	fi
	sudo usermod -G $extra_groups $user
93
94
done

95
sudo mkdir -p /srv/workspace
96
[ -d /srv/schroots ] || sudo mkdir -p /srv/schroots
97
[ -h /chroots ] || sudo ln -s /srv/workspace/chroots /chroots
98
[ -h /schroots ] || sudo ln -s /srv/schroots /schroots
99

100
101
# prepare tmpfs on some hosts
case $HOSTNAME in
Mattia Rizzolo's avatar
Mattia Rizzolo committed
102
103
104
105
	jenkins)
		TMPFSSIZE=100
		TMPSIZE=15
		;;
Holger Levsen's avatar
Holger Levsen committed
106
	profitbricks-build9-amd64)
Mattia Rizzolo's avatar
Mattia Rizzolo committed
107
108
109
		TMPFSSIZE=32
		TMPSIZE=8
		;;
Holger Levsen's avatar
Holger Levsen committed
110
	profitbricks-build*)
Mattia Rizzolo's avatar
Mattia Rizzolo committed
111
112
113
		TMPFSSIZE=200
		TMPSIZE=15
		;;
114
115
116
	*) ;;
esac
case $HOSTNAME in
117
118
119
120
121
122
123
	profitbricks-build*i386)
		if ! grep -q '/srv/workspace' /etc/fstab; then
			echo "Warning: you need to manually create a /srv/workspace partition on i386 nodes, exiting."
			exit 1
		fi
		;;
	jenkins|profitbricks-build*amd64)
124
		if ! grep -q '^tmpfs\s\+/srv/workspace\s' /etc/fstab; then
125
			echo "tmpfs		/srv/workspace	tmpfs	defaults,size=${TMPFSSIZE}g	0	0" | sudo tee -a /etc/fstab >/dev/null  
126
		fi
Mattia Rizzolo's avatar
Mattia Rizzolo committed
127
128
129
		if ! grep -q '^tmpfs\s\+/tmp\s' /etc/fstab; then
			echo "tmpfs		/tmp	tmpfs	defaults,size=${TMPSIZE}g	0	0" | sudo tee -a /etc/fstab >/dev/null
		fi
130
131
		if ! mountpoint -q /srv/workspace; then
			if test -z "$(ls -A /srv/workspace)"; then
132
				sudo mount /srv/workspace
133
			else
134
				explain "WARNING: mountpoint /srv/workspace is non-empty."
135
136
137
138
139
			fi
		fi
		;;
	*) ;;
esac
140

141
# make sure needed directories exists - some directories will not be needed on all hosts...
142
for directory in /schroots /srv/reproducible-results /srv/d-i /srv/live-build /var/log/jenkins/ /srv/jenkins /srv/jenkins/pseudo-hosts /srv/workspace/chroots ; do
143
144
145
	if [ ! -d $directory ] ; then
		sudo mkdir $directory
	fi
Holger Levsen's avatar
Holger Levsen committed
146
	sudo chown jenkins.jenkins $directory
147
done
Holger Levsen's avatar
Holger Levsen committed
148
for directory in /srv/jenkins ; do
149
150
151
152
153
	if [ ! -d $directory ] ; then
		sudo mkdir $directory
		sudo chown jenkins-adm.jenkins-adm $directory
	fi
done
154

155
if ! test -h /chroots; then
Holger Levsen's avatar
Holger Levsen committed
156
	sudo rmdir /chroots || sudo rm -f /chroots # do not recurse
157
	if test -e /chroots; then
Holger Levsen's avatar
Holger Levsen committed
158
		explain "/chroots could not be cleared."
159
	else
160
		sudo ln -s /srv/workspace/chroots /chroots
161
162
163
	fi
fi

164
165
166
167
168
169
# only on Debian systems
if [ -f /etc/debian_version ] ; then
	#
	# install packages we need
	#
	if [ ./$0 -nt $STAMP ] || [ ! -f $STAMP ] ; then
Holger Levsen's avatar
Holger Levsen committed
170
171
		DEBS=" 
			bash-completion 
172
173
			bc
			bsd-mailx
Holger Levsen's avatar
Holger Levsen committed
174
175
176
			curl 
			debootstrap 
			devscripts 
177
			etckeeper
178
			figlet
Holger Levsen's avatar
Holger Levsen committed
179
			git
180
			haveged
Holger Levsen's avatar
Holger Levsen committed
181
			htop
182
			less
183
			locales-all
184
185
			molly-guard
			moreutils
186
187
			munin-node
			munin-plugins-extra 
188
			pigz 
189
			postfix
190
			procmail
191
			psmisc
192
			python3-psycopg2 
Holger Levsen's avatar
Holger Levsen committed
193
			schroot 
194
195
			screen
			slay
Holger Levsen's avatar
Holger Levsen committed
196
197
198
199
200
			subversion 
			subversion-tools 
			sudo 
			unzip 
			vim 
201
			zsh
202
			"
203
		case $HOSTNAME in
204
			jenkins|jenkins-test-vm|profitbricks-build?-amd64) DEBS="$DEBS
Philip Hands's avatar
Philip Hands committed
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
					cucumber
					tesseract-ocr
					i18nspector
					libav-tools
					libsikuli-script-java
					libvirt-dev
					ovmf
					python-jabberbot
					python-potr
					ruby-guestfs
					ruby-libvirt
					ruby-net-irc
					ruby-packetfu
					ruby-rb-inotify
					ruby-rjb
					ruby-test-unit
					tcpdump
					unclutter
					virt-viewer
					xvfb
					x11vnc
226
				libvirt-bin
Philip Hands's avatar
Philip Hands committed
227
				python3-yaml
228
229
				postfix-pcre
				squid3"
Philip Hands's avatar
Philip Hands committed
230
				# make sure that nested KVM is enabled (see whist:/etc/modprobe.d/kvm-intel-nested.conf)
231
			   ;;
232
233
			*) ;;
		esac
234
235
		# needed to run the 2nd reproducible builds nodes in the future...
		case $HOSTNAME in
236
			bpi0|hb0|profitbricks-build5-amd64|profitbricks-build6-i386) DEBS="$DEBS ntpdate" ;;
237
238
			*) ;;
		esac
239
		# needed to run coreboot/openwrt/netbsd/fedora/fdroid jobs
240
		case $HOSTNAME in
241
			profitbricks-build3-amd64|profitbricks-build4-amd64) DEBS="$DEBS
Holger Levsen's avatar
Holger Levsen committed
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
				bison
				cmake
				diffutils
				findutils
				flex
				g++
				gawk
				gcc
				git
				grep
				iasl
				libc6-dev
				libncurses5-dev
				libssl-dev
				locales-all
				kgb-client
				m4
				make
260
				mock
Holger Levsen's avatar
Holger Levsen committed
261
262
				python3-yaml
				subversion
263
				sysvinit-core
264
				tree
Holger Levsen's avatar
Holger Levsen committed
265
266
				unzip
				util-linux
267
				vagrant
268
				virtualbox
Holger Levsen's avatar
Holger Levsen committed
269
270
				zlib1g-dev"
			   ;;
271
272
			*) ;;
		esac
273
		if [ "$HOSTNAME" = "jenkins" ] ; then
Holger Levsen's avatar
Holger Levsen committed
274
275
276
277
			MASTERDEBS=" 
				apache2 
				apt-file 
				apt-listchanges 
278
				asciidoc
Holger Levsen's avatar
Holger Levsen committed
279
280
281
282
283
284
285
286
287
288
289
290
				binfmt-support 
				bison 
				build-essential 
				calamaris 
				cmake 
				cron-apt 
				csvtool 
				cucumber 
				dnsmasq-base 
				dose-extra 
				dstat 
				figlet 
Holger Levsen's avatar
Holger Levsen committed
291
				flex
Holger Levsen's avatar
Holger Levsen committed
292
				gawk 
293
294
				ghc
				git-notifier 
Holger Levsen's avatar
Holger Levsen committed
295
296
297
298
				gocr 
				graphviz 
				iasl 
				imagemagick 
299
300
				ip2host
				jekyll
301
				kgb-client
Holger Levsen's avatar
Holger Levsen committed
302
303
304
305
306
307
308
309
310
311
312
313
314
				libapache2-mod-macro 
				libav-tools 
				libcap2-bin 
				libfile-touch-perl 
				libguestfs-tools 
				libjson-rpc-perl 
				libsikuli-script-java 
				libsoap-lite-perl 
				libvirt0 
				libvirt-bin 
				libvirt-dev 
				libvpx1 
				libxslt1-dev 
315
316
				linux-image-amd64
				mock
Holger Levsen's avatar
Holger Levsen committed
317
318
319
320
321
322
323
324
				moreutils 
				mr 
				mtr-tiny 
				munin 
				ntp 
				openbios-ppc 
				openbios-sparc 
				openjdk-7-jre 
325
326
				ovmf
				pandoc
Holger Levsen's avatar
Holger Levsen committed
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
				postgresql-client-9.4 
				poxml 
				procmail 
				python3-debian 
				python3-yaml 
				python-arpy 
				python-hachoir-metadata 
				python-imaging 
				python-lzma 
				python-pip 
				python-rpy2 
				python-setuptools 
				python-twisted 
				python-yaml 
				qemu 
				qemu-kvm 
				qemu-system-x86 
				qemu-user-static 
				radvd 
				ruby-json 
				ruby-libvirt 
				ruby-packetfu 
				ruby-rjb 
				ruby-rspec 
				seabios 
				shorewall 
				shorewall6 
				sqlite3 
				syslinux 
356
357
				tcpdump
				tor
Holger Levsen's avatar
Holger Levsen committed
358
359
360
				unclutter 
				virt-viewer 
				vncsnapshot 
361
362
				vnstat
				whohas
Holger Levsen's avatar
Holger Levsen committed
363
364
				x11-apps 
				x11vnc 
365
366
367
				xtightvncviewer
				xvkbd
				xvfb
368
				zutils"
369
370
371
		else
			MASTERDEBS=""
		fi
Holger Levsen's avatar
Holger Levsen committed
372
		sudo apt-get update
Holger Levsen's avatar
Holger Levsen committed
373
		sudo apt-get install $DEBS $MASTERDEBS
374
		sudo apt-get install -t jessie-backports \
375
				pbuilder || echo "this should only fail on the first install"
376
		#		botch
377
		# for varying kernels
378
379
		# we use bpo kernels on pb-build5+6 (and i386 kernel on pb-build2-i386)
		if [ "$HOSTNAME" = "profitbricks-build5-amd64" ] || [ "$HOSTNAME" = "profitbricks-build6-i386" ]; then
380
			sudo apt-get install -t jessie-backports linux-image-amd64 || echo "this should only fail on the first install"
381
		fi
382
		# only needed on the main node
Holger Levsen's avatar
Holger Levsen committed
383
		if [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
384
			sudo apt-get install -t jessie-backports jenkins-job-builder || echo "this should only fail on the first install"
Holger Levsen's avatar
Holger Levsen committed
385
386
		elif [ "$HOSTNAME" = "jenkins" ] ; then
			sudo apt-get install -t jessie-backports ffmpeg libav-tools jenkins-job-builder
387
		fi
Holger Levsen's avatar
Holger Levsen committed
388
		explain "packages installed."
389
	else
Holger Levsen's avatar
Holger Levsen committed
390
		explain "no new packages to be installed."
391
	fi
392
fi
393

394
395
396
#
# prepare mock to build rpms
#
397
if [ "$HOSTNAME" = "profitbricks-build3-amd64" ] || [ "$HOSTNAME" = "profitbricks-build4-amd64" ] || [ "$HOSTNAME" = "jenkins" ] ; then
398
	if ! grep mock /etc/group ; then
399
		# these 4 commands are obsolete with mock 1.2.3-1 (=stretch)
400
401
		sudo groupadd --system mock
		sudo usermod -a -G mock jenkins
402
403
		sudo chgrp mock /var/lib/mock/ /var/cache/mock/
		sudo chmod 2775 /var/lib/mock/ /var/cache/mock/
404
405
406
	fi
fi

407
#
408
# deploy package configuration in /etc and /usr/local/
409
#
Holger Levsen's avatar
Holger Levsen committed
410
cd $BASEDIR
411
sudo cp --preserve=mode,timestamps -r hosts/$HOSTNAME/etc/* /etc
412
sudo cp --preserve=mode,timestamps -r hosts/$HOSTNAME/usr/* /usr/
413
414
415
416
417

#
# more configuration than a simple cp can do
#
sudo chown root.root /etc/sudoers.d/jenkins ; sudo chmod 700 /etc/sudoers.d/jenkins
418
sudo chown root.root /etc/sudoers.d/jenkins-adm ; sudo chmod 700 /etc/sudoers.d/jenkins-adm
419
420

if [ "$HOSTNAME" = "jenkins" ] ; then
421
422
423
424
425
426
427
428
429
430
431
432
	if [ $BASEDIR/hosts/$HOSTNAME/etc/apache2 -nt $STAMP ] || [ ! -f $STAMP ] ; then
		if [ ! -e /etc/apache2/mods-enabled/proxy.load ] ; then
			sudo a2enmod proxy
			sudo a2enmod proxy_http
			sudo a2enmod rewrite
			sudo a2enmod ssl
			sudo a2enmod headers
			sudo a2enmod macro
			sudo a2enmod filter
		fi
		sudo a2ensite -q jenkins.debian.net
		sudo a2enconf -q munin
433
		sudo chown jenkins-adm.jenkins-adm /etc/apache2/sites-enabled/jenkins.debian.net.conf
434
435
436
		# for reproducible.d.n url rewriting:
		[ -L /var/www/userContent ] || sudo ln -sf /var/lib/jenkins/userContent /var/www/userContent
		sudo service apache2 reload
437
438
439
	fi
fi

440
if [ $BASEDIR/hosts/$HOSTNAME/etc/munin -nt $STAMP ] || [ ! -f $STAMP ] ; then
441
	cd /etc/munin/plugins
442
	sudo rm -f postfix_* open_inodes interrupts irqstats threads proc_pri vmstat if_err_* exim_* netstat fw_forwarded_local fw_packets forks open_files users nfs* iostat_ios 2>/dev/null
443
	case $HOSTNAME in
Holger Levsen's avatar
Holger Levsen committed
444
			jenkins|profitbricks-build*) [ -L /etc/munin/plugins/squid_cache ] || for i in squid_cache squid_objectsize squid_requests squid_traffic ; do sudo ln -s /usr/share/munin/plugins/$i $i ; done ;;
445
446
			*)	;;
	esac
447
448
	if [ "$HOSTNAME" = "jenkins" ] && [ ! -L /etc/munin/plugins/apache_accesses ] ; then
		for i in apache_accesses apache_volume ; do sudo ln -s /usr/share/munin/plugins/$i $i ; done
449
		sudo ln -s /usr/share/munin/plugins/loggrep jenkins_oom
450
451
	fi
	sudo service munin-node force-reload
452
fi
Holger Levsen's avatar
Holger Levsen committed
453
explain "packages configured."
Holger Levsen's avatar
Holger Levsen committed
454
455
456
457

#
# install the heart of jenkins.debian.net
#
Holger Levsen's avatar
Holger Levsen committed
458
cd $BASEDIR
459
for dir in bin bin/lvc logparse job-cfg features live ; do
460
	sudo cp --preserve=mode,timestamps -r $dir /srv/jenkins/
Holger Levsen's avatar
Holger Levsen committed
461
	sudo chown -R jenkins-adm.jenkins-adm /srv/jenkins/$dir
462
done
Holger Levsen's avatar
Holger Levsen committed
463
sudo mkdir -p /var/lib/jenkins/.ssh
464
465
466
467
468
469
if [ "$HOSTNAME" = "jenkins" ] ; then
	sudo cp jenkins-home/procmailrc /var/lib/jenkins/.procmailrc
	sudo cp jenkins-home/authorized_keys /var/lib/jenkins/.ssh/authorized_keys
else
	sudo cp jenkins-nodes-home/authorized_keys /var/lib/jenkins/.ssh/authorized_keys
fi
Holger Levsen's avatar
Holger Levsen committed
470
471
472
sudo chown -R jenkins:jenkins /var/lib/jenkins/.ssh
sudo chmod 700 /var/lib/jenkins/.ssh
sudo chmod 600 /var/lib/jenkins/.ssh/authorized_keys
Holger Levsen's avatar
Holger Levsen committed
473
explain "scripts and configurations for jenkins updated."
474

475
if [ "$HOSTNAME" = "jenkins" ] ; then
Holger Levsen's avatar
Holger Levsen committed
476
	sudo cp -pr README INSTALL TODO CONTRIBUTING d-i-preseed-cfgs /var/lib/jenkins/userContent/
477
	git log | grep ^Author| cut -d " " -f2-|sort -u -f > $TMPFILE
478
	echo "----" >> $TMPFILE
479
	sudo tee /var/lib/jenkins/userContent/THANKS > /dev/null < THANKS.head
480
	# samuel, lunar and josch committed with several commiters, only display one
481
	grep -v -e "samuel.thibault@ens-lyon.org" -e Lunar -e "j.schauer@email.de" -e "mattia@mapreri.org" $TMPFILE | sudo tee -a /var/lib/jenkins/userContent/THANKS > /dev/null
482
	rm $TMPFILE
483
	TMPDIR=$(mktemp -d -t update-jdn-XXXXXXXX)
484
	sudo cp -pr userContent $TMPDIR/
Holger Levsen's avatar
Holger Levsen committed
485
486
487
	sudo chown -R jenkins.jenkins $TMPDIR
	sudo cp -pr $TMPDIR/userContent  /var/lib/jenkins/
	sudo rm -r $TMPDIR > /dev/null
488
489
490
491
492
493
494
495
496
	cd /var/lib/jenkins/userContent/
	ASCIIDOC_PARAMS="-a numbered -a data-uri -a iconsdir=/etc/asciidoc/images/icons -a scriptsdir=/etc/asciidoc/javascripts -b html5 -a toc -a toclevels=4 -a icons -a stylesheet=$(pwd)/theme/debian-asciidoc.css"
	[ about.html -nt README ] || asciidoc $ASCIIDOC_PARAMS -o about.html README
	[ todo.html -nt TODO ] || asciidoc $ASCIIDOC_PARAMS -o todo.html TODO
	[ setup.html -nt INSTALL ] || asciidoc $ASCIIDOC_PARAMS -o setup.html INSTALL
	[ contributing.html -nt CONTRIBUTING ] || asciidoc $ASCIIDOC_PARAMS -o contributing.html CONTRIBUTING
	diff THANKS .THANKS >/dev/null || asciidoc $ASCIIDOC_PARAMS -o thanks.html THANKS
	mv THANKS .THANKS
	rm TODO README INSTALL CONTRIBUTING
497
	sudo chown jenkins.jenkins /var/lib/jenkins/userContent/*html
Holger Levsen's avatar
Holger Levsen committed
498
	explain "user content for jenkins updated."
499
fi
500

501
if [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
502
503
504
505
506
507
508
509
	#
	# run jenkins-job-builder to update jobs if needed
	#     (using sudo because /etc/jenkins_jobs is root:root 700)
	#
	cd /srv/jenkins/job-cfg
	for metaconfig in *.yaml.py ; do
	# there are both python2 and python3 scripts here
		./$metaconfig > $TMPFILE
510
511
		if ! sudo -u jenkins-adm cmp -s ${metaconfig%.py} - < $TMPFILE ; then
			sudo -u jenkins-adm tee ${metaconfig%.py} > /dev/null < $TMPFILE
512
513
		fi
	done
Holger Levsen's avatar
Holger Levsen committed
514
	rm -f $TMPFILE
515
516
	for config in *.yaml ; do
		if [ $config -nt $STAMP ] || [ ! -f $STAMP ] ; then
517
			conditional_disable $config && continue
518
			$JJB update $config
519
520
521
522
		else
			echo "$config has not changed, nothing to do."
		fi
	done
Holger Levsen's avatar
Holger Levsen committed
523
	explain "jenkins jobs updated."
524
fi
525

526
#
Holger Levsen's avatar
Holger Levsen committed
527
# configure git for jenkins
528
#
Holger Levsen's avatar
Holger Levsen committed
529
530
531
532
if [ "$(sudo su - jenkins -c 'git config --get user.email')" != "jenkins@jenkins.debian.net" ] ; then
	sudo su - jenkins -c "git config --global user.email jenkins@jenkins.debian.net"
	sudo su - jenkins -c "git config --global user.name Jenkins"
fi
Holger Levsen's avatar
Holger Levsen committed
533

534
535
536
537
538
539
if [ "$HOSTNAME" = "jenkins" ] ; then
	#
	# creating LVM volume group for jobs
	#
	if [ "$PVNAME" = "" ]; then
	    figlet -f banner Error
Holger Levsen's avatar
Holger Levsen committed
540
	    explain "you must set \$PVNAME to physical volume pathname, exiting."
541
542
543
544
545
546
547
548
549
	    exit 1
	else
	    if ! sudo pvs $PVNAME >/dev/null 2>&1; then
	        sudo pvcreate $PVNAME
	    fi
	    if ! sudo vgs $VGNAME >/dev/null 2>&1; then
	        sudo vgcreate $VGNAME $PVNAME
	    fi
	fi
550
551
552
553
554
fi

#
# generate the kgb-client configurations
#
555
if [ "$HOSTNAME" = "jenkins" ] || [ "$HOSTNAME" = "profitbricks-build3-amd64" ] || [ "$HOSTNAME" = "profitbricks-build4-amd64" ] ; then
556
557
558
559
560
561
562
563
564
565
	cd $BASEDIR
	KGB_SECRETS="/srv/jenkins/kgb/secrets.yml"
	if [ -f "$KGB_SECRETS" ] && [ $(stat -c "%a:%U:%G" "$KGB_SECRETS") = "640:jenkins-adm:jenkins-adm" ] ; then
	    # the last condition is to assure the files are owned by the right user/team
	    if [ "$KGB_SECRETS" -nt $STAMP ] || [ ! -f $STAMP ] ; then
	        sudo -u jenkins-adm "./deploy_kgb.py"
	    else
	        explain "kgb-client configuration unchanged, nothing to do."
	    fi
	else
Holger Levsen's avatar
Holger Levsen committed
566
	    figlet -f banner Warning
567
568
569
	    echo "Warning: $KGB_SECRETS either does not exist or has bad permissions. Please fix. KGB configs not generated"
	    echo "We expect the secrets file to be mode 640 and owned by jenkins-adm:jenkins-adm."
	fi
570
571
fi

Holger Levsen's avatar
Holger Levsen committed
572
573
574
575
#
# There's always some work left...
#	echo FIXME is ignored so check-jobs scripts can output templates requiring manual work
#
576
577
578
579
580
581
582
583
if [ "$HOSTNAME" = "jenkins" ] ; then
	rgrep FI[X]ME $BASEDIR/* | grep -v echo > $TMPFILE || true
	if [ -s $TMPFILE ] ; then
		echo
		cat $TMPFILE
		echo
	fi
	rm -f $TMPFILE
Holger Levsen's avatar
Holger Levsen committed
584
fi
Holger Levsen's avatar
Holger Levsen committed
585

586
587
588
#
# finally
#
589
sudo touch $STAMP	# so on the next run, only configs newer than this file will be updated
Holger Levsen's avatar
Holger Levsen committed
590
explain "$(date) - finished deployment."
591

592
593
# set time back to the future
case $HOSTNAME in
594
	profitbricks-build5-amd64|profitbricks-build6-i386)
595
596
597
598
		sudo date --set="+398 days +6 hours + 23 minutes"
		;;
	*)	;;
esac
599
600
601
602

echo
figlet ok
echo
Holger Levsen's avatar
Holger Levsen committed
603
604
echo "__$HOSTNAME=ok__"