| #!/usr/bin/perl | 
 | # | 
 | # A daemon that waits for update events sent by its companion | 
 | # post-receive-cinotify hook, checks out a new copy of source, | 
 | # compiles it, and emails the guilty parties if the compile | 
 | # (and optionally test suite) fails. | 
 | # | 
 | # To use this daemon, configure it and run it.  It will disconnect | 
 | # from your terminal and fork into the background.  The daemon must | 
 | # have local filesystem access to the source repositories, as it | 
 | # uses objects/info/alternates to avoid copying objects. | 
 | # | 
 | # Add its companion post-receive-cinotify hook as the post-receive | 
 | # hook to each repository that the daemon should monitor.  Yes, a | 
 | # single daemon can monitor more than one repository. | 
 | # | 
 | # To use multiple daemons on the same system, give them each a | 
 | # unique queue file and tmpdir. | 
 | # | 
 | # Global Config | 
 | # ------------- | 
 | # Reads from a Git style configuration file.  This will be | 
 | # ~/.gitconfig by default but can be overridden by setting | 
 | # the GIT_CONFIG_FILE environment variable before starting. | 
 | # | 
 | # cidaemon.smtpHost | 
 | #   Hostname of the SMTP server the daemon will send email | 
 | #   through.  Defaults to 'localhost'. | 
 | # | 
 | # cidaemon.smtpUser | 
 | #   Username to authenticate to the SMTP server as.  This | 
 | #   variable is optional; if it is not supplied then no | 
 | #   authentication will be performed. | 
 | # | 
 | # cidaemon.smtpPassword | 
 | #   Password to authenticate to the SMTP server as.  This | 
 | #   variable is optional.  If not supplied but smtpUser was, | 
 | #   the daemon prompts for the password before forking into | 
 | #   the background. | 
 | # | 
 | # cidaemon.smtpAuth | 
 | #   Type of authentication to perform with the SMTP server. | 
 | #   If set to 'login' and smtpUser was defined, this will | 
 | #   use the AUTH LOGIN command, which is suitable for use | 
 | #   with at least one version of Microsoft Exchange Server. | 
 | #   If not set the daemon will use whatever auth methods | 
 | #   are supported by your version of Net::SMTP. | 
 | # | 
 | # cidaemon.email | 
 | #   Email address that daemon generated emails will be sent | 
 | #   from.  This should be a useful email address within your | 
 | #   organization.  Required. | 
 | # | 
 | # cidaemon.name | 
 | #   Human friendly name that the daemon will send emails as. | 
 | #   Defaults to 'cidaemon'. | 
 | # | 
 | # cidaemon.scanDelay | 
 | #   Number of seconds to sleep between polls of the queue file. | 
 | #   Defaults to 60. | 
 | # | 
 | # cidaemon.recentCache | 
 | #   Number of recent commit SHA-1s per repository to cache and | 
 | #   skip building if they appear again.  This is useful to avoid | 
 | #   rebuilding the same commit multiple times just because it was | 
 | #   pushed into more than one branch.  Defaults to 100. | 
 | # | 
 | # cidaemon.tmpdir | 
 | #   Scratch directory to create the builds within.  The daemon | 
 | #   makes a new subdirectory for each build, then deletes it when | 
 | #   the build has finished.  The pid file is also placed here. | 
 | #   Defaults to '/tmp'. | 
 | # | 
 | # cidaemon.queue | 
 | #   Path to the queue file that the post-receive-cinotify hook | 
 | #   appends events to.  This file is polled by the daemon.  It | 
 | #   must not be on an NFS mount (uses flock).  Required. | 
 | # | 
 | # cidaemon.nocc | 
 | #   Perl regex patterns to match against author and committer | 
 | #   lines.  If a pattern matches, that author or committer will | 
 | #   not be notified of a build failure. | 
 | # | 
 | # Per Repository Config | 
 | # ---------------------- | 
 | # Read from the source repository's config file. | 
 | # | 
 | # builder.command | 
 | #   Shell command to execute the build.  This command must | 
 | #   return 0 on "success" and non-zero on failure.  If you | 
 | #   also want to run a test suite, make sure your command | 
 | #   does that too.  Required. | 
 | # | 
 | # builder.queue | 
 | #   Queue file to notify the cidaemon through.  Should match | 
 | #   cidaemon.queue.  If not set the hook will not notify the | 
 | #   cidaemon. | 
 | # | 
 | # builder.skip | 
 | #   Perl regex patterns of refs that should not be sent to | 
 | #   cidaemon.  Updates of these refs will be ignored. | 
 | # | 
 | # builder.newBranchBase | 
 | #   Glob patterns of refs that should be used to form the | 
 | #   'old' revions of a newly created ref.  This should set | 
 | #   to be globs that match your 'mainline' branches.  This | 
 | #   way a build failure of a brand new topic branch does not | 
 | #   attempt to email everyone since the beginning of time; | 
 | #   instead it only emails those authors of commits not in | 
 | #   these 'mainline' branches. | 
 |  | 
 | local $ENV{PATH} = join ':', qw( | 
 | 	/opt/git/bin | 
 | 	/usr/bin | 
 | 	/bin | 
 | 	); | 
 |  | 
 | use strict; | 
 | use warnings; | 
 | use FindBin qw($RealBin); | 
 | use File::Spec; | 
 | use lib File::Spec->catfile($RealBin, '..', 'perl5'); | 
 | use Storable qw(retrieve nstore); | 
 | use Fcntl ':flock'; | 
 | use POSIX qw(strftime); | 
 | use Getopt::Long qw(:config no_auto_abbrev auto_help); | 
 |  | 
 | sub git_config ($;$) | 
 | { | 
 | 	my $var = shift; | 
 | 	my $required = shift || 0; | 
 | 	local *GIT; | 
 | 	open GIT, '-|','git','config','--get',$var; | 
 | 	my $r = <GIT>; | 
 | 	chop $r if $r; | 
 | 	close GIT; | 
 | 	die "error: $var not set.\n" if ($required && !$r); | 
 | 	return $r; | 
 | } | 
 |  | 
 | package EXCHANGE_NET_SMTP; | 
 |  | 
 | # Microsoft Exchange Server requires an 'AUTH LOGIN' | 
 | # style of authentication.  This is different from | 
 | # the default supported by Net::SMTP so we subclass | 
 | # and override the auth method to support that. | 
 |  | 
 | use Net::SMTP; | 
 | use Net::Cmd; | 
 | use MIME::Base64 qw(encode_base64); | 
 | our @ISA = qw(Net::SMTP); | 
 | our $auth_type = ::git_config 'cidaemon.smtpAuth'; | 
 |  | 
 | sub new | 
 | { | 
 | 	my $self = shift; | 
 | 	my $type = ref($self) || $self; | 
 | 	$type->SUPER::new(@_); | 
 | } | 
 |  | 
 | sub auth | 
 | { | 
 | 	my $self = shift; | 
 | 	return $self->SUPER::auth(@_) unless $auth_type eq 'login'; | 
 |  | 
 | 	my $user = encode_base64 shift, ''; | 
 | 	my $pass = encode_base64 shift, ''; | 
 | 	return 0 unless CMD_MORE == $self->command("AUTH LOGIN")->response; | 
 | 	return 0 unless CMD_MORE == $self->command($user)->response; | 
 | 	CMD_OK == $self->command($pass)->response; | 
 | } | 
 |  | 
 | package main; | 
 |  | 
 | my ($debug_flag, %recent); | 
 |  | 
 | my $ex_host = git_config('cidaemon.smtpHost') || 'localhost'; | 
 | my $ex_user = git_config('cidaemon.smtpUser'); | 
 | my $ex_pass = git_config('cidaemon.smtpPassword'); | 
 |  | 
 | my $ex_from_addr = git_config('cidaemon.email', 1); | 
 | my $ex_from_name = git_config('cidaemon.name') || 'cidaemon'; | 
 |  | 
 | my $scan_delay = git_config('cidaemon.scanDelay') || 60; | 
 | my $recent_size = git_config('cidaemon.recentCache') || 100; | 
 | my $tmpdir = git_config('cidaemon.tmpdir') || '/tmp'; | 
 | my $queue_name = git_config('cidaemon.queue', 1); | 
 | my $queue_lock = "$queue_name.lock"; | 
 |  | 
 | my @nocc_list; | 
 | open GIT,'git config --get-all cidaemon.nocc|'; | 
 | while (<GIT>) { | 
 | 	chop; | 
 | 	push @nocc_list, $_; | 
 | } | 
 | close GIT; | 
 |  | 
 | sub nocc_author ($) | 
 | { | 
 | 	local $_ = shift; | 
 | 	foreach my $pat (@nocc_list) { | 
 | 		return 1 if /$pat/; | 
 | 	} | 
 | 	0; | 
 | } | 
 |  | 
 | sub input_echo ($) | 
 | { | 
 | 	my $prompt = shift; | 
 |  | 
 | 	local $| = 1; | 
 | 	print $prompt; | 
 | 	my $input = <STDIN>; | 
 | 	chop $input; | 
 | 	return $input; | 
 | } | 
 |  | 
 | sub input_noecho ($) | 
 | { | 
 | 	my $prompt = shift; | 
 |  | 
 | 	my $end = sub {system('stty','echo');print "\n";exit}; | 
 | 	local $SIG{TERM} = $end; | 
 | 	local $SIG{INT} = $end; | 
 | 	system('stty','-echo'); | 
 |  | 
 | 	local $| = 1; | 
 | 	print $prompt; | 
 | 	my $input = <STDIN>; | 
 | 	system('stty','echo'); | 
 | 	print "\n"; | 
 | 	chop $input; | 
 | 	return $input; | 
 | } | 
 |  | 
 | sub rfc2822_date () | 
 | { | 
 | 	 strftime("%a, %d %b %Y %H:%M:%S %Z", localtime); | 
 | } | 
 |  | 
 | sub send_email ($$$) | 
 | { | 
 | 	my ($subj, $body, $to) = @_; | 
 | 	my $now = rfc2822_date; | 
 | 	my $to_str = ''; | 
 | 	my @rcpt_to; | 
 | 	foreach (@$to) { | 
 | 		my $s = $_; | 
 | 		$s =~ s/^/"/; | 
 | 		$s =~ s/(\s+<)/"$1/; | 
 | 		$to_str .= ', ' if $to_str; | 
 | 		$to_str .= $s; | 
 | 		push @rcpt_to, $1 if $s =~ /<(.*)>/; | 
 | 	} | 
 | 	die "Nobody to send to.\n" unless @rcpt_to; | 
 | 	my $msg = <<EOF; | 
 | From: "$ex_from_name" <$ex_from_addr> | 
 | To: $to_str | 
 | Date: $now | 
 | Subject: $subj | 
 |  | 
 | $body | 
 | EOF | 
 |  | 
 | 	my $smtp = EXCHANGE_NET_SMTP->new(Host => $ex_host) | 
 | 		or die "Cannot connect to $ex_host: $!\n"; | 
 | 	if ($ex_user && $ex_pass) { | 
 | 		$smtp->auth($ex_user,$ex_pass) | 
 | 			or die "$ex_host rejected $ex_user\n"; | 
 | 	} | 
 | 	$smtp->mail($ex_from_addr) | 
 | 		or die "$ex_host rejected $ex_from_addr\n"; | 
 | 	scalar($smtp->recipient(@rcpt_to, { SkipBad => 1 })) | 
 | 		or die "$ex_host did not accept any addresses.\n"; | 
 | 	$smtp->data($msg) | 
 | 		or die "$ex_host rejected message data\n"; | 
 | 	$smtp->quit; | 
 | } | 
 |  | 
 | sub pop_queue () | 
 | { | 
 | 	open LOCK, ">$queue_lock" or die "Can't open $queue_lock: $!"; | 
 | 	flock LOCK, LOCK_EX; | 
 |  | 
 | 	my $queue = -f $queue_name ? retrieve $queue_name : []; | 
 | 	my $ent = shift @$queue; | 
 | 	nstore $queue, $queue_name; | 
 |  | 
 | 	flock LOCK, LOCK_UN; | 
 | 	close LOCK; | 
 | 	$ent; | 
 | } | 
 |  | 
 | sub git_exec (@) | 
 | { | 
 | 	system('git',@_) == 0 or die "Cannot git " . join(' ', @_) . "\n"; | 
 | } | 
 |  | 
 | sub git_val (@) | 
 | { | 
 | 	open(C, '-|','git',@_); | 
 | 	my $r = <C>; | 
 | 	chop $r if $r; | 
 | 	close C; | 
 | 	$r; | 
 | } | 
 |  | 
 | sub do_build ($$) | 
 | { | 
 | 	my ($git_dir, $new) = @_; | 
 |  | 
 | 	my $tmp = File::Spec->catfile($tmpdir, "builder$$"); | 
 | 	system('rm','-rf',$tmp) == 0 or die "Cannot clear $tmp\n"; | 
 | 	die "Cannot clear $tmp.\n" if -e $tmp; | 
 |  | 
 | 	my $result = 1; | 
 | 	eval { | 
 | 		my $command; | 
 | 		{ | 
 | 			local $ENV{GIT_DIR} = $git_dir; | 
 | 			$command = git_val 'config','builder.command'; | 
 | 		} | 
 | 		die "No builder.command for $git_dir.\n" unless $command; | 
 |  | 
 | 		git_exec 'clone','-n','-l','-s',$git_dir,$tmp; | 
 | 		chmod 0700, $tmp or die "Cannot lock $tmp\n"; | 
 | 		chdir $tmp or die "Cannot enter $tmp\n"; | 
 |  | 
 | 		git_exec 'update-ref','HEAD',$new; | 
 | 		git_exec 'read-tree','-m','-u','HEAD','HEAD'; | 
 | 		system $command; | 
 | 		if ($? == -1) { | 
 | 			print STDERR "failed to execute '$command': $!\n"; | 
 | 			$result = 1; | 
 | 		} elsif ($? & 127) { | 
 | 			my $sig = $? & 127; | 
 | 			print STDERR "'$command' died from signal $sig\n"; | 
 | 			$result = 1; | 
 | 		} else { | 
 | 			my $r = $? >> 8; | 
 | 			print STDERR "'$command' exited with $r\n" if $r; | 
 | 			$result = $r; | 
 | 		} | 
 | 	}; | 
 | 	if ($@) { | 
 | 		$result = 2; | 
 | 		print STDERR "$@\n"; | 
 | 	} | 
 |  | 
 | 	chdir '/'; | 
 | 	system('rm','-rf',$tmp); | 
 | 	rmdir $tmp; | 
 | 	$result; | 
 | } | 
 |  | 
 | sub build_failed ($$$$$) | 
 | { | 
 | 	my ($git_dir, $ref, $old, $new, $msg) = @_; | 
 |  | 
 | 	$git_dir =~ m,/([^/]+)$,; | 
 | 	my $repo_name = $1; | 
 | 	$ref =~ s,^refs/(heads|tags)/,,; | 
 |  | 
 | 	my %authors; | 
 | 	my $shortlog; | 
 | 	my $revstr; | 
 | 	{ | 
 | 		local $ENV{GIT_DIR} = $git_dir; | 
 | 		my @revs = ($new); | 
 | 		push @revs, '--not', @$old if @$old; | 
 | 		open LOG,'-|','git','rev-list','--pretty=raw',@revs; | 
 | 		while (<LOG>) { | 
 | 			if (s/^(author|committer) //) { | 
 | 				chomp; | 
 | 				s/>.*$/>/; | 
 | 				$authors{$_} = 1 unless nocc_author $_; | 
 | 			} | 
 | 		} | 
 | 		close LOG; | 
 | 		open LOG,'-|','git','shortlog',@revs; | 
 | 		$shortlog .= $_ while <LOG>; | 
 | 		close LOG; | 
 | 		$revstr = join(' ', @revs); | 
 | 	} | 
 |  | 
 | 	my @to = sort keys %authors; | 
 | 	unless (@to) { | 
 | 		print STDERR "error: No authors in $revstr\n"; | 
 | 		return; | 
 | 	} | 
 |  | 
 | 	my $subject = "[$repo_name] $ref : Build Failed"; | 
 | 	my $body = <<EOF; | 
 | Project: $git_dir | 
 | Branch:  $ref | 
 | Commits: $revstr | 
 |  | 
 | $shortlog | 
 | Build Output: | 
 | -------------------------------------------------------------- | 
 | $msg | 
 | EOF | 
 | 	send_email($subject, $body, \@to); | 
 | } | 
 |  | 
 | sub run_build ($$$$) | 
 | { | 
 | 	my ($git_dir, $ref, $old, $new) = @_; | 
 |  | 
 | 	if ($debug_flag) { | 
 | 		my @revs = ($new); | 
 | 		push @revs, '--not', @$old if @$old; | 
 | 		print "BUILDING $git_dir\n"; | 
 | 		print "  BRANCH: $ref\n"; | 
 | 		print "  COMMITS: ", join(' ', @revs), "\n"; | 
 | 	} | 
 |  | 
 | 	local(*R, *W); | 
 | 	pipe R, W or die "cannot pipe builder: $!"; | 
 |  | 
 | 	my $builder = fork(); | 
 | 	if (!defined $builder) { | 
 | 		die "cannot fork builder: $!"; | 
 | 	} elsif (0 == $builder) { | 
 | 		close R; | 
 | 		close STDIN;open(STDIN, '/dev/null'); | 
 | 		open(STDOUT, '>&W'); | 
 | 		open(STDERR, '>&W'); | 
 | 		exit do_build $git_dir, $new; | 
 | 	} else { | 
 | 		close W; | 
 | 		my $out = ''; | 
 | 		$out .= $_ while <R>; | 
 | 		close R; | 
 | 		waitpid $builder, 0; | 
 | 		build_failed $git_dir, $ref, $old, $new, $out if $?; | 
 | 	} | 
 |  | 
 | 	print "DONE\n\n" if $debug_flag; | 
 | } | 
 |  | 
 | sub daemon_loop () | 
 | { | 
 | 	my $run = 1; | 
 | 	my $stop_sub = sub {$run = 0}; | 
 | 	$SIG{HUP} = $stop_sub; | 
 | 	$SIG{INT} = $stop_sub; | 
 | 	$SIG{TERM} = $stop_sub; | 
 |  | 
 | 	mkdir $tmpdir, 0755; | 
 | 	my $pidfile = File::Spec->catfile($tmpdir, "cidaemon.pid"); | 
 | 	open(O, ">$pidfile"); print O "$$\n"; close O; | 
 |  | 
 | 	while ($run) { | 
 | 		my $ent = pop_queue; | 
 | 		if ($ent) { | 
 | 			my ($git_dir, $ref, $old, $new) = @$ent; | 
 |  | 
 | 			$ent = $recent{$git_dir}; | 
 | 			$recent{$git_dir} = $ent = [[], {}] unless $ent; | 
 | 			my ($rec_arr, $rec_hash) = @$ent; | 
 | 			next if $rec_hash->{$new}++; | 
 | 			while (@$rec_arr >= $recent_size) { | 
 | 				my $to_kill = shift @$rec_arr; | 
 | 				delete $rec_hash->{$to_kill}; | 
 | 			} | 
 | 			push @$rec_arr, $new; | 
 |  | 
 | 			run_build $git_dir, $ref, $old, $new; | 
 | 		} else { | 
 | 			sleep $scan_delay; | 
 | 		} | 
 | 	} | 
 |  | 
 | 	unlink $pidfile; | 
 | } | 
 |  | 
 | $debug_flag = 0; | 
 | GetOptions( | 
 | 	'debug|d' => \$debug_flag, | 
 | 	'smtp-user=s' => \$ex_user, | 
 | ) or die "usage: $0 [--debug] [--smtp-user=user]\n"; | 
 |  | 
 | $ex_pass = input_noecho("$ex_user SMTP password: ") | 
 | 	if ($ex_user && !$ex_pass); | 
 |  | 
 | if ($debug_flag) { | 
 | 	daemon_loop; | 
 | 	exit 0; | 
 | } | 
 |  | 
 | my $daemon = fork(); | 
 | if (!defined $daemon) { | 
 | 	die "cannot fork daemon: $!"; | 
 | } elsif (0 == $daemon) { | 
 | 	close STDIN;open(STDIN, '/dev/null'); | 
 | 	close STDOUT;open(STDOUT, '>/dev/null'); | 
 | 	close STDERR;open(STDERR, '>/dev/null'); | 
 | 	daemon_loop; | 
 | 	exit 0; | 
 | } else { | 
 | 	print "Daemon $daemon running in the background.\n"; | 
 | } |