#!perl -w # Copyright (C) all contributors # License: AGPL-3.0+ use v5.12; use PublicInbox::TestCommon; use PublicInbox::Import; use File::Temp; use File::Path qw(remove_tree); use PublicInbox::SHA qw(sha1_hex); use PublicInbox::IO; require_mods(qw(json Plack::Builder HTTP::Date HTTP::Status)); require_git_http_backend; require_git '1.8.5'; require_cmd 'curl'; require_ok 'PublicInbox::LeiMirror'; my ($tmpdir, $for_destroy) = tmpdir(); my $pa = "$tmpdir/src/a.git"; my $pb = "$tmpdir/src/b.git"; PublicInbox::Import::init_bare($pa); my ($stdout, $stderr) = ("$tmpdir/out.log", "$tmpdir/err.log"); my $pi_config = "$tmpdir/pi_config"; my $td; my $tcp = tcp_server(); my $url = 'http://'.tcp_host_port($tcp).'/'; my $set_manifest = sub { my ($m, $f) = @_; $f //= "$tmpdir/src/manifest.js.gz"; my $ft = File::Temp->new(TMPDIR => $tmpdir, UNLINK => 0); PublicInbox::LeiMirror::dump_manifest($m, $ft); PublicInbox::LeiMirror::ft_rename($ft, $f, 0666); }; my $read_manifest = sub { my ($f) = @_; open my $fh, '<', $f or xbail "open($f): $!"; PublicInbox::LeiMirror::decode_manifest($fh, $f, $f); }; my $t0 = time - 1; my $m; # manifest hashref { my $fi_data = PublicInbox::IO::try_cat './t/git.fast-import-data'; my $db = PublicInbox::Import::default_branch; $fi_data =~ s!\brefs/heads/master\b!$db!gs; my $rdr = { 0 => \$fi_data }; my @git = ('git', "--git-dir=$pa"); xsys_e([@git, qw(fast-import --quiet)], undef, $rdr); xsys_e([qw(/bin/cp -Rp a.git b.git)], undef, { -C => "$tmpdir/src" }); open my $fh, '>', $pi_config or xbail "open($pi_config): $!"; print $fh <', $f or xbail "open($f): $!"; print $fh <rel2abs('t/clone-coderepo.psgi') ]; my $env = { TEST_DOCROOT => "$tmpdir/src", PI_CONFIG => $pi_config }; $td = start_script($cmd, $env, { 3 => $tcp }); my $fp = sha1_hex(my $refs = xqx([@git, 'show-ref'])); my $alice = "\x{100}lice"; $m = { '/a.git' => { fingerprint => $fp, modified => 1, owner => $alice, description => "${alice}'s repo", }, '/b.git' => { fingerprint => $fp, modified => 1, owner => 'Bob', }, }; $set_manifest->($m); $f = "$tmpdir/src/projects.list"; open $fh, '>', $f, or xbail "open($f): $!"; print $fh < "$tmpdir/dst/a.git" }), "\xc4\x80lice\n", 'a.git gitweb.owner set'); is(xqx([qw(git config gitweb.owner)], { GIT_DIR => "$tmpdir/dst/b.git" }), "Bob\n", 'b.git gitweb.owner set'); my $desc = PublicInbox::IO::try_cat("$tmpdir/dst/a.git/description"); is($desc, "\xc4\x80lice's repo\n", 'description set'); my $dst_pl = "$tmpdir/dst/projects.list"; my $dst_mf = "$tmpdir/dst/manifest.js.gz"; ok(!-d "$tmpdir/dst/objstore", 'no objstore created w/o forkgroups'); my $r = $read_manifest->($dst_mf); is_deeply($r, $m, 'manifest matches'); is(PublicInbox::IO::try_cat($dst_pl), "a.git\nb.git\n", 'wrote projects.list'); { # check symlinks $m->{'/a.git'}->{symlinks} = [ '/old/a.git' ]; $set_manifest->($m); utime($t0, $t0, $dst_mf) or xbail "utime: $!"; ok(run_script($cmd), 'clone again +symlinks'); ok(-l "$tmpdir/dst/old/a.git", 'symlink created'); is(PublicInbox::IO::try_cat($dst_pl), "a.git\nb.git\n", 'projects.list does not include symlink by default'); $r = $read_manifest->($dst_mf); is_deeply($r, $m, 'updated manifest matches'); } { # cleanup old projects from projects.list open my $fh, '>>', $dst_pl or xbail $!; print $fh "gone.git\n" or xbail $!; close $fh or xbail $!; utime($t0, $t0, $dst_mf) or xbail "utime: $!"; my $rdr = { 2 => \(my $err = '') }; ok(run_script($cmd, undef, $rdr), 'clone again for expired gone.git'); is(PublicInbox::IO::try_cat($dst_pl), "a.git\nb.git\n", 'project list cleaned'); like($err, qr/no longer exist.*\bgone\.git\b/s, 'gone.git noted'); } { # --purge open my $fh, '>>', $dst_pl or xbail $!; print $fh "gone-rdonly.git\n" or xbail $!; close $fh or xbail $!; my $ro = "$tmpdir/dst/gone-rdonly.git"; PublicInbox::Import::init_bare($ro); ok(-d $ro, 'gone-rdonly.git created'); my @st = stat($ro) or xbail "stat($ro): $!"; chmod($st[2] & 0555, $ro) or xbail "chmod($ro): $!"; utime($t0, $t0, $dst_mf) or xbail "utime: $!"; my $rdr = { 2 => \(my $err = '') }; my $xcmd = [ @$cmd, '--purge' ]; ok(run_script($xcmd, undef, $rdr), 'clone again for expired gone.git'); is(PublicInbox::IO::try_cat($dst_pl), "a.git\nb.git\n", 'project list cleaned'); like($err, qr!ignored/gone.*?\bgone-rdonly\.git\b!s, 'gone-rdonly.git noted'); ok(!-d $ro, 'gone-rdonly.git dir gone from --purge'); } my $test_puh = sub { my (@clone_arg) = @_; my $x = [qw(-clone --inbox-config=never --manifest= --project-list= -q -p), $url, "$tmpdir/dst", @clone_arg, '--post-update-hook=./t/clone-coderepo-puh1.sh', '--post-update-hook=./t/clone-coderepo-puh2.sh' ]; my $log = "$tmpdir/puh.log"; my $env = { CLONE_CODEREPO_TEST_OUT => $log }; remove_tree("$tmpdir/dst"); ok(run_script($x, $env), "fresh clone @clone_arg w/ post-update-hook"); ok(-e $log, "hooks run on fresh clone @clone_arg"); open my $lh, '<', $log or xbail "open $log: $!"; chomp(my @l = readline($lh)); is(scalar(@l), 4, "4 lines written by hooks on @clone_arg"); for my $r (qw(a b)) { is_xdeeply(['uno', 'dos'], [ (map { s/ .+//; $_ } grep(m!/$r\.git\z!, @l)) ], "$r.git hooks ran in order") or diag explain(\@l); } unlink($log) or xbail "unlink: $!"; ok(run_script($x, $env), "no-op clone @clone_arg w/ post-update-hook"); ok(!-e $log, "hooks not run on no-op @clone_arg"); push @$x, '--exit-code'; ok(!run_script($x, $env), 'no-op clone w/ --exit-code fails'); is($? >> 8, 127, '--exit-code gave 127'); }; $test_puh->(); ok(!-e "$tmpdir/dst/objstore", 'no objstore, yet'); my $fgrp = 'fgrp'; $m->{'/a.git'}->{forkgroup} = $m->{'/b.git'}->{forkgroup} = $fgrp; $set_manifest->($m); $test_puh->('--objstore='); ok(-e "$tmpdir/dst/objstore", 'objstore created'); # ensure new repos can be detected { xsys_e([qw(/bin/cp -Rp a.git c.git)], undef, { -C => "$tmpdir/src" }); open my $fh, '>>', "$tmpdir/src/projects.list" or xbail "open $!"; say $fh 'c.git' or xbail "say $!"; close $fh or xbail "close $!"; xsys_e([qw(git clone -q), "${url}c.git", "$tmpdir/dst/c.git"]); SKIP: { require_mods(qw(Plack::Test::ExternalServer LWP::UserAgent), 1); use_ok($_) for qw(HTTP::Request::Common); chop(my $uri = $url) eq '/' or xbail "BUG: no /"; local $ENV{PLACK_TEST_EXTERNALSERVER_URI} = $uri; my %opt = (ua => LWP::UserAgent->new); $opt{ua}->max_redirect(0); $opt{client} = sub { my ($cb) = @_; my $res = $cb->(GET('/c.git/')); is($res->code, 200, 'got 200 response for /'); $res = $cb->(GET('/c.git/tree/')); is($res->code, 200, 'got 200 response for /tree'); }; Plack::Test::ExternalServer::test_psgi(%opt); } } done_testing;