From 68b310207929db23667ca5d454a78af9d65589f2 Mon Sep 17 00:00:00 2001 From: Eric Wong Date: Sat, 4 Feb 2017 02:20:35 +0000 Subject: repobrowse: start wiring up git search Much more work on this will be needed, but at least explicit flush points prevents OOMs on my system. --- script/repobrowse-index | 68 +++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 68 insertions(+) create mode 100755 script/repobrowse-index (limited to 'script') diff --git a/script/repobrowse-index b/script/repobrowse-index new file mode 100755 index 00000000..6e939fd5 --- /dev/null +++ b/script/repobrowse-index @@ -0,0 +1,68 @@ +#!/usr/bin/perl -w +# Copyright (C) 2017 all contributors +# License: AGPL-3.0+ +# Basic tool to create a Xapian search index for any git repository +# Usage with libeatmydata +# highly recommended: eatmydata repobrowse-index GIT_DIR +use strict; +use warnings; +use Getopt::Long qw(:config gnu_getopt no_ignore_case auto_abbrev); +use Cwd 'abs_path'; +my $usage = "repobrowse-index GIT_DIR"; + +eval { require PublicInbox::RepoGitSearchIdx }; +if ($@) { + print STDERR "Search::Xapian required for $0\n"; + exit 1; +} + +my $reindex; +my %opts = ( '--reindex' => \$reindex ); +GetOptions(%opts) or die "bad command-line args\n$usage"; + +my @dirs; +sub resolve_git_dir { + my ($cd) = @_; + my @cmd = qw(git rev-parse --git-dir); + my $cmd = join(' ', @cmd); + my $pid = open my $fh, '-|'; + defined $pid or die "forking $cmd failed: $!\n"; + if ($pid == 0) { + if (defined $cd) { + chdir $cd or die "chdir $cd failed: $!\n"; + } + exec @cmd; + die "Failed to exec $cmd: $!\n"; + } else { + my $dir = eval { + local $/; + <$fh>; + }; + close $fh or die "error in $cmd: $!\n"; + chomp $dir; + return abs_path($cd) if ($dir eq '.' && defined $cd); + abs_path($dir); + } +} + +if (@ARGV) { + @dirs = map { resolve_git_dir($_) } @ARGV; +} else { + @dirs = (resolve_git_dir()); +} + +sub usage { print STDERR "Usage: $usage\n"; exit 1 } +usage() unless @dirs; + +foreach my $dir (@dirs) { + index_dir($dir); +} + +sub index_dir { + my ($git_dir) = @_; + if (!ref $git_dir && ! -d $git_dir) { + die "$git_dir does not appear to be a git repository\n"; + } + my $s = PublicInbox::RepoGitSearchIdx->new($git_dir); + $s->index_sync({ reindex => $reindex, progress => \*STDERR }); +} -- cgit v1.2.3-24-ge0c7