apkbuild-pypi.in

#!/usr/bin/perl

use strict;
use warnings;
use autodie qw(:all);
use feature qw(:5.14);
use LWP::UserAgent;
use LWP::ConnCache;
use JSON;
use URI;
use Text::Wrap qw(wrap $columns);
use File::Basename qw(dirname);

our $packager = '';
my %pkgmap = ();
my %licenses = ();

my $template = <<'EOF';
# Automatically generated by apkbuild-pypi, template 4
[% authors %]
pkgname=[% pkgname %]
pkgver=[% pkgver %]
pkgrel=[% pkgrel %]
#_pkgreal is used by apkbuild-pypi to find modules at PyPI
_pkgreal=[% pkgreal %]
pkgdesc="[% pkgdesc %]"
url="[% url %]"
arch="noarch"
license="[% license %]"
depends=""
makedepends="py3-gpep517 py3-setuptools py3-wheel"
checkdepends="py3-pytest"
subpackages="$pkgname-pyc"
source="[% source %]"
builddir="[% builddir %]"
options="[% options %]"[% options_comment %]
[% compatibility %]
build() {
	gpep517 build-wheel \
		--wheel-dir .dist \
		--output-fd 3 3>&1 >&2
}

check() {
	python3 -m venv --clear --without-pip --system-site-packages .testenv
	.testenv/bin/python3 -m installer .dist/*.whl
	.testenv/bin/python3 -m pytest
}

package() {
	python3 -m installer -d "$pkgdir" \
		.dist/*.whl
}

EOF

my $ua = LWP::UserAgent->new();
my $json = JSON->new;
$ua->env_proxy;
$ua->conn_cache(LWP::ConnCache->new);

sub read_file {
    my ($filename) = @_;
    open my $fh, '<:utf8', $filename;
    local $/;
    my $text = <$fh>;
    return $text;
}

sub read_assignments_from_file {
    my ($filename) = @_;
    return () if ( ! -e $filename );
    my $text = read_file($filename);
    my %sline = $text =~ /^(\w+)\s*=\s*([^\"\n]*)$/mg;
    my %mline = $text =~ /^(\w+)\s*=\s*\"([^\"]*)\".*$/mg;
    my %hash = ( %sline, %mline );

    return \%hash if $filename ne 'APKBUILD';
    my $authors = join( "\n",
        $text =~ /^# Contributor: .*$/mg,
        $text =~ /^# Maintainer: .*$/mg );
    $hash{'authors'} = $authors if length($authors) > 1;

    if ($text =~ m/^provides=\"(.*)\"(.*)$/m) {
        $hash{'provides'} = $1;
        $hash{'provides_comment'} = $2;
    }

    if ($text =~ m/^replaces=\"(.*)\"(.*)$/m) {
        $hash{'replaces'} = $1;
        $hash{'replaces_comment'} = $2;
    }

    # workaround for `builddir="$srcdir"/$_pkgname-$pkgver`
    if ($text =~ m/^builddir=\"(.*)\"([^\s]*)/m) {
        $hash{'builddir'} = $1 . $2;
    }

    if ($text =~ m/^options=\"(.*)\"(.*)$/m) {
        $hash{'options'} = $1;
        $hash{'options_comment'} = $2;
    }

    return \%hash;
}

sub map_pypi_to_apk {
    my ($pypi) = @_;
    return $pkgmap{$pypi} unless !exists($pkgmap{$pypi});
    return 'py3-'.lc($pypi);
}

sub map_license {
    my ($license) = @_;

    $license //= '';
    $license =~ s/ or / /g;

    return $license;
}

sub get_source {
    my ($distdata) = @_;
    my $pkgname = $distdata->{info}{name};

    my $source;
    for my $url (@{$distdata->{urls}}) {
        if ($url->{python_version} eq 'source') {
            $source = URI->new($url->{url});
            last;
        }
    }
    die "Unable to locate sources for $pkgname.\n" unless $source;

    my $filename = ($source->path_segments)[-1];
    my $pretty_path = substr($pkgname, 0, 1) . "/$pkgname";
    my $pretty_url = $source->clone;
    $pretty_url->path("/packages/source/$pretty_path/$filename");

    my $response = $ua->head($pretty_url);
    if ($response->is_success) {
        return $pretty_url->as_string;
    } else {
        return $source->as_string;
    }
}

sub read_apkbuild {
    return read_assignments_from_file('APKBUILD');
}

sub format_line {
    my $line = shift;
    return "\t" . $line . "\n";
}

sub format_source {
    my $srcurl   = shift;
    my $orig_src = shift;

    $orig_src =~ s/^\s+//mg;
    $orig_src =~ s/\s+/ /g;

    my @sources = split (/\s/, $orig_src);

    return $srcurl if @sources <= 1;

    shift @sources if $sources[0] =~ m/pkgver/;
    my $patches;
    for my $patch (@sources) {
        next if $patch eq "";
        $patches .= format_line($patch);
    }

    return $srcurl . "\n" . ($patches // '') . "\t";
}

sub write_apkbuild {
    my ($distdata, $apkbuild) = @_;

    my $replaces = undef;
    my $provides = undef;
    my $authors = undef;
    my $license = undef;
    my $url = undef;
    my $pkgname = undef;
    my $pkgdesc = undef;
    my $pkgrel = 0;
    my $builddir = undef;
    my $options = undef;
    my $options_comment = undef;
    my $orig_source = "";

    if (our $use_homepage) {
        $url =
          $distdata->{info}{project_urls}{Homepage}
          || $distdata->{info}{home_page};
    }

    if (defined $apkbuild) {
        $authors = $apkbuild->{authors};
        $provides = $apkbuild->{provides};
        $replaces = $apkbuild->{replaces};
        $license = $apkbuild->{license};
        $url = $apkbuild->{url};
        $pkgname = $apkbuild->{pkgname};
        $pkgdesc = $apkbuild->{pkgdesc};
        $pkgrel = $apkbuild->{pkgrel};
        $builddir = $apkbuild->{builddir};
        $options  = $apkbuild->{options} if defined $apkbuild->{options};
        $options_comment  = $apkbuild->{options_comment} if defined $apkbuild->{options_comment};
        $orig_source      = $apkbuild->{source};

	if ($apkbuild->{pkgver} eq $distdata->{info}{version}) {
	    $pkgrel++;
	}
    }

    my $pkgreal = $distdata->{info}{name};
    my $srcurl = get_source($distdata);

    my %repl = (
	authors  => ($authors or "# Contributor: $packager\n# Maintainer: $packager"),
        pkgname  => ($pkgname or map_pypi_to_apk($pkgreal)),
        pkgreal  => $pkgreal,
        pkgver   => $distdata->{info}{version},
        pkgrel	 => $pkgrel,
        source   => format_source($srcurl, $orig_source),
        license  => ($license or map_license($distdata->{info}{license})),
        url      => ($url or "https://pypi.org/project/${pkgreal}/"),
        pkgdesc  => ($pkgdesc or $distdata->{info}{summary} or "Python module for $pkgreal"),
        builddir => ($builddir or ''),
        options  => ($options or ''),
        options_comment => ($options_comment or ''),
    );

    $repl{compatibility} = "";
    if ($replaces) {
        my $comment = $apkbuild->{'replaces_comment'} // '';
        $repl{compatibility} .= "\nreplaces=\"$replaces\"" . $comment;
    }
    if ($provides) {
        my $comment = $apkbuild->{'provides_comment'} // '';
        $repl{compatibility} .= "\nprovides=\"$provides\"" . $comment;
    }
    $repl{compatibility} .= "\n" if $replaces or $provides;

    $repl{source} =~ s/-$repl{pkgver}/-\$pkgver/g;
    $template =~ s/\[% (.*?) %\]/$repl{$1}/g;

    open my $fh, '>:utf8', 'APKBUILD';
    print {$fh} $template;
    close $fh;

    say "Wrote $repl{pkgname}/APKBUILD";

    return \%repl;
}

sub unpack_source {
    system('abuild checksum unpack');
}

sub prepare_tree {
    my %options = @_;

    unpack_source if $options{unpack};
    system('abuild prepare');
}

sub find_package_name {
    my ($apkbuild) = @_;

    my $pkgreal = '';

    if (exists $apkbuild->{_realname}) {
        $pkgreal = $apkbuild->{_realname};
    } elsif (exists $apkbuild->{_pkgreal}) {
        $pkgreal = $apkbuild->{_pkgreal};
    } elsif (exists $apkbuild->{_pkgname}) {
        $pkgreal = $apkbuild->{_pkgname};
    } elsif (exists $apkbuild->{_name}) {
        $pkgreal = $apkbuild->{_name};
    } elsif (exists $apkbuild->{_realpkgname}) {
        $pkgreal = $apkbuild->{_realpkgname};
    } elsif (exists $apkbuild->{_pkg_real}) {
        $pkgreal = $apkbuild->{_pkg_real};
    } elsif (exists $apkbuild->{source}) {
        $pkgreal = $apkbuild->{source};
        $pkgreal =~ m/(\w+)-/;
        $pkgreal = $1;
    } else {
        print "No pkg real found\n";
        die;
    }
    return $pkgreal;
}

sub get_data {
    my ($package) = @_;
    my $response = $ua->get("https://pypi.org/pypi/$package/json");
    $response->is_success or die $response->status_line;
    my $distdata = $json->decode($response->decoded_content);

    return $distdata;
}

sub parse_requires_dist {
    my $reqs = shift;

    # Valid PyPI regex: https://peps.python.org/pep-0508/#names
    my $pypi_regex = qr/(?i)([A-Z0-9][A-Z0-9][A-Z0-9._-]*[A-Z0-9])/;

    my @depends =
        map { m/$pypi_regex/; $1 || () }
        grep { $_ !~ m/; extra ==/ }
        @$reqs;

    my @checkdeps =
        map { m/$pypi_regex/; $1 || () }
        grep { m/; extra == ["'](tests|pytest)["']/ }
        @$reqs;

    my %reqs = (
	depends    => \@depends,
	checkdeps  => \@checkdeps,
    );

    return \%reqs;
}

sub format_depends {
    my $deps = shift;

    $columns = 102;

    $deps =~ s/ {2,}/ /g;
    $deps =~ s/^\s//g;
    $deps =~ s/\s$//g;

    if ( length($deps) >= $columns ) {
        $deps = wrap( "\t", "\t", $deps );
    }
    $deps =~ s/\s$//g;

    if ( length($deps) >= $columns ) {
        $deps = "\n" . $deps . "\n\t";
    }
    return $deps;
}

sub get_deps {
    my ($distdata, $data) = @_;

    my $reqs = parse_requires_dist($distdata->{info}{requires_dist});
    my %depends = ('py3-pytest' => 'py3-pytest');

    my @depends =
        map {
            my $apkname = map_pypi_to_apk($_);
            if (exists $depends{$apkname}) { () }
            else { $depends{$apkname} = $apkname }
        }
        @{$reqs->{depends}};

    my @checkdeps =
        map {
            my $apkname = map_pypi_to_apk($_);
            exists($depends{$apkname}) ? () : $apkname
        }
        @{$reqs->{checkdeps}};

    my $apk = read_file('APKBUILD');

    my $depends = format_depends(join ' ', @depends);

    $apk =~ s/^depends=""/depends="$depends"/m;

    unshift @checkdeps, 'py3-pytest';
    my $checkdeps = format_depends(join ' ', @checkdeps);

    $apk =~ s/^checkdepends="py3-pytest"/checkdepends="$checkdeps"/m;

    # remove empty variables
    $apk =~ s/.*="".{0,}\n//g;

    open my $fh, '>:utf8', 'APKBUILD';

    print $fh $apk;

    say "Requires: @depends\n\nCheckDepends: @checkdeps";
}

sub write_old_deps {
    my ($data, $apkbuild) = @_;

    my $apk = read_file('APKBUILD');

    if (my $depends = $apkbuild->{depends}) {
        $apk =~ s/^depends=".*"/depends="$depends"/m;
    }

    if (my $makedeps = $apkbuild->{makedepends}) {
        if ($makedeps =~ m/py3-gpep517/) {
           $apk =~ s/^makedepends=".*"/makedepends="$makedeps"/m;
        } else {
           $apk =~ s/^makedepends="(.*)"/makedepends="$1 $makedeps"/m;
        }
    }

    if (my $checkdeps = $apkbuild->{checkdepends}) {
        if ($checkdeps =~ m/py3-pytest/) {
            $apk =~ s/^checkdepends=".*"/checkdepends="$checkdeps"/m;
        } else {
            $apk =~ s/^checkdepends="(.*)"/checkdepends="$1 $checkdeps"/m;
        }
    }

    # remove empty variables
    $apk =~ s/.*="".{0,}\n//g;

    open my $fh, '>:utf8', 'APKBUILD';

    print $fh $apk;
}

sub update_builddir {
    my $apkbuild = read_apkbuild;
    my $pkgreal = $apkbuild->{'_pkgreal'};
    my $pkgname = $apkbuild->{pkgname};
    my $pkgver = $apkbuild->{pkgver};
    my $oldbuilddir = $apkbuild->{builddir};

    my $build_path = glob("
      src/*${pkgver}/pyproject.toml
      src/*${pkgver}/setup.py
    ");

    if ($build_path) {
        my $newbuilddir = dirname($build_path);

        $newbuilddir =~ s/src/\$srcdir/;
        $newbuilddir =~ s/$pkgreal/\$_pkgreal/;
        $newbuilddir =~ s/$pkgver/\$pkgver/;

        my $apk = read_file('APKBUILD');

        if ($pkgname eq $pkgreal and
          $newbuilddir eq '$srcdir/$_pkgreal-$pkgver') {
            # this will be deleted by the remove empty
            # variables regex in get_deps/write_old_deps
            $apk =~ s/^builddir=".*"/builddir=""/m;

            $newbuilddir = '<same as default, deleted>';
        } elsif ($newbuilddir eq $oldbuilddir) {
            return;
        } else {
            $apk =~ s/^builddir=".*"/builddir="$newbuilddir"/m;
        }

        print "\n\$builddir redefined:\n\t",
            "OLD: $oldbuilddir, NEW: $newbuilddir\n\n";

        open my $fh, '>:utf8', 'APKBUILD';
        print $fh $apk;
    }
}

my $abuild_conf = read_assignments_from_file('/etc/abuild.conf');
$packager = $abuild_conf->{PACKAGER} if $abuild_conf->{PACKAGER};

my $user_abuild_conf = read_assignments_from_file($ENV{"HOME"} . "/.abuild/abuild.conf");
$packager = $user_abuild_conf->{PACKAGER} if $user_abuild_conf->{PACKAGER};

sub usage {
    say <<'EOF';
Usage: apkbuild-pypi [create <package> [homepage] | check | recreate [deps] | upgrade | update]

In the repository root:
    create <package>: Creates an APKBUILD for <package>
    create <package> homepage: Creates an APKBUILD for <package> with url= field set to project homepage, if available

In the package root:
    check           : Reports current & latest version of the package
    recreate [deps] : Recreates the APKBUILD [also recalculate dependencies]
    upgrade         : Upgrades to the latest version of the package
    update          : Updates APKBUILD metadata
EOF
}

if (! defined $ARGV[0]) {
    die usage;
} elsif ($ARGV[0] eq 'create') {
    my $package = $ARGV[1];
    $package or die usage;

    my $distdata = get_data($package);
    my $apkname = map_pypi_to_apk($package);

    mkdir $apkname;
    chdir $apkname;

    if ($ARGV[2] and $ARGV[2] eq 'homepage') { our $use_homepage = 1; }

    my $data = write_apkbuild($distdata, undef);
    unpack_source;
    update_builddir;

    get_deps($distdata, $data);
    prepare_tree( unpack => 0 );
} elsif ($ARGV[0] eq 'recreate') {
    my $apkbuild = read_apkbuild;
    if (! defined $apkbuild->{_pkgreal}) {
        $apkbuild->{_pkgreal} = find_package_name($apkbuild);
    }
    my $distdata = get_data($apkbuild->{_pkgreal});
    my $pkgver = $distdata->{info}{version} =~ s/^[^0-9]+//r;
    if ($pkgver ne $apkbuild->{pkgver}) {
        #Reset pkgrel on upgrade on recreate
        say "Upgrading PyPI module from $apkbuild->{pkgver} to $pkgver";
        $apkbuild->{pkgrel}=0;
    }

    my $data = write_apkbuild($distdata, $apkbuild);
    unpack_source;
    update_builddir;

    if ($ARGV[1] and $ARGV[1] eq 'deps') { get_deps($distdata, $data); }
    else { write_old_deps($data, $apkbuild); }
    prepare_tree( unpack => 0 );
} elsif ($ARGV[0] eq 'upgrade') {
    my $apkbuild = read_apkbuild;

    if (! defined $apkbuild->{_pkgreal}) {
        $apkbuild->{_pkgreal} = find_package_name($apkbuild);
    }

    my $distdata = get_data($apkbuild->{_pkgreal});

    my $pkgver = $distdata->{info}{version};

    if ($pkgver ne $apkbuild->{pkgver}) {
        say "Upgrading PyPI package from $apkbuild->{pkgver} to $pkgver";

        my $text = read_file('APKBUILD');

        $text =~ s/^(pkgver)=.*$/$1=$pkgver/mg or
            die "Can't find pkgver line in APKBUILD";
        $text =~ s/^(pkgrel)=.*$/$1=0/mg or
            die "Can't find pkgrel line in APKBUILD";

        open my $fh, '>:utf8', 'APKBUILD';
        print $fh $text;
        close $fh;
    } else {
        say "Already up to date with PyPI";
    }
} elsif ($ARGV[0] eq 'check') {
    my $apkbuild = read_apkbuild;

    if (! defined $apkbuild->{_pkgreal}) {
        $apkbuild->{_pkgreal} = find_package_name($apkbuild);
    }
    my $distdata = get_data($apkbuild->{_pkgreal});

    my $pkgver = $distdata->{info}{version};


    say "$apkbuild->{pkgname}: Latest version: $pkgver Packaged version: $apkbuild->{pkgver}";
    if ($pkgver ne $apkbuild->{pkgver}) {
        exit(1);
    }
} elsif ($ARGV[0] eq 'update') {
    prepare_tree( unpack => 1 );
} else {
    die usage;
}