feat(util): Add check update script

Signed-off-by: KunoiSayami <[email protected]>

2 files changed, 199 insertions, 0 deletions

diff --git a/utils/aur-check-update.py b/utils/aur-check-update.py
new file mode 100644
index 0000000..e3dd2db
--- /dev/null
+++ b/utils/aur-check-update.py
@@ -0,0 +1,121 @@
+#!/usr/bin/env python3
+# Copyright (C) 2021 KunoiSayami
+#
+# This module is part of KunoiSayami/repos and is released under
+# the AGPL v3 License: https://www.gnu.org/licenses/agpl-3.0.txt
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program. If not, see <https://www.gnu.org/licenses/>.
+from __future__ import annotations
+import asyncio
+import logging
+import os
+import re
+import sys
+
+from dataclasses import dataclass
+
+import aiofiles
+import aiohttp
+
+
+@dataclass
+class Version:
+    pkgver: list[str]
+    pkgrel: list[str]
+    epoch: int
+
+    @classmethod
+    def from_str(cls, s: str) -> Version:
+        match = re.search(r"pkgver=(?P<VER>.*)", s)
+        if not match:
+            raise ValueError('pkgver keyword not found')
+        else:
+            pkgver = match.group('VER').split('.')
+        match = re.search(r"pkgrel=(?P<REL>.*)", s)
+        if not match:
+            pkgrel = ['1']
+        else:
+            pkgrel = match.group('REL').split('.')
+        match = re.search(r"epoch=(?P<EPOCH>\d+)", s)
+        if not match:
+            epoch = 0
+        else:
+            epoch = int(match.group('EPOCH'))
+        return cls(pkgver, pkgrel, epoch)
+
+    @classmethod
+    async def from_file(cls, file: str) -> Version:
+        async with aiofiles.open(file) as fin:
+            return cls.from_str(await fin.read())
+
+    def __eq__(self, other: Version) -> bool:
+        return all((self.epoch == other.epoch, self.pkgver == self.pkgver, self.pkgrel == other.pkgrel))
+
+    def __gt__(self, other: Version) -> bool:
+        if self.epoch > other.epoch:
+            return True
+        if self.pkgver > other.pkgver:
+            return True
+        if self.pkgver == other.pkgver and self.pkgrel > other.pkgrel:
+            return True
+        return False
+
+    def __ne__(self, other: Version) -> bool:
+        return not self.__eq__(other)
+
+    def __ge__(self, other: Version) -> bool:
+        return self.__gt__(other) or self.__eq__(other)
+
+    def __lt__(self, other: Version) -> bool:
+        return not self.__ge__(other)
+
+    def __str__(self) -> str:
+        prefix = f'{self.epoch}:' if self.epoch > 0 else ''
+        return f'{prefix}{self.pkgver}-{self.pkgrel}'
+
+
+async def main() -> int:
+    dry_run = '--dry' in sys.argv
+    os.chdir(sys.argv[1])
+    async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(10)) as session:
+        for item in os.listdir():
+            if item.startswith('.'):
+                continue
+            if not os.path.isdir(item):
+                continue
+            os.chdir(item)
+            version = await Version.from_file('PKGBUILD')
+            async with session.get(f'https://aur.archlinux.org/cgit/aur.git/plain/PKGBUILD?h={item}') as response:
+                new_version = Version.from_str(await response.text())
+            if new_version == version:
+                continue
+            elif new_version < version:
+                logging.warning('Warning: %s is newer than AUR', version)
+                continue
+            if '.git' in os.listdir():
+                if not dry_run:
+                    await asyncio.create_subprocess_exec('git', 'pull')
+                logging.info('Upgrade %s from %s to %s', item, version, new_version)
+            else:
+                logging.info('Found update %s(%s) (local: %s)', item, new_version, version)
+    return 0
+
+if __name__ == '__main__':
+    if len(sys.argv) == 1:
+        print('Usage:', sys.argv[0], '<repository directory>')
+        exit(1)
+    logging.basicConfig(level=logging.DEBUG,
+                        format='%(asctime)s - %(levelname)s - %(funcName)s - %(lineno)d - %(message)s')
+    loop = asyncio.get_event_loop()
+    exit(loop.run_until_complete(main()))
diff --git a/utils/check-aur.py b/utils/check-aur.py
new file mode 100755
index 0000000..6749f69
--- /dev/null
+++ b/utils/check-aur.py
@@ -0,0 +1,78 @@
+#!/usr/bin/env python3
+# Copyright (C) 2021 KunoiSayami and contributors
+#
+# This module is part of KunoiSayami/repos and is released under
+# the AGPL v3 License: https://www.gnu.org/licenses/agpl-3.0.txt
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program. If not, see <https://www.gnu.org/licenses/>.
+import argparse
+import asyncio
+import logging
+import re
+from pathlib import Path
+from typing import Tuple
+
+import aiofiles
+import aiohttp
+
+
+async def check_pkg(session: aiohttp.ClientSession, num: int, pkg: str) -> Tuple[int, bool]:
+    logging.info(f'Checking {pkg}')
+    ret = await session.head(f'https://aur.archlinux.org/cgit/aur.git/plain/PKGBUILD?h={pkg}')
+    return num, ret.status == 200
+
+
+async def main() -> int:
+    parser = argparse.ArgumentParser(description='check-aur.py')
+    parser.add_argument('paths', metavar='sub_path', type=str, nargs='*', help='sub-path for repo root')
+
+    args = parser.parse_args()
+    repo_dir = Path(*args.paths)
+    pkgbuild_file = repo_dir.joinpath('PKGBUILD')
+    if not pkgbuild_file.exists():
+        logging.error("Can't locate PKGBUILD file, please specify directory in arguments or chdir to folder")
+        return 1
+
+    async with aiofiles.open(pkgbuild_file, 'r', encoding='utf-8') as f:
+        pkgbuild_text = await f.read()
+
+    deps_match = re.search(r"makedepends=\((?P<DEPS>([^)]|\n)+)\)", pkgbuild_text, re.M)
+    if not deps_match:
+        logging.error("Can't found `makedepends' keyword, if you think this is mistake, please report issue")
+        return 2
+
+    deps = deps_match.group('DEPS').split()
+
+    async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(10)) as session:
+        tasks = [asyncio.create_task(check_pkg(session, n, pkg)) for n, pkg in enumerate(deps)]
+        yay_dep_nums = []
+        for task in asyncio.as_completed(tasks):
+            n, r = await task
+            if r:
+                yay_dep_nums.append(n)
+
+    yaydeps_dir = repo_dir.parent.joinpath('.yaydeps')
+
+    if len(yay_dep_nums) > 0:
+        async with aiofiles.open(yaydeps_dir.joinpath(repo_dir.stem), 'w', encoding='utf-8') as f:
+            await f.write('\n'.join([*(deps[n] for n in sorted(yay_dep_nums)), '']))
+
+    return 0
+
+
+if __name__ == '__main__':
+    logging.basicConfig(level=logging.DEBUG,
+                        format='%(asctime)s - %(levelname)s - %(funcName)s - %(lineno)d - %(message)s')
+    loop = asyncio.get_event_loop()
+    exit(loop.run_until_complete(main()))