1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
#!/usr/share/python3/pginfra-virtualenv-yum-spider/bin/python3
import argparse
import sys
import os
import re
import json
import requests
import rpmfile
from collections import defaultdict
from tempfile import NamedTemporaryFile
re_platformdir = re.compile(r'^(\w+)-(\d+)-([^-]+)$')
re_reporpm = re.compile(r'^pgdg-(\w+)-repo-latest.noarch.rpm$')
re_repofile = re.compile(r'^./etc/yum.repos.d/pgdg-([a-zA-Z0-9]+)-all.repo$')
re_reposection = re.compile(r'^\[pgdg([0-9][0-9])]$')
if __name__ == "__main__":
parser = argparse.ArgumentParser(description="Spider repo RPMs")
parser.add_argument('yumroot', type=str, help='YUM root path')
parser.add_argument('target', type=str, help='Target URL or filename')
args = parser.parse_args()
platforms = defaultdict(list)
for repodir in os.listdir('{0}/reporpms'.format(args.yumroot)):
m = re_platformdir.match(repodir)
if m:
# Find the latest repo RPM
versions = []
path = '{0}/reporpms/{1}'.format(args.yumroot, repodir)
for reporpm in os.listdir(path):
if re_reporpm.match(reporpm):
with rpmfile.open('{0}/{1}'.format(path, reporpm)) as rpm:
# Find the repo config file
for member in rpm.getmembers():
if re_repofile.match(member.name):
fd = rpm.extractfile(member.name)
repos = str(fd.read()).split('\\n')
# Get the supported versions
for repo in repos:
if re_reposection.match(repo):
versions.append(re_reposection.match(repo).group(1))
platname = m.group(1)
platver = m.group(2)
arch = m.group(3)
platforms['{0}-{1}'.format(platname, platver)].append({"arch": arch, "versions": versions})
j = json.dumps({'platforms': platforms})
if args.target.startswith('http://') or args.target.startswith('https://'):
r = requests.put(
args.target,
data=j,
headers={
'Content-type': 'application/json',
'Host': 'www.postgresql.org',
},
)
if r.status_code != 200:
print("Failed to upload, code: %s" % r.status_code)
sys.exit(1)
if r.text != "NOT CHANGED" and r.text != "OK":
print("Failed to upload: %s" % x)
sys.exit(1)
else:
with NamedTemporaryFile(mode='w', dir=os.path.dirname(os.path.abspath(args.target))) as f:
f.write(j)
f.flush()
if os.path.isfile(args.target):
os.unlink(args.target)
os.link(f.name, args.target)
|
