1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
|
#! /usr/bin/python2
#-*- encoding: utf-8 -*-
from glob import glob
from config import *
import tarfile
def listado(filename, start=0, end=None):
"""Obtiene una lista de paquetes de un archivo."""
fsock = open(filename, "r")
lista = fsock.read().split("\n")
fsock.close()
if end is not None:
return [pkg.split(":")[start:end].rstrip()
for pkg in lista if pkg]
else:
return [pkg.split(":")[start].rstrip()
for pkg in lista if pkg]
def pkginfo_from_filename(filename):
""" Generates a Package object with info from a filename,
filename can be relative or absolute
Parameters:
----------
filename -> str Must contain .pkg.tar.
Returns:
----------
pkg -> Package object"""
if ".pkg.tar." not in filename:
raise NonValidFile("File is not a pacman package")
pkg = Package()
pkg["location"] = filename
fileattrs = os.path.basename(filename).split("-")
pkg["arch"] = fileattrs.pop(-1).split(".")[0]
pkg["release"] = fileattrs.pop(-1)
pkg["version"] = fileattrs.pop(-1)
pkg["name"] = "-".join(fileattrs)
return pkg
def pkginfo_from_desc(info_from_desc, pkg=Package()):
""" Returns pkginfo from desc file.
Parameters:
----------
filename -> str File must exist
Returns:
----------
pkg -> Package object"""
info=info_from_desc.rsplit()
info_map={"name" :("%NAME%" , None),
"version" :("%VERSION%" , 0 ),
"release" :("%VERSION%" , 1 ),
"arch" :("%ARCH%" , None),
"license" :("%LICENSE%" , None),
"location":("%FILENAME%", None),}
for key in info_map.keys():
field,pos=info_map[key]
pkg[key]=info[info.index(field)+1]
if pos is not None:
pkg[key]=pkg[key].split("-")[pos]
return pkg
def pkginfo_from_rsync_output(rsync_output):
""" Generates a list of packages and versions from an rsync output
wich uses --list-only and --no-motd options.
Parameters:
----------
rsync_output -> str Contains output from rsync
Returns:
----------
package_list -> tuple Contains Package objects. """
def package_or_link(line):
""" Take info out of filename """
location_field = 4
return pkginfo_from_filename(line.rsplit()[location_field])
def do_nothing():
pass
options = { "d": do_nothing,
"l": package_or_link,
"-": package_or_link,
" ": do_nothing}
package_list=list()
lines=[x for x in rsync_output.split("\n") if ".pkg.tar" in x]
for line in lines:
pkginfo=options[line[0]](line)
if pkginfo:
package_list.append(pkginfo)
return tuple(package_list)
def pkginfo_from_files_in_dir(directory):
""" Returns pkginfo from filenames of packages in dir
wich has .pkg.tar. on them
Parameters:
----------
directory -> str Directory must exist
Returns:
----------
package_list -> tuple Contains Package objects """
package_list=list()
if not os.path.isdir(directory):
raise NonValidDir
for filename in glob(os.path.join(directory,"*")):
if ".pkg.tar." in filename:
package_list.append(pkginfo_from_filename(filename))
return tuple(package_list)
def pkginfo_from_db(path_to_db):
""" Get pkginfo from db.
Parameters:
----------
path_to_db -> str Path to file
Output:
----------
package_list -> tuple of Package objects"""
package_list=list()
if not os.path.isfile(path_to_db):
raise NonValidFile(path_to_db + " is not a file")
try:
dbsock = tarfile.open(path_to_db, 'r:gz')
desc_files=[desc for desc in dbsock.getnames()
if "/desc" in desc]
for name in desc_files:
desc=dbsock.extractfile(name).read().decode("UTF-8")
package_list.append(pkginfo_from_desc(desc))
except tarfile.ReadError:
raise NonValidFile("No valid db_file %s or not readable"
% path_to_db)
finally:
dbsock.close()
return package_list
def rsyncBlacklist_from_blacklist(packages_iterable,
blacklisted_names,
exclude_file):
""" Generate an exclude list for rsync
Parameters:
----------
package_iterable -> list or tuple Contains Package objects
blacklisted_names-> list or tuple Contains blacklisted names
exclude_file -> str Path to file
debug -> bool If True, file list gets logged
Output:
----------
None """
pkgs=[pkg["location"] for pkg in packages_iterable
if isinstance(pkg, Package)
and pkg["name"] in blacklisted_names]
if exclude_file:
try:
fsock = open(exclude_file,"w")
fsock.write("\n".join(pkgs) + "\n")
except IOError:
printf("%s wasnt written" % exclude_file)
exit(1)
finally:
fsock.close()
return pkgs
if __name__ == "__main__":
import argparse
parser=argparse.ArgumentParser()
parser.add_argument("-r", "--rsync-exclude-file", type=str,
help="File in which to generate exclude list",
required=True,)
parser.add_argument("-k", "--blacklist-file", type=str,
help="File containing blacklisted names",
required=True,)
parser.add_argument("-f", "--rsout-file", type=str,
help="This file will be read to get a pkg list",
required=True,)
args=parser.parse_args()
try:
fsock=open(args.rsout_file, "r")
rsout=fsock.read()
except IOError:
print("%s is not readable" % args.rsout_file)
finally:
fsock.close()
packages=pkginfo_from_rsync_output(rsout)
rsyncBlacklist_from_blacklist(packages, listado(args.blacklist_file),
args.rsync_exclude_file)
|
