Repository navigation
Expand file tree
/
Copy pathfind-deps.py
More file actions
217 lines (200 loc) · 7.34 KB
/
Copy pathfind-deps.py
File metadata and controls
217 lines (200 loc) · 7.34 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
# Copyright (c) 2012-2014 The CEF Python authors. All rights reserved.
# License: New BSD License.
# Website: http://code.google.com/p/cefpython/
# This script finds dependencies. It fetches google chrome
# debian package dependencies from src.chromium.org for
# specific revision. Filters these dependencies with data
# returned by ldd command. Saves results to deps.txt.
import os
import sys
import re
import platform
import glob
import subprocess
def main():
branch = get_branch()
revision = get_chromium_revision(branch)
chrome_deps = get_chrome_deps(revision)
cef_library_dependencies = get_cef_library_dependencies()
cef_deps = get_cef_deps(cef_library_dependencies)
final_deps = get_final_deps(chrome_deps, cef_deps)
curdir = os.path.dirname(os.path.realpath(__file__))
with open(curdir+"/deps.txt", "w") as f:
f.write("\n".join(final_deps))
log("Saved deps to deps.txt file")
success = check_final_deps(final_deps)
if not success:
sys.exit(1)
def log(msg):
print("[dependencies.py] %s" % msg)
def fetch_url(url):
if sys.version_info[0] == 2:
import urllib2
try:
urlfile = urllib2.urlopen(url)
except:
# 404 for example
return None
return urlfile.read()
else:
import urllib.request
try:
urlfile = urllib.request.urlopen(url)
except:
# 404 for example
return None
return urlfile.read()
def get_branch():
curdir = os.path.dirname(os.path.realpath(__file__))
with open(curdir+"/../../BUILD_COMPATIBILITY.txt") as f:
m = re.search(r"\d+\.\d+\.(\d+)\.\d+", f.read())
branch = m.group(1)
log("branch = %s" % branch)
return branch
def get_chromium_revision(branch):
url = "http://src.chromium.org/viewvc" \
"/chrome/branches/%s/src/chrome/VERSION" % branch
contents = fetch_url(url)
if not contents:
raise Exception("Failed fetching url: %s" % url)
m = re.search(r"revision=(\d+)", contents)
revision = m.group(1)
log("chromium revision = %s" % revision)
return revision
def get_chrome_deps(revision):
# Currently works only with SVN up to Chrome revision 293233.
base_url = "http://src.chromium.org/svn/trunk/src" \
"/chrome/installer/linux/debian"
url = base_url+"/expected_deps?p=%s" % revision
contents = fetch_url(url)
if not contents:
url = base_url+"/expected_deps_x64?p=%s" % revision
contents = fetch_url(url)
if not contents:
raise Exception("Failed fetching url: %s" % url)
contents = contents.strip()
deps = contents.splitlines()
for i, dep in enumerate(deps):
deps[i] = dep.strip()
deps.sort(key = lambda s: s.lower());
log("Found %d Chrome deps" % len(deps))
print("-" * 80)
print("\n".join(deps))
print("-" * 80)
return deps
def get_cef_library_dependencies():
# Chrome deps != library dependencies
# deps = package dependencies (for apt-get install)
# library dependencies -> a package with such name may not exist
curdir = os.path.dirname(os.path.realpath(__file__))
bits = platform.architecture()[0]
assert (bits == "32bit" or bits == "64bit")
binaries_dir = curdir+"/../binaries_%s" % bits
libraries = glob.glob(binaries_dir+"/*.so")
assert(len(libraries))
log("Found %d CEF libraries" % (len(libraries)))
all_dependencies = []
for library in libraries:
library = os.path.abspath(library)
dependencies = get_library_dependencies(library)
all_dependencies = all_dependencies + dependencies
all_dependencies = remove_duplicate_dependencies(all_dependencies)
log("Found %d all CEF library dependencies combined" \
% len(all_dependencies))
return all_dependencies
def remove_duplicate_dependencies(dependencies):
unique = []
for dependency in dependencies:
if dependency not in unique:
unique.append(dependency)
return unique
def get_library_dependencies(library):
contents = subprocess.check_output("ldd %s" % library, shell=True)
contents = contents.strip()
lines = contents.splitlines()
dependencies = []
for line in lines:
m = re.search(r"([^/\s=>]+).so[.\s]", line)
dependencies.append(m.group(1))
dependencies.sort(key = lambda s: s.lower());
log("Found %d dependencies in %s:" % \
(len(dependencies), os.path.basename(library)))
print("-" * 80)
print("\n".join(dependencies))
print("-" * 80)
return dependencies
def get_cef_deps(dependencies):
cef_deps = []
for dependency in dependencies:
if package_exists(dependency):
cef_deps.append(dependency)
log("Found %d CEF deps for which package exists:" % len(cef_deps))
print("-" * 80)
print("\n".join(cef_deps))
print("-" * 80)
return cef_deps
def package_exists(package):
try:
devnull = open('/dev/null', 'w')
contents = subprocess.check_output("dpkg -s %s" % package,
stderr=devnull, shell=True)
devnull.close()
except subprocess.CalledProcessError, e:
return False
if "install ok installed" in contents:
return True
print("**PROBABLY ERROR OCCURED** while calling: %s" % "dpkg -s "+package)
return False
def get_final_deps(chrome_deps, cef_deps):
final_deps = chrome_deps
chrome_deps_names = []
chrome_libudev0_dep = ""
for chrome_dep in chrome_deps:
chrome_dep_name = get_chrome_dep_name(chrome_dep)
chrome_deps_names.append(chrome_dep_name)
if chrome_dep_name == "libudev0":
chrome_libudev0_dep = chrome_dep
for cef_dep in cef_deps:
if cef_dep not in chrome_deps_names:
final_deps.append(cef_dep)
log("Found %d CEF deps that were not listed in Chrome deps" % \
(len(final_deps)-len(chrome_deps)) )
# See Issue 145. libudev.so.0 may be missing and postinstall
# script creates a symlink. Not sure how Google Chrome can
# have libudev0 in deps and deb package can install fine.
if chrome_libudev0_dep and chrome_libudev0_dep in final_deps:
log("Removing '%s' from final deps (Issue 145)" % chrome_libudev0_dep)
final_deps.remove(chrome_libudev0_dep)
if "libudev0" in final_deps:
log("Removing 'libudev0' from final deps (Issue 145)")
final_deps.remove("libudev0")
log("Found %d final deps:" % len(final_deps))
print("-" * 80)
print("\n".join(final_deps))
print("-" * 80)
return final_deps
def get_chrome_dep_name(dep):
# Eg. libxcomposite1 (>= 1:0.3-1) ===> libxcomposite1
dep = re.sub(r"\([^\(]+\)", "", dep)
dep = dep.strip()
return dep
def check_final_deps(deps):
# Check if all deps packages are installed
deps_not_installed = []
for dep in deps:
dep_name = get_chrome_dep_name(dep)
if not package_exists(dep_name):
deps_not_installed.append(dep_name)
if len(deps_not_installed) == 0:
log("Everything is OK. All deps are found to be installed.")
return True
else:
log("Found %d deps that are currently not installed:" % \
len(deps_not_installed))
print("-" * 80)
print("\n".join(deps_not_installed))
print("-" * 80)
log("ERROR")
return False
if __name__ == "__main__":
main()