|
|
@ -1,7 +1,6 @@ |
|
|
|
import json |
|
|
|
import json |
|
|
|
import subprocess |
|
|
|
import subprocess |
|
|
|
from pathlib import Path |
|
|
|
from pathlib import Path |
|
|
|
from time import sleep |
|
|
|
|
|
|
|
from urllib.error import HTTPError |
|
|
|
from urllib.error import HTTPError |
|
|
|
from urllib.request import urlopen |
|
|
|
from urllib.request import urlopen |
|
|
|
|
|
|
|
|
|
|
@ -22,10 +21,6 @@ cargo_metadata = json.loads( |
|
|
|
subprocess.check_output(["cargo", "metadata", "--format-version", "1"]) |
|
|
|
subprocess.check_output(["cargo", "metadata", "--format-version", "1"]) |
|
|
|
) |
|
|
|
) |
|
|
|
package_by_id = {package["id"]: package for package in cargo_metadata["packages"]} |
|
|
|
package_by_id = {package["id"]: package for package in cargo_metadata["packages"]} |
|
|
|
workspace_packages = { |
|
|
|
|
|
|
|
package_id.split(" ")[0] |
|
|
|
|
|
|
|
for package_id in cargo_metadata["workspace_default_members"] |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
debian_cache = {} |
|
|
|
debian_cache = {} |
|
|
|
errors = set() |
|
|
|
errors = set() |
|
|
|
|
|
|
|
|
|
|
@ -34,34 +29,27 @@ def parse_version(version): |
|
|
|
return tuple(int(e) for e in version.split("-")[0].split(".")) |
|
|
|
return tuple(int(e) for e in version.split("-")[0].split(".")) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def fetch_debian_package_desc(debian_name): |
|
|
|
|
|
|
|
url = f"https://sources.debian.org/api/src/{debian_name}/" |
|
|
|
|
|
|
|
for i in range(0, 10): |
|
|
|
|
|
|
|
try: |
|
|
|
|
|
|
|
with urlopen(url) as response: |
|
|
|
|
|
|
|
return json.loads(response.read().decode()) |
|
|
|
|
|
|
|
except HTTPError as e: |
|
|
|
|
|
|
|
wait = 2**i |
|
|
|
|
|
|
|
print(f"Error {e} from {url}, retrying after {wait}s") |
|
|
|
|
|
|
|
sleep(wait) |
|
|
|
|
|
|
|
raise Exception(f"Failed to fetch {url}") |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for package_id in cargo_metadata["workspace_default_members"]: |
|
|
|
for package_id in cargo_metadata["workspace_default_members"]: |
|
|
|
package = package_by_id[package_id] |
|
|
|
package = package_by_id[package_id] |
|
|
|
if package["name"] in IGNORE_PACKAGES: |
|
|
|
if package["name"] in IGNORE_PACKAGES: |
|
|
|
continue |
|
|
|
continue |
|
|
|
for dependency in package["dependencies"]: |
|
|
|
for dependency in package["dependencies"]: |
|
|
|
if ( |
|
|
|
if ( |
|
|
|
dependency["name"] in workspace_packages |
|
|
|
"path" in dependency |
|
|
|
or dependency["name"] in ALLOWED_MISSING_PACKAGES |
|
|
|
or dependency["name"] in ALLOWED_MISSING_PACKAGES |
|
|
|
): |
|
|
|
): |
|
|
|
continue |
|
|
|
continue |
|
|
|
candidate_debian_name = f"rust-{dependency['name'].replace('_', '-')}" |
|
|
|
candidate_debian_name = f"rust-{dependency['name'].replace('_', '-')}" |
|
|
|
if dependency["name"] not in debian_cache: |
|
|
|
if dependency["name"] not in debian_cache: |
|
|
|
debian_cache[candidate_debian_name] = fetch_debian_package_desc( |
|
|
|
url = f"https://sources.debian.org/api/src/{candidate_debian_name}/" |
|
|
|
candidate_debian_name |
|
|
|
try: |
|
|
|
|
|
|
|
with urlopen(url) as response: |
|
|
|
|
|
|
|
debian_cache[candidate_debian_name] = json.loads( |
|
|
|
|
|
|
|
response.read().decode() |
|
|
|
) |
|
|
|
) |
|
|
|
|
|
|
|
except HTTPError as e: |
|
|
|
|
|
|
|
print(f"Error {e} from {url}, skipping {dependency['name']}") |
|
|
|
|
|
|
|
continue |
|
|
|
debian_package = debian_cache[candidate_debian_name] |
|
|
|
debian_package = debian_cache[candidate_debian_name] |
|
|
|
if "error" in debian_package: |
|
|
|
if "error" in debian_package: |
|
|
|
errors.add(f"No Debian package found for {dependency['name']}") |
|
|
|
errors.add(f"No Debian package found for {dependency['name']}") |
|
|
|