TUN-6395: Fix writing RPM repo data
This commit is contained in:
parent
6c3d2fc339
commit
102631d98d
|
@ -8,23 +8,24 @@
|
||||||
them to be in an uploadable state.
|
them to be in an uploadable state.
|
||||||
2. Upload these packages to a storage in a format that apt and yum expect.
|
2. Upload these packages to a storage in a format that apt and yum expect.
|
||||||
"""
|
"""
|
||||||
from subprocess import Popen, PIPE
|
|
||||||
import os
|
|
||||||
import argparse
|
import argparse
|
||||||
import base64
|
import base64
|
||||||
from pathlib import Path
|
|
||||||
import logging
|
import logging
|
||||||
|
import os
|
||||||
import shutil
|
import shutil
|
||||||
from hashlib import sha256
|
from hashlib import sha256
|
||||||
|
from pathlib import Path
|
||||||
|
from subprocess import Popen, PIPE
|
||||||
|
|
||||||
import gnupg
|
|
||||||
import boto3
|
import boto3
|
||||||
|
import gnupg
|
||||||
from botocore.client import Config
|
from botocore.client import Config
|
||||||
from botocore.exceptions import ClientError
|
from botocore.exceptions import ClientError
|
||||||
|
|
||||||
# The front facing R2 URL to access assets from.
|
# The front facing R2 URL to access assets from.
|
||||||
R2_ASSET_URL = 'https://demo-r2-worker.cloudflare-tunnel.workers.dev/'
|
R2_ASSET_URL = 'https://demo-r2-worker.cloudflare-tunnel.workers.dev/'
|
||||||
|
|
||||||
|
|
||||||
class PkgUploader:
|
class PkgUploader:
|
||||||
def __init__(self, account_id, bucket_name, client_id, client_secret):
|
def __init__(self, account_id, bucket_name, client_id, client_secret):
|
||||||
self.account_id = account_id
|
self.account_id = account_id
|
||||||
|
@ -72,6 +73,7 @@ class PkgCreator:
|
||||||
description - (String)
|
description - (String)
|
||||||
gpg_key_id - gpg key id of what you want to use to sign the packages.(String)
|
gpg_key_id - gpg key id of what you want to use to sign the packages.(String)
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def create_distribution_conf(self,
|
def create_distribution_conf(self,
|
||||||
file_path,
|
file_path,
|
||||||
origin,
|
origin,
|
||||||
|
@ -102,6 +104,7 @@ class PkgCreator:
|
||||||
db and pool contain information and metadata about builds. We can ignore these.
|
db and pool contain information and metadata about builds. We can ignore these.
|
||||||
dist: contains all the pkgs and signed releases that are necessary for an apt download.
|
dist: contains all the pkgs and signed releases that are necessary for an apt download.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def create_deb_pkgs(self, release, deb_file):
|
def create_deb_pkgs(self, release, deb_file):
|
||||||
print(f"creating deb pkgs: {release} : {deb_file}")
|
print(f"creating deb pkgs: {release} : {deb_file}")
|
||||||
p = Popen(["reprepro", "includedeb", release, deb_file], stdout=PIPE, stderr=PIPE)
|
p = Popen(["reprepro", "includedeb", release, deb_file], stdout=PIPE, stderr=PIPE)
|
||||||
|
@ -130,8 +133,9 @@ class PkgCreator:
|
||||||
gpgcheck=1
|
gpgcheck=1
|
||||||
gpgkey=https://pkg.cloudflare.com/cloudflare-main.gpg
|
gpgkey=https://pkg.cloudflare.com/cloudflare-main.gpg
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def create_repo_file(self, file_path, binary_name, baseurl, gpgkey_url):
|
def create_repo_file(self, file_path, binary_name, baseurl, gpgkey_url):
|
||||||
with open(file_path, "w+") as repo_file:
|
with open(os.path.join(file_path, binary_name + '.repo'), "w+") as repo_file:
|
||||||
repo_file.write(f"[{binary_name}-stable]")
|
repo_file.write(f"[{binary_name}-stable]")
|
||||||
repo_file.write(f"{binary_name}-stable")
|
repo_file.write(f"{binary_name}-stable")
|
||||||
repo_file.write(f"baseurl={baseurl}/rpm")
|
repo_file.write(f"baseurl={baseurl}/rpm")
|
||||||
|
@ -163,6 +167,7 @@ class PkgCreator:
|
||||||
|
|
||||||
this assumes the assets are in the format <prefix>-<aarch64/x86_64/386>.rpm
|
this assumes the assets are in the format <prefix>-<aarch64/x86_64/386>.rpm
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def _setup_rpm_pkg_directories(self, artifacts_path, gpg_key_name, archs=["aarch64", "x86_64", "386"]):
|
def _setup_rpm_pkg_directories(self, artifacts_path, gpg_key_name, archs=["aarch64", "x86_64", "386"]):
|
||||||
for arch in archs:
|
for arch in archs:
|
||||||
for root, _, files in os.walk(artifacts_path):
|
for root, _, files in os.walk(artifacts_path):
|
||||||
|
@ -179,6 +184,7 @@ class PkgCreator:
|
||||||
imports gpg keys into the system so reprepro and createrepo can use it to sign packages.
|
imports gpg keys into the system so reprepro and createrepo can use it to sign packages.
|
||||||
it returns the GPG ID after a successful import
|
it returns the GPG ID after a successful import
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def import_gpg_keys(self, private_key, public_key):
|
def import_gpg_keys(self, private_key, public_key):
|
||||||
gpg = gnupg.GPG()
|
gpg = gnupg.GPG()
|
||||||
private_key = base64.b64decode(private_key)
|
private_key = base64.b64decode(private_key)
|
||||||
|
@ -192,6 +198,7 @@ class PkgCreator:
|
||||||
basically rpm --import <key_file>
|
basically rpm --import <key_file>
|
||||||
This enables us to sign rpms.
|
This enables us to sign rpms.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def import_rpm_key(self, public_key):
|
def import_rpm_key(self, public_key):
|
||||||
file_name = "pb.key"
|
file_name = "pb.key"
|
||||||
with open(file_name, "wb") as f:
|
with open(file_name, "wb") as f:
|
||||||
|
@ -212,6 +219,8 @@ class PkgCreator:
|
||||||
and the release will be uploaded to the default path.
|
and the release will be uploaded to the default path.
|
||||||
binary: name of the binary to upload
|
binary: name of the binary to upload
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
||||||
def upload_from_directories(pkg_uploader, directory, release, binary):
|
def upload_from_directories(pkg_uploader, directory, release, binary):
|
||||||
for root, _, files in os.walk(directory):
|
for root, _, files in os.walk(directory):
|
||||||
for file in files:
|
for file in files:
|
||||||
|
@ -225,6 +234,7 @@ def upload_from_directories(pkg_uploader, directory, release, binary):
|
||||||
logging.error(e)
|
logging.error(e)
|
||||||
return
|
return
|
||||||
|
|
||||||
|
|
||||||
"""
|
"""
|
||||||
1. looks into a built_artifacts folder for cloudflared debs
|
1. looks into a built_artifacts folder for cloudflared debs
|
||||||
2. creates Packages.gz, InRelease (signed) files
|
2. creates Packages.gz, InRelease (signed) files
|
||||||
|
@ -237,7 +247,10 @@ def upload_from_directories(pkg_uploader, directory, release, binary):
|
||||||
|
|
||||||
release_version: is the cloudflared release version. Only provide this if you want a permanent backup.
|
release_version: is the cloudflared release version. Only provide this if you want a permanent backup.
|
||||||
"""
|
"""
|
||||||
def create_deb_packaging(pkg_creator, pkg_uploader, releases, gpg_key_id, binary_name, archs, package_component, release_version):
|
|
||||||
|
|
||||||
|
def create_deb_packaging(pkg_creator, pkg_uploader, releases, gpg_key_id, binary_name, archs, package_component,
|
||||||
|
release_version):
|
||||||
# set configuration for package creation.
|
# set configuration for package creation.
|
||||||
print(f"initialising configuration for {binary_name} , {archs}")
|
print(f"initialising configuration for {binary_name} , {archs}")
|
||||||
Path("./conf").mkdir(parents=True, exist_ok=True)
|
Path("./conf").mkdir(parents=True, exist_ok=True)
|
||||||
|
@ -266,6 +279,7 @@ def create_deb_packaging(pkg_creator, pkg_uploader, releases, gpg_key_id, binary
|
||||||
upload_from_directories(pkg_uploader, "dists", release_version, binary_name)
|
upload_from_directories(pkg_uploader, "dists", release_version, binary_name)
|
||||||
upload_from_directories(pkg_uploader, "pool", release_version, binary_name)
|
upload_from_directories(pkg_uploader, "pool", release_version, binary_name)
|
||||||
|
|
||||||
|
|
||||||
def create_rpm_packaging(
|
def create_rpm_packaging(
|
||||||
pkg_creator,
|
pkg_creator,
|
||||||
pkg_uploader,
|
pkg_uploader,
|
||||||
|
@ -348,6 +362,7 @@ def parse_args():
|
||||||
|
|
||||||
return args
|
return args
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
try:
|
try:
|
||||||
args = parse_args()
|
args = parse_args()
|
||||||
|
|
Loading…
Reference in New Issue