Updates to build script to improve ARM builds and other functionality.
This commit is contained in:
parent
72027b5b3c
commit
a77bfecb02
540
scripts/build.py
540
scripts/build.py
|
@ -1,11 +1,4 @@
|
||||||
#!/usr/bin/env python
|
#!/usr/bin/python -u
|
||||||
#
|
|
||||||
# This is the Telegraf build script.
|
|
||||||
#
|
|
||||||
# Current caveats:
|
|
||||||
# - Does not checkout the correct commit/branch (for now, you will need to do so manually)
|
|
||||||
# - Has external dependencies for packaging (fpm) and uploading (boto)
|
|
||||||
#
|
|
||||||
|
|
||||||
import sys
|
import sys
|
||||||
import os
|
import os
|
||||||
|
@ -19,7 +12,12 @@ import re
|
||||||
|
|
||||||
debug = False
|
debug = False
|
||||||
|
|
||||||
# PACKAGING VARIABLES
|
################
|
||||||
|
#### Telegraf Variables
|
||||||
|
################
|
||||||
|
|
||||||
|
# Packaging variables
|
||||||
|
PACKAGE_NAME = "telegraf"
|
||||||
INSTALL_ROOT_DIR = "/usr/bin"
|
INSTALL_ROOT_DIR = "/usr/bin"
|
||||||
LOG_DIR = "/var/log/telegraf"
|
LOG_DIR = "/var/log/telegraf"
|
||||||
SCRIPT_DIR = "/usr/lib/telegraf/scripts"
|
SCRIPT_DIR = "/usr/lib/telegraf/scripts"
|
||||||
|
@ -34,6 +32,14 @@ DEFAULT_WINDOWS_CONFIG = "etc/telegraf_windows.conf"
|
||||||
POSTINST_SCRIPT = "scripts/post-install.sh"
|
POSTINST_SCRIPT = "scripts/post-install.sh"
|
||||||
PREINST_SCRIPT = "scripts/pre-install.sh"
|
PREINST_SCRIPT = "scripts/pre-install.sh"
|
||||||
|
|
||||||
|
# Default AWS S3 bucket for uploads
|
||||||
|
DEFAULT_BUCKET = "get.influxdb.org/telegraf"
|
||||||
|
|
||||||
|
CONFIGURATION_FILES = [
|
||||||
|
CONFIG_DIR + '/telegraf.conf',
|
||||||
|
LOGROTATE_DIR + '/telegraf',
|
||||||
|
]
|
||||||
|
|
||||||
# META-PACKAGE VARIABLES
|
# META-PACKAGE VARIABLES
|
||||||
PACKAGE_LICENSE = "MIT"
|
PACKAGE_LICENSE = "MIT"
|
||||||
PACKAGE_URL = "https://github.com/influxdata/telegraf"
|
PACKAGE_URL = "https://github.com/influxdata/telegraf"
|
||||||
|
@ -43,7 +49,8 @@ DESCRIPTION = "Plugin-driven server agent for reporting metrics into InfluxDB."
|
||||||
|
|
||||||
# SCRIPT START
|
# SCRIPT START
|
||||||
prereqs = [ 'git', 'go' ]
|
prereqs = [ 'git', 'go' ]
|
||||||
optional_prereqs = [ 'fpm', 'rpmbuild' ]
|
go_vet_command = "go tool vet -composites=true ./"
|
||||||
|
optional_prereqs = [ 'gvm', 'fpm', 'rpmbuild' ]
|
||||||
|
|
||||||
fpm_common_args = "-f -s dir --log error \
|
fpm_common_args = "-f -s dir --log error \
|
||||||
--vendor {} \
|
--vendor {} \
|
||||||
|
@ -66,30 +73,79 @@ fpm_common_args = "-f -s dir --log error \
|
||||||
DESCRIPTION)
|
DESCRIPTION)
|
||||||
|
|
||||||
targets = {
|
targets = {
|
||||||
'telegraf' : './cmd/telegraf/telegraf.go',
|
'telegraf' : './cmd/telegraf',
|
||||||
}
|
}
|
||||||
|
|
||||||
supported_builds = {
|
supported_builds = {
|
||||||
'darwin': [ "amd64", "i386" ],
|
"darwin": [ "amd64", "i386" ],
|
||||||
'windows': [ "amd64", "i386" ],
|
"windows": [ "amd64", "i386" ],
|
||||||
'linux': [ "amd64", "i386", "arm" ],
|
"linux": [ "amd64", "i386", "armhf", "armel", "arm64" ],
|
||||||
'freebsd': [ "amd64" ]
|
"freebsd": [ "amd64" ]
|
||||||
}
|
}
|
||||||
|
|
||||||
supported_packages = {
|
supported_packages = {
|
||||||
"darwin": [ "tar", "zip" ],
|
"darwin": [ "tar" ],
|
||||||
"linux": [ "deb", "rpm", "tar", "zip" ],
|
"linux": [ "deb", "rpm", "tar" ],
|
||||||
"windows": [ "zip" ],
|
"windows": [ "zip" ],
|
||||||
'freebsd': [ "tar" ]
|
"freebsd": [ "tar" ]
|
||||||
}
|
}
|
||||||
|
|
||||||
supported_tags = {
|
supported_tags = {
|
||||||
# "linux": {
|
# "linux": {
|
||||||
# "amd64": ["sensors"]
|
# "amd64": ["sensors"]
|
||||||
# }
|
# }
|
||||||
}
|
}
|
||||||
|
|
||||||
prereq_cmds = {
|
prereq_cmds = {
|
||||||
# "linux": "sudo apt-get install lm-sensors libsensors4-dev"
|
# "linux": "sudo apt-get install lm-sensors libsensors4-dev"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
################
|
||||||
|
#### Telegraf Functions
|
||||||
|
################
|
||||||
|
|
||||||
|
def create_package_fs(build_root):
|
||||||
|
print("Creating a filesystem hierarchy from directory: {}".format(build_root))
|
||||||
|
# Using [1:] for the path names due to them being absolute
|
||||||
|
# (will overwrite previous paths, per 'os.path.join' documentation)
|
||||||
|
dirs = [ INSTALL_ROOT_DIR[1:], LOG_DIR[1:], SCRIPT_DIR[1:], CONFIG_DIR[1:], LOGROTATE_DIR[1:] ]
|
||||||
|
for d in dirs:
|
||||||
|
create_dir(os.path.join(build_root, d))
|
||||||
|
os.chmod(os.path.join(build_root, d), 0o755)
|
||||||
|
|
||||||
|
def package_scripts(build_root, windows=False):
|
||||||
|
print("Copying scripts and sample configuration to build directory")
|
||||||
|
if windows:
|
||||||
|
shutil.copyfile(DEFAULT_WINDOWS_CONFIG, os.path.join(build_root, "telegraf.conf"))
|
||||||
|
os.chmod(os.path.join(build_root, "telegraf.conf"), 0o644)
|
||||||
|
else:
|
||||||
|
shutil.copyfile(INIT_SCRIPT, os.path.join(build_root, SCRIPT_DIR[1:], INIT_SCRIPT.split('/')[1]))
|
||||||
|
os.chmod(os.path.join(build_root, SCRIPT_DIR[1:], INIT_SCRIPT.split('/')[1]), 0o644)
|
||||||
|
shutil.copyfile(SYSTEMD_SCRIPT, os.path.join(build_root, SCRIPT_DIR[1:], SYSTEMD_SCRIPT.split('/')[1]))
|
||||||
|
os.chmod(os.path.join(build_root, SCRIPT_DIR[1:], SYSTEMD_SCRIPT.split('/')[1]), 0o644)
|
||||||
|
shutil.copyfile(LOGROTATE_SCRIPT, os.path.join(build_root, LOGROTATE_DIR[1:], "telegraf"))
|
||||||
|
os.chmod(os.path.join(build_root, LOGROTATE_DIR[1:], "telegraf"), 0o644)
|
||||||
|
shutil.copyfile(DEFAULT_CONFIG, os.path.join(build_root, CONFIG_DIR[1:], "telegraf.conf"))
|
||||||
|
os.chmod(os.path.join(build_root, CONFIG_DIR[1:], "telegraf.conf"), 0o644)
|
||||||
|
|
||||||
|
def run_generate():
|
||||||
|
# NOOP for Telegraf
|
||||||
|
return True
|
||||||
|
|
||||||
|
def go_get(branch, update=False, no_stash=False):
|
||||||
|
if not check_path_for("gdm"):
|
||||||
|
print("Downloading `gdm`...")
|
||||||
|
get_command = "go get github.com/sparrc/gdm"
|
||||||
|
run(get_command)
|
||||||
|
print("Retrieving dependencies with `gdm`...")
|
||||||
|
run("{}/bin/gdm restore -f Godeps_windows".format(os.environ.get("GOPATH")))
|
||||||
|
run("{}/bin/gdm restore".format(os.environ.get("GOPATH")))
|
||||||
|
return True
|
||||||
|
|
||||||
|
################
|
||||||
|
#### All Telegraf-specific content above this line
|
||||||
|
################
|
||||||
|
|
||||||
def run(command, allow_failure=False, shell=False):
|
def run(command, allow_failure=False, shell=False):
|
||||||
out = None
|
out = None
|
||||||
if debug:
|
if debug:
|
||||||
|
@ -100,6 +156,8 @@ def run(command, allow_failure=False, shell=False):
|
||||||
else:
|
else:
|
||||||
out = subprocess.check_output(command.split(), stderr=subprocess.STDOUT)
|
out = subprocess.check_output(command.split(), stderr=subprocess.STDOUT)
|
||||||
out = out.decode("utf8")
|
out = out.decode("utf8")
|
||||||
|
if debug:
|
||||||
|
print("[DEBUG] command output: {}".format(out))
|
||||||
except subprocess.CalledProcessError as e:
|
except subprocess.CalledProcessError as e:
|
||||||
print("")
|
print("")
|
||||||
print("")
|
print("")
|
||||||
|
@ -131,14 +189,30 @@ def run(command, allow_failure=False, shell=False):
|
||||||
|
|
||||||
def create_temp_dir(prefix = None):
|
def create_temp_dir(prefix = None):
|
||||||
if prefix is None:
|
if prefix is None:
|
||||||
return tempfile.mkdtemp(prefix="telegraf-build.")
|
return tempfile.mkdtemp(prefix="{}-build.".format(PACKAGE_NAME))
|
||||||
else:
|
else:
|
||||||
return tempfile.mkdtemp(prefix=prefix)
|
return tempfile.mkdtemp(prefix=prefix)
|
||||||
|
|
||||||
|
def get_current_version_tag():
|
||||||
|
version = run("git describe --always --tags --abbrev=0").strip()
|
||||||
|
return version
|
||||||
|
|
||||||
def get_current_version():
|
def get_current_version():
|
||||||
command = "git describe --always --tags --abbrev=0"
|
version_tag = get_current_version_tag()
|
||||||
out = run(command)
|
if version_tag[0] == 'v':
|
||||||
return out.strip()
|
# Remove leading 'v' and possible '-rc\d+'
|
||||||
|
version = re.sub(r'-rc\d+', '', version_tag[1:])
|
||||||
|
else:
|
||||||
|
version = re.sub(r'-rc\d+', '', version_tag)
|
||||||
|
return version
|
||||||
|
|
||||||
|
def get_current_rc():
|
||||||
|
rc = None
|
||||||
|
version_tag = get_current_version_tag()
|
||||||
|
matches = re.match(r'.*-rc(\d+)', version_tag)
|
||||||
|
if matches:
|
||||||
|
rc, = matches.groups(1)
|
||||||
|
return rc
|
||||||
|
|
||||||
def get_current_commit(short=False):
|
def get_current_commit(short=False):
|
||||||
command = None
|
command = None
|
||||||
|
@ -184,55 +258,60 @@ def check_path_for(b):
|
||||||
return full_path
|
return full_path
|
||||||
|
|
||||||
def check_environ(build_dir=None):
|
def check_environ(build_dir=None):
|
||||||
print("\nChecking environment:")
|
print("")
|
||||||
|
print("Checking environment:")
|
||||||
for v in [ "GOPATH", "GOBIN", "GOROOT" ]:
|
for v in [ "GOPATH", "GOBIN", "GOROOT" ]:
|
||||||
print("\t- {} -> {}".format(v, os.environ.get(v)))
|
print("- {} -> {}".format(v, os.environ.get(v)))
|
||||||
|
|
||||||
cwd = os.getcwd()
|
cwd = os.getcwd()
|
||||||
if build_dir == None and os.environ.get("GOPATH") and os.environ.get("GOPATH") not in cwd:
|
if build_dir is None and os.environ.get("GOPATH") and os.environ.get("GOPATH") not in cwd:
|
||||||
print("\n!! WARNING: Your current directory is not under your GOPATH. This may lead to build failures.")
|
print("!! WARNING: Your current directory is not under your GOPATH. This may lead to build failures.")
|
||||||
|
|
||||||
def check_prereqs():
|
def check_prereqs():
|
||||||
print("\nChecking for dependencies:")
|
print("")
|
||||||
|
print("Checking for dependencies:")
|
||||||
for req in prereqs:
|
for req in prereqs:
|
||||||
path = check_path_for(req)
|
path = check_path_for(req)
|
||||||
if path is None:
|
if path:
|
||||||
path = '?'
|
print("- {} -> {}".format(req, path))
|
||||||
print("\t- {} -> {}".format(req, path))
|
else:
|
||||||
|
print("- {} -> ?".format(req))
|
||||||
for req in optional_prereqs:
|
for req in optional_prereqs:
|
||||||
path = check_path_for(req)
|
path = check_path_for(req)
|
||||||
if path is None:
|
if path:
|
||||||
path = '?'
|
print("- {} (optional) -> {}".format(req, path))
|
||||||
print("\t- {} (optional) -> {}".format(req, path))
|
else:
|
||||||
|
print("- {} (optional) -> ?".format(req))
|
||||||
print("")
|
print("")
|
||||||
|
return True
|
||||||
|
|
||||||
def upload_packages(packages, bucket_name=None, nightly=False):
|
def upload_packages(packages, bucket_name=None, nightly=False):
|
||||||
if debug:
|
if debug:
|
||||||
print("[DEBUG] upload_packags: {}".format(packages))
|
print("[DEBUG] upload_packages: {}".format(packages))
|
||||||
try:
|
try:
|
||||||
import boto
|
import boto
|
||||||
from boto.s3.key import Key
|
from boto.s3.key import Key
|
||||||
except ImportError:
|
except ImportError:
|
||||||
print "!! Cannot upload packages without the 'boto' python library."
|
print("!! Cannot upload packages without the 'boto' Python library.")
|
||||||
return 1
|
return 1
|
||||||
print("Uploading packages to S3...")
|
print("Connecting to S3...".format(bucket_name))
|
||||||
print("")
|
|
||||||
c = boto.connect_s3()
|
c = boto.connect_s3()
|
||||||
if bucket_name is None:
|
if bucket_name is None:
|
||||||
bucket_name = 'get.influxdb.org/telegraf'
|
bucket_name = DEFAULT_BUCKET
|
||||||
bucket = c.get_bucket(bucket_name.split('/')[0])
|
bucket = c.get_bucket(bucket_name.split('/')[0])
|
||||||
print("\t - Using bucket: {}".format(bucket_name))
|
print("Using bucket: {}".format(bucket_name))
|
||||||
for p in packages:
|
for p in packages:
|
||||||
if '/' in bucket_name:
|
if '/' in bucket_name:
|
||||||
# Allow for nested paths within the bucket name (ex:
|
# Allow for nested paths within the bucket name (ex:
|
||||||
# bucket/telegraf). Assuming forward-slashes as path
|
# bucket/folder). Assuming forward-slashes as path
|
||||||
# delimiter.
|
# delimiter.
|
||||||
name = os.path.join('/'.join(bucket_name.split('/')[1:]),
|
name = os.path.join('/'.join(bucket_name.split('/')[1:]),
|
||||||
os.path.basename(p))
|
os.path.basename(p))
|
||||||
else:
|
else:
|
||||||
name = os.path.basename(p)
|
name = os.path.basename(p)
|
||||||
if bucket.get_key(name) is None or nightly:
|
if bucket.get_key(name) is None or nightly:
|
||||||
print("\t - Uploading {} to {}...".format(name, bucket_name))
|
print("Uploading {}...".format(name))
|
||||||
|
sys.stdout.flush()
|
||||||
k = Key(bucket)
|
k = Key(bucket)
|
||||||
k.key = name
|
k.key = name
|
||||||
if nightly:
|
if nightly:
|
||||||
|
@ -241,8 +320,54 @@ def upload_packages(packages, bucket_name=None, nightly=False):
|
||||||
n = k.set_contents_from_filename(p, replace=False)
|
n = k.set_contents_from_filename(p, replace=False)
|
||||||
k.make_public()
|
k.make_public()
|
||||||
else:
|
else:
|
||||||
print("\t - Not uploading {}, already exists.".format(p))
|
print("!! Not uploading package {}, as it already exists.".format(p))
|
||||||
print("")
|
print("")
|
||||||
|
return 0
|
||||||
|
|
||||||
|
def run_tests(race, parallel, timeout, no_vet):
|
||||||
|
print("Downloading vet tool...")
|
||||||
|
sys.stdout.flush()
|
||||||
|
run("go get golang.org/x/tools/cmd/vet")
|
||||||
|
print("Running tests:")
|
||||||
|
print("\tRace: {}".format(race))
|
||||||
|
if parallel is not None:
|
||||||
|
print("\tParallel: {}".format(parallel))
|
||||||
|
if timeout is not None:
|
||||||
|
print("\tTimeout: {}".format(timeout))
|
||||||
|
sys.stdout.flush()
|
||||||
|
p = subprocess.Popen(["go", "fmt", "./..."], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
||||||
|
out, err = p.communicate()
|
||||||
|
if len(out) > 0 or len(err) > 0:
|
||||||
|
print("Code not formatted. Please use 'go fmt ./...' to fix formatting errors.")
|
||||||
|
print(out)
|
||||||
|
print(err)
|
||||||
|
return False
|
||||||
|
if not no_vet:
|
||||||
|
p = subprocess.Popen(go_vet_command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
||||||
|
out, err = p.communicate()
|
||||||
|
if len(out) > 0 or len(err) > 0:
|
||||||
|
print("Go vet failed. Please run 'go vet ./...' and fix any errors.")
|
||||||
|
print(out)
|
||||||
|
print(err)
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
print("Skipping go vet ...")
|
||||||
|
sys.stdout.flush()
|
||||||
|
test_command = "go test -v"
|
||||||
|
if race:
|
||||||
|
test_command += " -race"
|
||||||
|
if parallel is not None:
|
||||||
|
test_command += " -parallel {}".format(parallel)
|
||||||
|
if timeout is not None:
|
||||||
|
test_command += " -timeout {}".format(timeout)
|
||||||
|
test_command += " ./..."
|
||||||
|
code = os.system(test_command)
|
||||||
|
if code != 0:
|
||||||
|
print("Tests Failed")
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
print("Tests Passed")
|
||||||
|
return True
|
||||||
|
|
||||||
def build(version=None,
|
def build(version=None,
|
||||||
branch=None,
|
branch=None,
|
||||||
|
@ -253,22 +378,18 @@ def build(version=None,
|
||||||
rc=None,
|
rc=None,
|
||||||
race=False,
|
race=False,
|
||||||
clean=False,
|
clean=False,
|
||||||
outdir=".",
|
outdir="."):
|
||||||
goarm_version="6"):
|
print("\n-------------------------\n")
|
||||||
print("-------------------------")
|
print("Build Plan:")
|
||||||
print("")
|
print("- version: {}".format(version))
|
||||||
print("Build plan:")
|
|
||||||
print("\t- version: {}".format(version))
|
|
||||||
if rc:
|
if rc:
|
||||||
print("\t- release candidate: {}".format(rc))
|
print("- release candidate: {}".format(rc))
|
||||||
print("\t- commit: {}".format(commit))
|
print("- commit: {}".format(get_current_commit(short=True)))
|
||||||
print("\t- branch: {}".format(branch))
|
print("- branch: {}".format(get_current_branch()))
|
||||||
print("\t- platform: {}".format(platform))
|
print("- platform: {}".format(platform))
|
||||||
print("\t- arch: {}".format(arch))
|
print("- arch: {}".format(arch))
|
||||||
if arch == 'arm' and goarm_version:
|
print("- nightly? {}".format(str(nightly).lower()))
|
||||||
print("\t- ARM version: {}".format(goarm_version))
|
print("- race enabled? {}".format(str(race).lower()))
|
||||||
print("\t- nightly? {}".format(str(nightly).lower()))
|
|
||||||
print("\t- race enabled? {}".format(str(race).lower()))
|
|
||||||
print("")
|
print("")
|
||||||
|
|
||||||
if not os.path.exists(outdir):
|
if not os.path.exists(outdir):
|
||||||
|
@ -282,45 +403,49 @@ def build(version=None,
|
||||||
# If a release candidate, update the version information accordingly
|
# If a release candidate, update the version information accordingly
|
||||||
version = "{}rc{}".format(version, rc)
|
version = "{}rc{}".format(version, rc)
|
||||||
|
|
||||||
# Set architecture to something that Go expects
|
print("Starting build...")
|
||||||
|
tmp_build_dir = create_temp_dir()
|
||||||
|
for b, c in targets.items():
|
||||||
|
print("Building '{}'...".format(os.path.join(outdir, b)))
|
||||||
|
build_command = ""
|
||||||
|
if "arm" in arch:
|
||||||
|
build_command += "GOOS={} GOARCH={} ".format(platform, "arm")
|
||||||
|
else:
|
||||||
if arch == 'i386':
|
if arch == 'i386':
|
||||||
arch = '386'
|
arch = '386'
|
||||||
elif arch == 'x86_64':
|
elif arch == 'x86_64':
|
||||||
arch = 'amd64'
|
arch = 'amd64'
|
||||||
|
|
||||||
print("Starting build...")
|
|
||||||
for b, c in targets.items():
|
|
||||||
if platform == 'windows':
|
|
||||||
b = b + '.exe'
|
|
||||||
print("\t- Building '{}'...".format(os.path.join(outdir, b)))
|
|
||||||
build_command = ""
|
|
||||||
build_command += "GOOS={} GOARCH={} ".format(platform, arch)
|
build_command += "GOOS={} GOARCH={} ".format(platform, arch)
|
||||||
if arch == "arm" and goarm_version:
|
if "arm" in arch:
|
||||||
if goarm_version not in ["5", "6", "7", "arm64"]:
|
if arch == "armel":
|
||||||
print("!! Invalid ARM build version: {}".format(goarm_version))
|
build_command += "GOARM=5 "
|
||||||
build_command += "GOARM={} ".format(goarm_version)
|
elif arch == "armhf" or arch == "arm":
|
||||||
|
build_command += "GOARM=6 "
|
||||||
|
elif arch == "arm64":
|
||||||
|
build_command += "GOARM=7 "
|
||||||
|
else:
|
||||||
|
print("!! Invalid ARM architecture specifed: {}".format(arch))
|
||||||
|
print("Please specify either 'armel', 'armhf', or 'arm64'")
|
||||||
|
return 1
|
||||||
|
if platform == 'windows':
|
||||||
|
build_command += "go build -o {} ".format(os.path.join(outdir, b + '.exe'))
|
||||||
|
else:
|
||||||
build_command += "go build -o {} ".format(os.path.join(outdir, b))
|
build_command += "go build -o {} ".format(os.path.join(outdir, b))
|
||||||
if race:
|
if race:
|
||||||
build_command += "-race "
|
build_command += "-race "
|
||||||
if platform in supported_tags:
|
|
||||||
if arch in supported_tags[platform]:
|
|
||||||
build_tags = supported_tags[platform][arch]
|
|
||||||
for build_tag in build_tags:
|
|
||||||
build_command += "-tags "+build_tag+" "
|
|
||||||
go_version = get_go_version()
|
go_version = get_go_version()
|
||||||
if "1.4" in go_version:
|
if "1.4" in go_version:
|
||||||
build_command += "-ldflags=\"-X main.buildTime '{}' ".format(datetime.datetime.utcnow().isoformat())
|
build_command += "-ldflags=\"-X main.Version {} -X main.Branch {} -X main.Commit {}\" ".format(version,
|
||||||
build_command += "-X main.Version {} ".format(version)
|
get_current_branch(),
|
||||||
build_command += "-X main.Branch {} ".format(get_current_branch())
|
get_current_commit())
|
||||||
build_command += "-X main.Commit {}\" ".format(get_current_commit())
|
|
||||||
else:
|
else:
|
||||||
build_command += "-ldflags=\"-X main.buildTime='{}' ".format(datetime.datetime.utcnow().isoformat())
|
# With Go 1.5, the linker flag arguments changed to 'name=value' from 'name value'
|
||||||
build_command += "-X main.Version={} ".format(version)
|
build_command += "-ldflags=\"-X main.Version={} -X main.Branch={} -X main.Commit={}\" ".format(version,
|
||||||
build_command += "-X main.Branch={} ".format(get_current_branch())
|
get_current_branch(),
|
||||||
build_command += "-X main.Commit={}\" ".format(get_current_commit())
|
get_current_commit())
|
||||||
build_command += c
|
build_command += c
|
||||||
run(build_command, shell=True)
|
run(build_command, shell=True)
|
||||||
print("")
|
return 0
|
||||||
|
|
||||||
def create_dir(path):
|
def create_dir(path):
|
||||||
try:
|
try:
|
||||||
|
@ -345,35 +470,12 @@ def copy_file(fr, to):
|
||||||
except OSError as e:
|
except OSError as e:
|
||||||
print(e)
|
print(e)
|
||||||
|
|
||||||
def create_package_fs(build_root):
|
def generate_md5_from_file(path):
|
||||||
print("\t- Creating a filesystem hierarchy from directory: {}".format(build_root))
|
m = hashlib.md5()
|
||||||
# Using [1:] for the path names due to them being absolute
|
with open(path, 'rb') as f:
|
||||||
# (will overwrite previous paths, per 'os.path.join' documentation)
|
for chunk in iter(lambda: f.read(4096), b""):
|
||||||
dirs = [ INSTALL_ROOT_DIR[1:], LOG_DIR[1:], SCRIPT_DIR[1:], CONFIG_DIR[1:], LOGROTATE_DIR[1:] ]
|
m.update(chunk)
|
||||||
for d in dirs:
|
return m.hexdigest()
|
||||||
create_dir(os.path.join(build_root, d))
|
|
||||||
os.chmod(os.path.join(build_root, d), 0o755)
|
|
||||||
|
|
||||||
def package_scripts(build_root, windows=False):
|
|
||||||
print("\t- Copying scripts and sample configuration to build directory")
|
|
||||||
if windows:
|
|
||||||
shutil.copyfile(DEFAULT_WINDOWS_CONFIG, os.path.join(build_root, "telegraf.conf"))
|
|
||||||
os.chmod(os.path.join(build_root, "telegraf.conf"), 0o644)
|
|
||||||
else:
|
|
||||||
shutil.copyfile(INIT_SCRIPT, os.path.join(build_root, SCRIPT_DIR[1:], INIT_SCRIPT.split('/')[1]))
|
|
||||||
os.chmod(os.path.join(build_root, SCRIPT_DIR[1:], INIT_SCRIPT.split('/')[1]), 0o644)
|
|
||||||
shutil.copyfile(SYSTEMD_SCRIPT, os.path.join(build_root, SCRIPT_DIR[1:], SYSTEMD_SCRIPT.split('/')[1]))
|
|
||||||
os.chmod(os.path.join(build_root, SCRIPT_DIR[1:], SYSTEMD_SCRIPT.split('/')[1]), 0o644)
|
|
||||||
shutil.copyfile(LOGROTATE_SCRIPT, os.path.join(build_root, LOGROTATE_DIR[1:], "telegraf"))
|
|
||||||
os.chmod(os.path.join(build_root, LOGROTATE_DIR[1:], "telegraf"), 0o644)
|
|
||||||
shutil.copyfile(DEFAULT_CONFIG, os.path.join(build_root, CONFIG_DIR[1:], "telegraf.conf"))
|
|
||||||
os.chmod(os.path.join(build_root, CONFIG_DIR[1:], "telegraf.conf"), 0o644)
|
|
||||||
|
|
||||||
def go_get():
|
|
||||||
print("Retrieving Go dependencies...")
|
|
||||||
run("go get github.com/sparrc/gdm")
|
|
||||||
run("gdm restore -f Godeps_windows")
|
|
||||||
run("gdm restore")
|
|
||||||
|
|
||||||
def generate_md5_from_file(path):
|
def generate_md5_from_file(path):
|
||||||
m = hashlib.md5()
|
m = hashlib.md5()
|
||||||
|
@ -385,86 +487,94 @@ def generate_md5_from_file(path):
|
||||||
m.update(data)
|
m.update(data)
|
||||||
return m.hexdigest()
|
return m.hexdigest()
|
||||||
|
|
||||||
def build_packages(build_output, version, pkg_arch, nightly=False, rc=None, iteration=1):
|
def build_packages(build_output, version, nightly=False, rc=None, iteration=1):
|
||||||
outfiles = []
|
outfiles = []
|
||||||
tmp_build_dir = create_temp_dir()
|
tmp_build_dir = create_temp_dir()
|
||||||
if debug:
|
if debug:
|
||||||
print("[DEBUG] build_output = {}".format(build_output))
|
print("[DEBUG] build_output = {}".format(build_output))
|
||||||
try:
|
try:
|
||||||
print("-------------------------")
|
print("-------------------------\n")
|
||||||
print("")
|
|
||||||
print("Packaging...")
|
print("Packaging...")
|
||||||
for p in build_output:
|
for platform in build_output:
|
||||||
# Create top-level folder displaying which platform (linux, etc)
|
# Create top-level folder displaying which platform (linux, etc)
|
||||||
create_dir(os.path.join(tmp_build_dir, p))
|
create_dir(os.path.join(tmp_build_dir, platform))
|
||||||
for a in build_output[p]:
|
for arch in build_output[platform]:
|
||||||
current_location = build_output[p][a]
|
# Create second-level directory displaying the architecture (amd64, etc)
|
||||||
# Create second-level directory displaying the architecture (amd64, etc)p
|
current_location = build_output[platform][arch]
|
||||||
build_root = os.path.join(tmp_build_dir, p, a)
|
|
||||||
# Create directory tree to mimic file system of package
|
# Create directory tree to mimic file system of package
|
||||||
|
build_root = os.path.join(tmp_build_dir,
|
||||||
|
platform,
|
||||||
|
arch,
|
||||||
|
'{}-{}-{}'.format(PACKAGE_NAME, version, iteration))
|
||||||
create_dir(build_root)
|
create_dir(build_root)
|
||||||
if p == 'windows':
|
|
||||||
package_scripts(build_root, windows=True)
|
|
||||||
else:
|
|
||||||
create_package_fs(build_root)
|
create_package_fs(build_root)
|
||||||
# Copy in packaging and miscellaneous scripts
|
|
||||||
|
# Copy packaging scripts to build directory
|
||||||
package_scripts(build_root)
|
package_scripts(build_root)
|
||||||
|
|
||||||
|
for binary in targets:
|
||||||
# Copy newly-built binaries to packaging directory
|
# Copy newly-built binaries to packaging directory
|
||||||
for b in targets:
|
if platform == 'windows':
|
||||||
if p == 'windows':
|
binary = binary + '.exe'
|
||||||
b = b + '.exe'
|
# Where the binary currently is located
|
||||||
to = os.path.join(build_root, b)
|
fr = os.path.join(current_location, binary)
|
||||||
else:
|
# Where the binary should go in the package filesystem
|
||||||
to = os.path.join(build_root, INSTALL_ROOT_DIR[1:], b)
|
to = os.path.join(build_root, INSTALL_ROOT_DIR[1:], binary)
|
||||||
fr = os.path.join(current_location, b)
|
if debug:
|
||||||
print("\t- [{}][{}] - Moving from '{}' to '{}'".format(p, a, fr, to))
|
print("[{}][{}] - Moving from '{}' to '{}'".format(platform,
|
||||||
|
arch,
|
||||||
|
fr,
|
||||||
|
to))
|
||||||
copy_file(fr, to)
|
copy_file(fr, to)
|
||||||
# Package the directory structure
|
|
||||||
for package_type in supported_packages[p]:
|
for package_type in supported_packages[platform]:
|
||||||
print("\t- Packaging directory '{}' as '{}'...".format(build_root, package_type))
|
# Package the directory structure for each package type for the platform
|
||||||
name = "telegraf"
|
print("Packaging directory '{}' as '{}'...".format(build_root, package_type))
|
||||||
|
name = PACKAGE_NAME
|
||||||
# Reset version, iteration, and current location on each run
|
# Reset version, iteration, and current location on each run
|
||||||
# since they may be modified below.
|
# since they may be modified below.
|
||||||
package_version = version
|
package_version = version
|
||||||
package_iteration = iteration
|
package_iteration = iteration
|
||||||
current_location = build_output[p][a]
|
package_build_root = build_root
|
||||||
|
current_location = build_output[platform][arch]
|
||||||
|
|
||||||
if package_type in ['zip', 'tar']:
|
if package_type in ['zip', 'tar']:
|
||||||
|
# For tars and zips, start the packaging one folder above
|
||||||
|
# the build root (to include the package name)
|
||||||
|
package_build_root = os.path.join('/', '/'.join(build_root.split('/')[:-1]))
|
||||||
if nightly:
|
if nightly:
|
||||||
name = '{}-nightly_{}_{}'.format(name, p, a)
|
name = '{}-nightly_{}_{}'.format(name,
|
||||||
|
platform,
|
||||||
|
arch)
|
||||||
else:
|
else:
|
||||||
name = '{}-{}-{}_{}_{}'.format(name, package_version, package_iteration, p, a)
|
name = '{}-{}-{}_{}_{}'.format(name,
|
||||||
|
package_version,
|
||||||
|
package_iteration,
|
||||||
|
platform,
|
||||||
|
arch)
|
||||||
|
|
||||||
if package_type == 'tar':
|
if package_type == 'tar':
|
||||||
# Add `tar.gz` to path to reduce package size
|
# Add `tar.gz` to path to compress package output
|
||||||
current_location = os.path.join(current_location, name + '.tar.gz')
|
current_location = os.path.join(current_location, name + '.tar.gz')
|
||||||
|
elif package_type == 'zip':
|
||||||
|
current_location = os.path.join(current_location, name + '.zip')
|
||||||
|
|
||||||
if rc is not None:
|
if rc is not None:
|
||||||
|
# Set iteration to 0 since it's a release candidate
|
||||||
package_iteration = "0.rc{}".format(rc)
|
package_iteration = "0.rc{}".format(rc)
|
||||||
saved_a = a
|
|
||||||
if pkg_arch is not None:
|
|
||||||
a = pkg_arch
|
|
||||||
if a == '386':
|
|
||||||
a = 'i386'
|
|
||||||
if package_type == 'zip':
|
|
||||||
zip_command = "cd {} && zip {}.zip ./*".format(
|
|
||||||
build_root,
|
|
||||||
name)
|
|
||||||
run(zip_command, shell=True)
|
|
||||||
run("mv {}.zip {}".format(os.path.join(build_root, name), current_location), shell=True)
|
|
||||||
outfile = os.path.join(current_location, name+".zip")
|
|
||||||
outfiles.append(outfile)
|
|
||||||
print("\t\tMD5 = {}".format(generate_md5_from_file(outfile)))
|
|
||||||
else:
|
|
||||||
fpm_command = "fpm {} --name {} -a {} -t {} --version {} --iteration {} -C {} -p {} ".format(
|
fpm_command = "fpm {} --name {} -a {} -t {} --version {} --iteration {} -C {} -p {} ".format(
|
||||||
fpm_common_args,
|
fpm_common_args,
|
||||||
name,
|
name,
|
||||||
a,
|
arch,
|
||||||
package_type,
|
package_type,
|
||||||
package_version,
|
package_version,
|
||||||
package_iteration,
|
package_iteration,
|
||||||
build_root,
|
package_build_root,
|
||||||
current_location)
|
current_location)
|
||||||
if pkg_arch is not None:
|
if debug:
|
||||||
a = saved_a
|
fpm_command += "--verbose "
|
||||||
if package_type == "rpm":
|
if package_type == "rpm":
|
||||||
fpm_command += "--depends coreutils "
|
fpm_command += "--depends coreutils "
|
||||||
fpm_command += "--depends lsof "
|
fpm_command += "--depends lsof "
|
||||||
|
@ -474,14 +584,14 @@ def build_packages(build_output, version, pkg_arch, nightly=False, rc=None, iter
|
||||||
if matches is not None:
|
if matches is not None:
|
||||||
outfile = matches.groups()[0]
|
outfile = matches.groups()[0]
|
||||||
if outfile is None:
|
if outfile is None:
|
||||||
print("[ COULD NOT DETERMINE OUTPUT ]")
|
print("!! Could not determine output from packaging command.")
|
||||||
else:
|
else:
|
||||||
# Strip nightly version (the unix epoch) from filename
|
# Strip nightly version (the unix epoch) from filename
|
||||||
if nightly and package_type in [ 'deb', 'rpm' ]:
|
if nightly and package_type in [ 'deb', 'rpm' ]:
|
||||||
outfile = rename_file(outfile, outfile.replace("{}-{}".format(version, iteration), "nightly"))
|
outfile = rename_file(outfile, outfile.replace("{}-{}".format(version, iteration), "nightly"))
|
||||||
outfiles.append(os.path.join(os.getcwd(), outfile))
|
outfiles.append(os.path.join(os.getcwd(), outfile))
|
||||||
# Display MD5 hash for generated package
|
# Display MD5 hash for generated package
|
||||||
print("\t\tMD5 = {}".format(generate_md5_from_file(outfile)))
|
print("MD5({}) = {}".format(outfile, generate_md5_from_file(outfile)))
|
||||||
print("")
|
print("")
|
||||||
if debug:
|
if debug:
|
||||||
print("[DEBUG] package outfiles: {}".format(outfiles))
|
print("[DEBUG] package outfiles: {}".format(outfiles))
|
||||||
|
@ -495,11 +605,9 @@ def print_usage():
|
||||||
print("")
|
print("")
|
||||||
print("Options:")
|
print("Options:")
|
||||||
print("\t --outdir=<path> \n\t\t- Send build output to a specified path. Defaults to ./build.")
|
print("\t --outdir=<path> \n\t\t- Send build output to a specified path. Defaults to ./build.")
|
||||||
print("\t --arch=<arch> \n\t\t- Build for specified architecture. Acceptable values: x86_64|amd64, 386, arm, or all")
|
print("\t --arch=<arch> \n\t\t- Build for specified architecture. Acceptable values: x86_64|amd64, 386|i386, arm, or all")
|
||||||
print("\t --goarm=<arm version> \n\t\t- Build for specified ARM version (when building for ARM). Default value is: 6")
|
|
||||||
print("\t --platform=<platform> \n\t\t- Build for specified platform. Acceptable values: linux, windows, darwin, or all")
|
print("\t --platform=<platform> \n\t\t- Build for specified platform. Acceptable values: linux, windows, darwin, or all")
|
||||||
print("\t --version=<version> \n\t\t- Version information to apply to build metadata. If not specified, will be pulled from repo tag.")
|
print("\t --version=<version> \n\t\t- Version information to apply to build metadata. If not specified, will be pulled from repo tag.")
|
||||||
print("\t --pkgarch=<package-arch> \n\t\t- Package architecture if different from <arch>")
|
|
||||||
print("\t --commit=<commit> \n\t\t- Use specific commit for build (currently a NOOP).")
|
print("\t --commit=<commit> \n\t\t- Use specific commit for build (currently a NOOP).")
|
||||||
print("\t --branch=<branch> \n\t\t- Build from a specific branch (currently a NOOP).")
|
print("\t --branch=<branch> \n\t\t- Build from a specific branch (currently a NOOP).")
|
||||||
print("\t --rc=<rc number> \n\t\t- Whether or not the build is a release candidate (affects version information).")
|
print("\t --rc=<rc number> \n\t\t- Whether or not the build is a release candidate (affects version information).")
|
||||||
|
@ -507,9 +615,13 @@ def print_usage():
|
||||||
print("\t --race \n\t\t- Whether the produced build should have race detection enabled.")
|
print("\t --race \n\t\t- Whether the produced build should have race detection enabled.")
|
||||||
print("\t --package \n\t\t- Whether the produced builds should be packaged for the target platform(s).")
|
print("\t --package \n\t\t- Whether the produced builds should be packaged for the target platform(s).")
|
||||||
print("\t --nightly \n\t\t- Whether the produced build is a nightly (affects version information).")
|
print("\t --nightly \n\t\t- Whether the produced build is a nightly (affects version information).")
|
||||||
|
print("\t --update \n\t\t- Whether dependencies should be updated prior to building.")
|
||||||
|
print("\t --test \n\t\t- Run Go tests. Will not produce a build.")
|
||||||
print("\t --parallel \n\t\t- Run Go tests in parallel up to the count specified.")
|
print("\t --parallel \n\t\t- Run Go tests in parallel up to the count specified.")
|
||||||
|
print("\t --generate \n\t\t- Run `go generate`.")
|
||||||
print("\t --timeout \n\t\t- Timeout for Go tests. Defaults to 480s.")
|
print("\t --timeout \n\t\t- Timeout for Go tests. Defaults to 480s.")
|
||||||
print("\t --clean \n\t\t- Clean the build output directory prior to creating build.")
|
print("\t --clean \n\t\t- Clean the build output directory prior to creating build.")
|
||||||
|
print("\t --no-get \n\t\t- Do not run `go get` before building.")
|
||||||
print("\t --bucket=<S3 bucket>\n\t\t- Full path of the bucket to upload packages to (must also specify --upload).")
|
print("\t --bucket=<S3 bucket>\n\t\t- Full path of the bucket to upload packages to (must also specify --upload).")
|
||||||
print("\t --debug \n\t\t- Displays debug output.")
|
print("\t --debug \n\t\t- Displays debug output.")
|
||||||
print("")
|
print("")
|
||||||
|
@ -518,17 +630,18 @@ def print_package_summary(packages):
|
||||||
print(packages)
|
print(packages)
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
|
global debug
|
||||||
|
|
||||||
# Command-line arguments
|
# Command-line arguments
|
||||||
outdir = "build"
|
outdir = "build"
|
||||||
commit = None
|
commit = None
|
||||||
target_platform = None
|
target_platform = None
|
||||||
target_arch = None
|
target_arch = None
|
||||||
package_arch = None
|
|
||||||
nightly = False
|
nightly = False
|
||||||
race = False
|
race = False
|
||||||
branch = None
|
branch = None
|
||||||
version = get_current_version()
|
version = get_current_version()
|
||||||
rc = None
|
rc = get_current_rc()
|
||||||
package = False
|
package = False
|
||||||
update = False
|
update = False
|
||||||
clean = False
|
clean = False
|
||||||
|
@ -538,15 +651,15 @@ def main():
|
||||||
timeout = None
|
timeout = None
|
||||||
iteration = 1
|
iteration = 1
|
||||||
no_vet = False
|
no_vet = False
|
||||||
goarm_version = "6"
|
|
||||||
run_get = True
|
run_get = True
|
||||||
upload_bucket = None
|
upload_bucket = None
|
||||||
global debug
|
generate = False
|
||||||
|
no_stash = False
|
||||||
|
|
||||||
for arg in sys.argv[1:]:
|
for arg in sys.argv[1:]:
|
||||||
if '--outdir' in arg:
|
if '--outdir' in arg:
|
||||||
# Output directory. If none is specified, then builds will be placed in the same directory.
|
# Output directory. If none is specified, then builds will be placed in the same directory.
|
||||||
output_dir = arg.split("=")[1]
|
outdir = arg.split("=")[1]
|
||||||
if '--commit' in arg:
|
if '--commit' in arg:
|
||||||
# Commit to build from. If none is specified, then it will build from the most recent commit.
|
# Commit to build from. If none is specified, then it will build from the most recent commit.
|
||||||
commit = arg.split("=")[1]
|
commit = arg.split("=")[1]
|
||||||
|
@ -562,9 +675,6 @@ def main():
|
||||||
elif '--version' in arg:
|
elif '--version' in arg:
|
||||||
# Version to assign to this build (0.9.5, etc)
|
# Version to assign to this build (0.9.5, etc)
|
||||||
version = arg.split("=")[1]
|
version = arg.split("=")[1]
|
||||||
elif '--pkgarch' in arg:
|
|
||||||
# Package architecture if different from <arch> (armhf, etc)
|
|
||||||
package_arch = arg.split("=")[1]
|
|
||||||
elif '--rc' in arg:
|
elif '--rc' in arg:
|
||||||
# Signifies that this is a release candidate build.
|
# Signifies that this is a release candidate build.
|
||||||
rc = arg.split("=")[1]
|
rc = arg.split("=")[1]
|
||||||
|
@ -574,12 +684,20 @@ def main():
|
||||||
elif '--package' in arg:
|
elif '--package' in arg:
|
||||||
# Signifies that packages should be built.
|
# Signifies that packages should be built.
|
||||||
package = True
|
package = True
|
||||||
|
# If packaging do not allow stashing of local changes
|
||||||
|
no_stash = True
|
||||||
elif '--nightly' in arg:
|
elif '--nightly' in arg:
|
||||||
# Signifies that this is a nightly build.
|
# Signifies that this is a nightly build.
|
||||||
nightly = True
|
nightly = True
|
||||||
|
elif '--update' in arg:
|
||||||
|
# Signifies that dependencies should be updated.
|
||||||
|
update = True
|
||||||
elif '--upload' in arg:
|
elif '--upload' in arg:
|
||||||
# Signifies that the resulting packages should be uploaded to S3
|
# Signifies that the resulting packages should be uploaded to S3
|
||||||
upload = True
|
upload = True
|
||||||
|
elif '--test' in arg:
|
||||||
|
# Run tests and exit
|
||||||
|
test = True
|
||||||
elif '--parallel' in arg:
|
elif '--parallel' in arg:
|
||||||
# Set parallel for tests.
|
# Set parallel for tests.
|
||||||
parallel = int(arg.split("=")[1])
|
parallel = int(arg.split("=")[1])
|
||||||
|
@ -593,14 +711,19 @@ def main():
|
||||||
iteration = arg.split("=")[1]
|
iteration = arg.split("=")[1]
|
||||||
elif '--no-vet' in arg:
|
elif '--no-vet' in arg:
|
||||||
no_vet = True
|
no_vet = True
|
||||||
elif '--goarm' in arg:
|
elif '--no-get' in arg:
|
||||||
# Signifies GOARM flag to pass to build command when compiling for ARM
|
run_get = False
|
||||||
goarm_version = arg.split("=")[1]
|
|
||||||
elif '--bucket' in arg:
|
elif '--bucket' in arg:
|
||||||
# The bucket to upload the packages to, relies on boto
|
# The bucket to upload the packages to, relies on boto
|
||||||
upload_bucket = arg.split("=")[1]
|
upload_bucket = arg.split("=")[1]
|
||||||
|
elif '--no-stash' in arg:
|
||||||
|
# Do not stash uncommited changes
|
||||||
|
# Fail if uncommited changes exist
|
||||||
|
no_stash = True
|
||||||
|
elif '--generate' in arg:
|
||||||
|
generate = True
|
||||||
elif '--debug' in arg:
|
elif '--debug' in arg:
|
||||||
print "[DEBUG] Using debug output"
|
print("[DEBUG] Using debug output")
|
||||||
debug = True
|
debug = True
|
||||||
elif '--help' in arg:
|
elif '--help' in arg:
|
||||||
print_usage()
|
print_usage()
|
||||||
|
@ -610,54 +733,69 @@ def main():
|
||||||
print_usage()
|
print_usage()
|
||||||
return 1
|
return 1
|
||||||
|
|
||||||
if nightly:
|
if nightly and rc:
|
||||||
if rc:
|
|
||||||
print("!! Cannot be both nightly and a release candidate! Stopping.")
|
print("!! Cannot be both nightly and a release candidate! Stopping.")
|
||||||
return 1
|
return 1
|
||||||
# In order to support nightly builds on the repository, we are adding the epoch timestamp
|
|
||||||
|
if nightly:
|
||||||
|
# In order to cleanly delineate nightly version, we are adding the epoch timestamp
|
||||||
# to the version so that version numbers are always greater than the previous nightly.
|
# to the version so that version numbers are always greater than the previous nightly.
|
||||||
version = "{}.n{}".format(version, int(time.time()))
|
version = "{}~n{}".format(version, int(time.time()))
|
||||||
|
iteration = 0
|
||||||
|
elif rc:
|
||||||
|
iteration = 0
|
||||||
|
|
||||||
# Pre-build checks
|
# Pre-build checks
|
||||||
check_environ()
|
check_environ()
|
||||||
check_prereqs()
|
if not check_prereqs():
|
||||||
|
return 1
|
||||||
|
|
||||||
if not commit:
|
if not commit:
|
||||||
commit = get_current_commit(short=True)
|
commit = get_current_commit(short=True)
|
||||||
if not branch:
|
if not branch:
|
||||||
branch = get_current_branch()
|
branch = get_current_branch()
|
||||||
if not target_arch:
|
if not target_arch:
|
||||||
if 'arm' in get_system_arch():
|
system_arch = get_system_arch()
|
||||||
|
if 'arm' in system_arch:
|
||||||
# Prevent uname from reporting ARM arch (eg 'armv7l')
|
# Prevent uname from reporting ARM arch (eg 'armv7l')
|
||||||
target_arch = "arm"
|
target_arch = "arm"
|
||||||
else:
|
else:
|
||||||
target_arch = get_system_arch()
|
target_arch = system_arch
|
||||||
if not target_platform:
|
|
||||||
target_platform = get_system_platform()
|
|
||||||
if rc or nightly:
|
|
||||||
# If a release candidate or nightly, set iteration to 0 (instead of 1)
|
|
||||||
iteration = 0
|
|
||||||
|
|
||||||
if target_arch == '386':
|
if target_arch == '386':
|
||||||
target_arch = 'i386'
|
target_arch = 'i386'
|
||||||
elif target_arch == 'x86_64':
|
elif target_arch == 'x86_64':
|
||||||
target_arch = 'amd64'
|
target_arch = 'amd64'
|
||||||
|
if target_platform:
|
||||||
|
if target_platform not in supported_builds and target_platform != 'all':
|
||||||
|
print("! Invalid build platform: {}".format(target_platform))
|
||||||
|
return 1
|
||||||
|
else:
|
||||||
|
target_platform = get_system_platform()
|
||||||
|
|
||||||
build_output = {}
|
build_output = {}
|
||||||
|
|
||||||
go_get()
|
if generate:
|
||||||
|
if not run_generate():
|
||||||
|
return 1
|
||||||
|
|
||||||
|
if run_get:
|
||||||
|
if not go_get(branch, update=update, no_stash=no_stash):
|
||||||
|
return 1
|
||||||
|
|
||||||
|
if test:
|
||||||
|
if not run_tests(race, parallel, timeout, no_vet):
|
||||||
|
return 1
|
||||||
|
return 0
|
||||||
|
|
||||||
platforms = []
|
platforms = []
|
||||||
single_build = True
|
single_build = True
|
||||||
if target_platform == 'all':
|
if target_platform == 'all':
|
||||||
platforms = list(supported_builds.keys())
|
platforms = supported_builds.keys()
|
||||||
single_build = False
|
single_build = False
|
||||||
else:
|
else:
|
||||||
platforms = [target_platform]
|
platforms = [target_platform]
|
||||||
|
|
||||||
for platform in platforms:
|
for platform in platforms:
|
||||||
if platform in prereq_cmds:
|
|
||||||
run(prereq_cmds[platform])
|
|
||||||
build_output.update( { platform : {} } )
|
build_output.update( { platform : {} } )
|
||||||
archs = []
|
archs = []
|
||||||
if target_arch == "all":
|
if target_arch == "all":
|
||||||
|
@ -665,11 +803,12 @@ def main():
|
||||||
archs = supported_builds.get(platform)
|
archs = supported_builds.get(platform)
|
||||||
else:
|
else:
|
||||||
archs = [target_arch]
|
archs = [target_arch]
|
||||||
|
|
||||||
for arch in archs:
|
for arch in archs:
|
||||||
od = outdir
|
od = outdir
|
||||||
if not single_build:
|
if not single_build:
|
||||||
od = os.path.join(outdir, platform, arch)
|
od = os.path.join(outdir, platform, arch)
|
||||||
build(version=version,
|
if build(version=version,
|
||||||
branch=branch,
|
branch=branch,
|
||||||
commit=commit,
|
commit=commit,
|
||||||
platform=platform,
|
platform=platform,
|
||||||
|
@ -678,19 +817,20 @@ def main():
|
||||||
rc=rc,
|
rc=rc,
|
||||||
race=race,
|
race=race,
|
||||||
clean=clean,
|
clean=clean,
|
||||||
outdir=od,
|
outdir=od):
|
||||||
goarm_version=goarm_version)
|
return 1
|
||||||
build_output.get(platform).update( { arch : od } )
|
build_output.get(platform).update( { arch : od } )
|
||||||
|
|
||||||
# Build packages
|
# Build packages
|
||||||
if package:
|
if package:
|
||||||
if not check_path_for("fpm"):
|
if not check_path_for("fpm"):
|
||||||
print("!! Cannot package without command 'fpm'. Stopping.")
|
print("!! Cannot package without command 'fpm'.")
|
||||||
return 1
|
return 1
|
||||||
packages = build_packages(build_output, version, package_arch, nightly=nightly, rc=rc, iteration=iteration)
|
|
||||||
# Optionally upload to S3
|
packages = build_packages(build_output, version, nightly=nightly, rc=rc, iteration=iteration)
|
||||||
if upload:
|
if upload:
|
||||||
upload_packages(packages, bucket_name=upload_bucket, nightly=nightly)
|
upload_packages(packages, bucket_name=upload_bucket, nightly=nightly)
|
||||||
|
print("Done!")
|
||||||
return 0
|
return 0
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
|
|
Loading…
Reference in New Issue