* Add checkin build

* Increase build timeout
This commit is contained in:
Mike Yagley 2019-01-28 08:54:01 -08:00 коммит произвёл GitHub
Родитель c82b4a63a7
Коммит 1cf28c4d5b
Не найден ключ, соответствующий данной подписи
Идентификатор ключа GPG: 4AEE18F83AFDEB23
9 изменённых файлов: 507 добавлений и 0 удалений

5
.gitignore поставляемый
Просмотреть файл

@ -328,3 +328,8 @@ ASALocalRun/
# MFractors (Xamarin productivity tool) working folder
.mfractor/
poky/
build/
.python-history
.wget-hsts

24
THIRDPARTYNOTICES Normal file
Просмотреть файл

@ -0,0 +1,24 @@
IoT Edge Yocto Layer
Third Party Notices
This file is based on or incorporates material from the projects listed below (Third Party IP). The original copyright notice and the license under which Microsoft received such Third Party IP, are set forth below. Such licenses and notices are provided for informational purposes only. Unless otherwise specified, Microsoft licenses the Third Party IP to you under the licensing terms for the Microsoft product. Microsoft reserves all other rights not expressly granted under this agreement, whether by implication, estoppel or otherwise.
***
meta-rust
Copyright (C) 2016 Doug Goldstein
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
THE SOFTWARE.

21
builds/checkin.yaml Normal file
Просмотреть файл

@ -0,0 +1,21 @@
trigger: none
pr:
branches:
include:
- master
jobs:
################################################################################
- job: sumo
################################################################################
displayName: Sumo
pool:
vmImage: 'ubuntu-16.04'
timeoutInMinutes: 360
steps:
- script: scripts/fetch.sh sumo
displayName: Fetch
env:
METARUST_REV: 'refs/remotes/origin/master'
- script: scripts/build.sh
displayName: Build

24
conf/bblayers.conf.sample Normal file
Просмотреть файл

@ -0,0 +1,24 @@
# LAYER_CONF_VERSION is increased each time build/conf/bblayers.conf
# changes incompatibly
LCONF_VERSION = "7"
BBPATH = "${TOPDIR}"
BBFILES ?= ""
BBLAYERS ?= " \
##OEROOT##/meta-iotedge \
##OEROOT##/meta \
##OEROOT##/meta-poky \
##OEROOT##/meta-rust \
##OEROOT##/meta-yocto-bsp \
##OEROOT##/meta-openembedded/meta-filesystems \
##OEROOT##/meta-openembedded/meta-oe \
##OEROOT##/meta-openembedded/meta-networking \
##OEROOT##/meta-openembedded/meta-python \
##OEROOT##/meta-virtualization \
"
BBLAYERS_NON_REMOVABLE ?= " \
##OEROOT##/meta \
##OEROOT##/meta-yocto \
"

Просмотреть файл

@ -11,3 +11,4 @@ BBFILE_PRIORITY_meta-iotedge = "6"
LAYERDEPENDS_meta-iotedge = "core rust-layer virtualization-layer"
LAYERSERIES_COMPAT_meta-iotedge = "sumo"

244
conf/local.conf.sample Normal file
Просмотреть файл

@ -0,0 +1,244 @@
#
# This file is your local configuration file and is where all local user settings
# are placed. The comments in this file give some guide to the options a new user
# to the system might want to change but pretty much any configuration option can
# be set in this file. More adventurous users can look at local.conf.extended
# which contains other examples of configuration which can be placed in this file
# but new users likely won't need any of them initially.
#
# Lines starting with the '#' character are commented out and in some cases the
# default values are provided as comments to show people example syntax. Enabling
# the option is a question of removing the # character and making any change to the
# variable as required.
#
# Machine Selection
#
# You need to select a specific machine to target the build with. There are a selection
# of emulated machines available which can boot and run in the QEMU emulator:
#
#MACHINE ?= "qemuarm"
#MACHINE ?= "qemuarm64"
#MACHINE ?= "qemumips"
#MACHINE ?= "qemumips64"
#MACHINE ?= "qemuppc"
#MACHINE ?= "qemux86"
#MACHINE ?= "qemux86-64"
#
# There are also the following hardware board target machines included for
# demonstration purposes:
#
#MACHINE ?= "beaglebone"
#MACHINE ?= "genericx86"
#MACHINE ?= "genericx86-64"
#MACHINE ?= "mpc8315e-rdb"
#MACHINE ?= "edgerouter"
#
# This sets the default machine to be qemux86 if no other machine is selected:
MACHINE ??= "qemux86-64"
#
# Where to place downloads
#
# During a first build the system will download many different source code tarballs
# from various upstream projects. This can take a while, particularly if your network
# connection is slow. These are all stored in DL_DIR. When wiping and rebuilding you
# can preserve this directory to speed up this part of subsequent builds. This directory
# is safe to share between multiple builds on the same machine too.
#
# The default is a downloads directory under TOPDIR which is the build directory.
#
#DL_DIR ?= "${TOPDIR}/downloads"
#
# Where to place shared-state files
#
# BitBake has the capability to accelerate builds based on previously built output.
# This is done using "shared state" files which can be thought of as cache objects
# and this option determines where those files are placed.
#
# You can wipe out TMPDIR leaving this directory intact and the build would regenerate
# from these files if no changes were made to the configuration. If changes were made
# to the configuration, only shared state files where the state was still valid would
# be used (done using checksums).
#
# The default is a sstate-cache directory under TOPDIR.
#
#SSTATE_DIR ?= "${TOPDIR}/sstate-cache"
#
# Where to place the build output
#
# This option specifies where the bulk of the building work should be done and
# where BitBake should place its temporary files and output. Keep in mind that
# this includes the extraction and compilation of many applications and the toolchain
# which can use Gigabytes of hard disk space.
#
# The default is a tmp directory under TOPDIR.
#
#TMPDIR = "${TOPDIR}/tmp"
#
# Default policy config
#
# The distribution setting controls which policy settings are used as defaults.
# The default value is fine for general Yocto project use, at least initially.
# Ultimately when creating custom policy, people will likely end up subclassing
# these defaults.
#
DISTRO ?= "poky"
# As an example of a subclass there is a "bleeding" edge policy configuration
# where many versions are set to the absolute latest code from the upstream
# source control systems. This is just mentioned here as an example, its not
# useful to most new users.
# DISTRO ?= "poky-bleeding"
#
# Package Management configuration
#
# This variable lists which packaging formats to enable. Multiple package backends
# can be enabled at once and the first item listed in the variable will be used
# to generate the root filesystems.
# Options are:
# - 'package_deb' for debian style deb files
# - 'package_ipk' for ipk files are used by opkg (a debian style embedded package manager)
# - 'package_rpm' for rpm style packages
# E.g.: PACKAGE_CLASSES ?= "package_rpm package_deb package_ipk"
# We default to rpm:
PACKAGE_CLASSES ?= "package_rpm"
#
# SDK target architecture
#
# This variable specifies the architecture to build SDK items for and means
# you can build the SDK packages for architectures other than the machine you are
# running the build on (i.e. building i686 packages on an x86_64 host).
# Supported values are i686 and x86_64
#SDKMACHINE ?= "i686"
#
# Extra image configuration defaults
#
# The EXTRA_IMAGE_FEATURES variable allows extra packages to be added to the generated
# images. Some of these options are added to certain image types automatically. The
# variable can contain the following options:
# "dbg-pkgs" - add -dbg packages for all installed packages
# (adds symbol information for debugging/profiling)
# "dev-pkgs" - add -dev packages for all installed packages
# (useful if you want to develop against libs in the image)
# "ptest-pkgs" - add -ptest packages for all ptest-enabled packages
# (useful if you want to run the package test suites)
# "tools-sdk" - add development tools (gcc, make, pkgconfig etc.)
# "tools-debug" - add debugging tools (gdb, strace)
# "eclipse-debug" - add Eclipse remote debugging support
# "tools-profile" - add profiling tools (oprofile, lttng, valgrind)
# "tools-testapps" - add useful testing tools (ts_print, aplay, arecord etc.)
# "debug-tweaks" - make an image suitable for development
# e.g. ssh root access has a blank password
# There are other application targets that can be used here too, see
# meta/classes/image.bbclass and meta/classes/core-image.bbclass for more details.
# We default to enabling the debugging tweaks.
EXTRA_IMAGE_FEATURES ?= "debug-tweaks"
#
# Additional image features
#
# The following is a list of additional classes to use when building images which
# enable extra features. Some available options which can be included in this variable
# are:
# - 'buildstats' collect build statistics
# - 'image-mklibs' to reduce shared library files size for an image
# - 'image-prelink' in order to prelink the filesystem image
# - 'image-swab' to perform host system intrusion detection
# NOTE: if listing mklibs & prelink both, then make sure mklibs is before prelink
# NOTE: mklibs also needs to be explicitly enabled for a given image, see local.conf.extended
# image-prelink disabled for now due to issues with IFUNC symbol relocation
USER_CLASSES ?= "buildstats image-mklibs"
#
# Runtime testing of images
#
# The build system can test booting virtual machine images under qemu (an emulator)
# after any root filesystems are created and run tests against those images. To
# enable this uncomment this line. See classes/testimage(-auto).bbclass for
# further details.
#TEST_IMAGE = "1"
#
# Interactive shell configuration
#
# Under certain circumstances the system may need input from you and to do this it
# can launch an interactive shell. It needs to do this since the build is
# multithreaded and needs to be able to handle the case where more than one parallel
# process may require the user's attention. The default is iterate over the available
# terminal types to find one that works.
#
# Examples of the occasions this may happen are when resolving patches which cannot
# be applied, to use the devshell or the kernel menuconfig
#
# Supported values are auto, gnome, xfce, rxvt, screen, konsole (KDE 3.x only), none
# Note: currently, Konsole support only works for KDE 3.x due to the way
# newer Konsole versions behave
#OE_TERMINAL = "auto"
# By default disable interactive patch resolution (tasks will just fail instead):
PATCHRESOLVE = "noop"
#
# Disk Space Monitoring during the build
#
# Monitor the disk space during the build. If there is less that 1GB of space or less
# than 100K inodes in any key build location (TMPDIR, DL_DIR, SSTATE_DIR), gracefully
# shutdown the build. If there is less that 100MB or 1K inodes, perform a hard abort
# of the build. The reason for this is that running completely out of space can corrupt
# files and damages the build in ways which may not be easily recoverable.
# It's necesary to monitor /tmp, if there is no space left the build will fail
# with very exotic errors.
BB_DISKMON_DIRS = "\
STOPTASKS,${TMPDIR},1G,100K \
STOPTASKS,${DL_DIR},1G,100K \
STOPTASKS,${SSTATE_DIR},1G,100K \
STOPTASKS,/tmp,100M,100K \
ABORT,${TMPDIR},100M,1K \
ABORT,${DL_DIR},100M,1K \
ABORT,${SSTATE_DIR},100M,1K \
ABORT,/tmp,10M,1K"
#
# Shared-state files from other locations
#
# As mentioned above, shared state files are prebuilt cache data objects which can
# used to accelerate build time. This variable can be used to configure the system
# to search other mirror locations for these objects before it builds the data itself.
#
# This can be a filesystem directory, or a remote url such as http or ftp. These
# would contain the sstate-cache results from previous builds (possibly from other
# machines). This variable works like fetcher MIRRORS/PREMIRRORS and points to the
# cache locations to check for the shared objects.
# NOTE: if the mirror uses the same structure as SSTATE_DIR, you need to add PATH
# at the end as shown in the examples below. This will be substituted with the
# correct path within the directory structure.
#SSTATE_MIRRORS ?= "\
#file://.* http://someserver.tld/share/sstate/PATH;downloadfilename=PATH \n \
#file://.* file:///some/local/dir/sstate/PATH"
SSTATE_MIRRORS ?= "file://.* http://build-cache.asterius.io/master/sstate-cache/PATH;downloadfilename=PATH \n"
SOURCE_MIRROR_URL ?= "http://build-cache.asterius.io/downloads/"
INHERIT += "own-mirrors rm_work"
#
# Qemu configuration
#
# By default qemu will build with a builtin VNC server where graphical output can be
# seen. The two lines below enable the SDL backend too. By default libsdl-native will
# be built, if you want to use your host's libSDL instead of the minimal libsdl built
# by libsdl-native then uncomment the ASSUME_PROVIDED line below.
PACKAGECONFIG_append_pn-qemu-native = " sdl"
PACKAGECONFIG_append_pn-nativesdk-qemu = " sdl"
#ASSUME_PROVIDED += "libsdl-native"
# CONF_VERSION is increased each time build/conf/ changes incompatibly and is used to
# track the version of this file when it was generated. This can safely be ignored if
# this doesn't mean anything to you.
CONF_VERSION = "1"
DISTRO_FEATURES_append += " virtualization"

21
scripts/build.sh Executable file
Просмотреть файл

@ -0,0 +1,21 @@
#!/bin/bash
# Grab the MACHINE from the environment; otherwise, set it to a sane default
export MACHINE="${MACHINE-qemux86-64}"
# What to build
BUILD_TARGETS="\
iotedge-cli \
iotedge-daemon \
"
die() {
echo "$*" >&2
exit 1
}
rm -f build/conf/bblayers.conf || die "failed to nuke bblayers.conf"
rm -f build/conf/local.conf || die "failed to nuke local.conf"
./scripts/containerize.sh bitbake ${BUILD_TARGETS} || die "failed to build"

55
scripts/containerize.sh Executable file
Просмотреть файл

@ -0,0 +1,55 @@
#!/bin/bash
# what container are we using to build this
CONTAINER="cardoe/yocto:pyro"
einfo() {
echo "$*" >&2
}
die() {
echo "$*" >&2
exit 1
}
# Save the commands for future use
cmd=$@
# If no command was specified, just drop us into a shell if we're interactive
[ $# -eq 0 ] && tty -s && cmd="/bin/bash"
# user and group we are running as to ensure files created inside
# the container retain the same permissions
my_uid=$(id -u)
my_gid=$(id -g)
# Are we in an interactive terminal?
tty -s && termint=t
# Fetch the latest version of the container
einfo "*** Ensuring local container is up to date"
docker pull ${CONTAINER} > /dev/null || die "Failed to update docker container"
# Ensure we've got what we need for SSH_AUTH_SOCK
if [[ -n ${SSH_AUTH_SOCK} ]]; then
SSH_AUTH_DIR=$(dirname $(readlink -f ${SSH_AUTH_SOCK}))
SSH_AUTH_NAME=$(basename ${SSH_AUTH_SOCK})
fi
# Kick off Docker
einfo "*** Launching container ..."
exec docker run \
--privileged \
-e BUILD_UID=${my_uid} \
-e BUILD_GID=${my_gid} \
-e TEMPLATECONF=meta-iotedge/conf \
-e MACHINE=${MACHINE:-qemux86-64} \
${SSH_AUTH_SOCK:+-e SSH_AUTH_SOCK="/tmp/ssh-agent/${SSH_AUTH_NAME}"} \
-v ${HOME}/.ssh:/var/build/.ssh \
-v "${PWD}":/var/build:rw \
${SSH_AUTH_SOCK:+-v "${SSH_AUTH_DIR}":/tmp/ssh-agent} \
${EXTRA_CONTAINER_ARGS} \
-${termint}i --rm -- \
${CONTAINER} \
${cmd}

112
scripts/fetch.sh Executable file
Просмотреть файл

@ -0,0 +1,112 @@
#!/bin/bash -x
# default repo
if [[ $# -lt 1 ]]; then
echo "No Yocto branch specified, defaulting to master"
echo "To change this pass a Yocto branch name as an argument to this script"
fi
branch=${1-master}
# the repos we want to check out, must setup variables below
# NOTE: poky must remain first
REPOS="poky metaoe metarust metavirt"
POKY_URI="git://git.yoctoproject.org/poky.git"
POKY_PATH="poky"
POKY_REV="${POKY_REV-refs/remotes/origin/${branch}}"
METAOE_URI="git://git.openembedded.org/meta-openembedded.git"
METAOE_PATH="poky/meta-openembedded"
METAOE_REV="${METAOE_REV-refs/remotes/origin/${branch}}"
METARUST_URI="https://github.com/meta-rust/meta-rust.git"
METARUST_PATH="poky/meta-rust"
METARUST_REV="${METARUST_REV-refs/remotes/origin/${branch}}"
METAVIRT_URI="git://git.yoctoproject.org/meta-virtualization"
METAVIRT_PATH="poky/meta-virtualization"
METAVIRT_REV="${METAVIRT_REV-refs/remotes/origin/${branch}}"
METAIOTEDGE_URI="."
METAIOTEDGE_PATH="poky/meta-iotedge"
die() {
echo "$*" >&2
exit 1
}
update_repo() {
uri=$1
path=$2
rev=$3
# check if we already have it checked out, if so we just want to update
if [[ -d ${path} ]]; then
pushd ${path} > /dev/null
echo "Updating '${path}'"
git remote set-url origin "${uri}"
git fetch origin || die "unable to fetch ${uri}"
else
echo "Cloning '${path}'"
if [ -d "${GIT_LOCAL_REF_DIR}" ]; then
git clone --reference ${GIT_LOCAL_REF_DIR}/`basename ${path}` \
${uri} ${path} || die "unable to clone ${uri}"
else
git clone ${uri} ${path} || die "unable to clone ${uri}"
fi
pushd ${path} > /dev/null
fi
# The reset steps are taken from Jenkins
# Reset
# * drop -d from clean to not nuke build/tmp
# * add -e to not clear out bitbake bits
git reset --hard || die "failed reset"
git clean -fx -e bitbake -e meta/lib/oe || die "failed clean"
# Call the branch what we're basing it on, otherwise use default
# if the revision was not a branch.
branch=$(basename ${rev})
[[ "${branch}" == "${rev}" ]] && branch="default"
# Create 'default' branch
git update-ref refs/heads/${branch} ${rev} || \
die "unable to get ${rev} of ${uri}"
git config branch.${branch}.remote origin || die "failed config remote"
git config branch.${branch}.merge ${rev} || die "failed config merge"
git symbolic-ref HEAD refs/heads/${branch} || die "failed symbolic-ref"
git reset --hard || die "failed reset"
popd > /dev/null
echo "Updated '${path}' to '${rev}'"
}
# For each repo, do the work
for repo in ${REPOS}; do
# upper case the name
repo=$(echo ${repo} | tr '[:lower:]' '[:upper:]')
# expand variables
expand_uri="${repo}_URI"
expand_path="${repo}_PATH"
expand_rev="${repo}_REV"
repo_uri=${!expand_uri}
repo_path=${!expand_path}
repo_rev=${!expand_rev}
# check that we've got data
[[ -z ${repo_uri} ]] && die "No revision defined in ${expand_uri}"
[[ -z ${repo_path} ]] && die "No revision defined in ${expand_path}"
[[ -z ${repo_rev} ]] && die "No revision defined in ${expand_rev}"
# now fetch/clone/update repo
update_repo "${repo_uri}" "${repo_path}" "${repo_rev}"
done
rm -rf "${METAIOTEDGE_PATH}" || die "unable to clear old ${METAIOTEDGE_PATH}"
ln -sf "../${METAIOTEDGE_URI}" "${METAIOTEDGE_PATH}" || \
die "unable to symlink ${METAIOTEDGE_PATH}"
exit 0