Skip to content

Instantly share code, notes, and snippets.

@drahnr
Created October 19, 2020 07:30
Show Gist options
  • Select an option

  • Save drahnr/501592b363f7614cc54ad71af957cd66 to your computer and use it in GitHub Desktop.

Select an option

Save drahnr/501592b363f7614cc54ad71af957cd66 to your computer and use it in GitHub Desktop.
resources:
- name: container-fedora-cuda
type: registry-image
#tags: [framework:cuda]
source:
repository: quay.io/spearow/machine-learning-container-fedora-cuda
- name: container-fedora-default
type: registry-image
#tags: [framework:opencl,framework:cuda]
source:
repository: quay.io/spearow/machine-learning-container-fedora-default
- name: container-fedora-native
type: registry-image
source:
repository: quay.io/spearow/machine-learning-container-fedora-native
# - name: container-misc
# type: registry-image
# source:
# repository: quay.io/spearow/doc-gen-container
- name: juice
type: git
source:
branch: master
uri: https://github.com/spearow/juice.git
jobs:
- name: test-juice
build_logs_to_retain: 4
public: true
serial: true
plan:
- get: juice
trigger: false
- get: container-fedora-cuda
trigger: false
- get: container-fedora-default
trigger: false
- get: container-fedora-native
trigger: false
- in_parallel:
limit: 1
fail_fast: true
steps:
- task: coaster-test-fedora-cuda
image: container-fedora-cuda
#tags: [framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
- path: juice/coaster/target
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native,cuda -- --nocapture
dir: juice/coaster
- task: coaster-blas-test-fedora-cuda
image: container-fedora-cuda
#tags: [framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
- path: juice/coaster-blas/target
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native,cuda -- --nocapture
dir: juice/coaster-blas
- task: coaster-nn-test-fedora-cuda
image: container-fedora-cuda
#tags: [framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
- path: juice/coaster-nn/target
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native,cuda -- --nocapture
dir: juice/coaster-nn
- task: greenglas-test-fedora-cuda
image: container-fedora-cuda
#tags: [framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native,cuda -- --nocapture
dir: juice/greenglas
- task: juice-test-fedora-cuda
image: container-fedora-cuda
#tags: [framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native,cuda -- --nocapture
dir: juice/juice
- task: example-mackeyglass-test-fedora-cuda
image: container-fedora-cuda
#tags: [framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
cd mackey-glass-rnn-regression
prepare
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo build --release --no-default-features --features=native,cuda
dir: juice/juice-examples
- task: example-mnist-test-fedora-cuda
image: container-fedora-cuda
#tags: [framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
cd mnist-image-multiclass-classification
prepare
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo build --release --no-default-features --features=native,cuda
dir: juice/juice-examples
- task: rcudnn-test-fedora-cuda
image: container-fedora-cuda
#tags: [framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
export CARGO_HOME=$(pwd)/../../cargo_home
mkdir -p ${CARGO_HOME}
prepare
export RUST_LOG=rcudnn=trace,rcudnn-sys=trace
cd cudnn-sys
cargo build
cargo test -- --nocapture
cd -
cd cudnn
cargo build
cargo test -- --nocapture
dir: juice/rcudnn
- task: rcublas-test-fedora-cuda
image: container-fedora-cuda
#tags: [framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
export CARGO_HOME=$(pwd)/../../cargo_home
mkdir -p ${CARGO_HOME}
prepare
export RUST_LOG=rcublas=trace,rcublas-sys=trace
cd cublas-sys
cargo build
cargo test -- --nocapture
cd -
cd cublas
cargo build
cargo test -- --nocapture
dir: juice/rcublas
- in_parallel:
limit: 1
fail_fast: true
steps:
- task: coaster-test-fedora-default
image: container-fedora-default
#tags: [framework:opencl,framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
- path: juice/coaster/target
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test -- --nocapture
dir: juice/coaster
- task: coaster-blas-test-fedora-default
image: container-fedora-default
#tags: [framework:opencl,framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
- path: juice/coaster-blas/target
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test -- --nocapture
dir: juice/coaster-blas
- task: coaster-nn-test-fedora-default
image: container-fedora-default
#tags: [framework:opencl,framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
- path: juice/coaster-nn/target
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test -- --nocapture
dir: juice/coaster-nn
- task: greenglas-test-fedora-default
image: container-fedora-default
#tags: [framework:opencl,framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test -- --nocapture
dir: juice/greenglas
- task: juice-test-fedora-default
image: container-fedora-default
#tags: [framework:opencl,framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test -- --nocapture
dir: juice/juice
- task: example-mackeyglass-test-fedora-default
image: container-fedora-default
#tags: [framework:opencl,framework:cuda]
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
cd mackey-glass-rnn-regression
prepare
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo build --release
dir: juice/juice-examples
# no special treament for default
- in_parallel:
limit: 4
fail_fast: true
steps:
- task: coaster-test-fedora-native
image: container-fedora-native
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
- path: juice/coaster/target
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native -- --nocapture
dir: juice/coaster
- task: coaster-blas-test-fedora-native
image: container-fedora-native
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
- path: juice/coaster-blas/target
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native -- --nocapture
dir: juice/coaster-blas
- task: coaster-nn-test-fedora-native
image: container-fedora-native
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
- path: juice/coaster-nn/target
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native -- --nocapture
dir: juice/coaster-nn
- task: greenglas-test-fedora-native
image: container-fedora-native
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native -- --nocapture
dir: juice/greenglas
- task: juice-test-fedora-native
image: container-fedora-native
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
prepare
cargo-override-injection
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo test --no-default-features --features=native -- --nocapture
dir: juice/juice
- task: example-mackeyglass-test-fedora-native
image: container-fedora-native
config:
platform: linux
inputs:
- name: juice
caches:
- path: cargo_home
run:
path: sh
args:
- -exc
- |
# two levels up is the cache
export CARGO_HOME=$(realpath "$(pwd)/../../cargo_home")
echo "Sweet (cached) home is \"$CARGO_HOME\""
# export RUST_LOG=coaster=warn,rcublas=debug,rcublas-sys=debug
mkdir -p $CARGO_HOME
cd mackey-glass-rnn-regression
prepare
export RUST_LOG=juice=debug
export RUST_BACKTRACE=1
cargo build --release --no-default-features --features=native
dir: juice/juice-examples
- task: rust-blas-test-fedora-native
image: container-fedora-native
config:
platform: linux
inputs:
- name: juice
run:
path: sh
args:
- -exc
- |
prepare
cargo build
cargo test
dir: juice/rust-blas
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment