BoxGrinder

cloud-init

ec2-run-instances ami-12345678 -b /dev/xvdb=ephemeral0

# -d ami or -d ebs
boxgrinder-build my.appl -p ec2 -d ebs --delivery-config \ 
  block_device_mapping:'/dev/xvdb=ephemeral0:/dev/xvdc=ephemeral1'

FATAL -- : Logger::ShiftingError: Shifting failed. Permission denied - log/boxgrinder.log.2 or log/boxgrinder.log.3

    [root@localhost ~]# boxgrinder-build my.appl --
    --backtrace        --delivery-config  --os-config        --plugins
    --debug            --force            --platform         --trace
    --delivery         --help             --platform-config  --version

RSpec::Core::RakeTask.new('spec:coverage') do |t|
  t.ruby_opts = "-I ../boxgrinder-core/lib"
  t.pattern = "spec/**/*-spec.rb"
  t.rspec_opts = ['-r spec_helper', '-r boxgrinder-core', 
          '-r rubygems', <snip>]
  t.verbose = true

  if RUBY_VERSION =~ /^1.8/
    t.rcov = true
    t.rcov_opts = ["-Ispec:lib spec/rcov_helper.rb", <snip>]
  else
    ENV['COVERAGE'] = 'true'
  end
end

if ENV['COVERAGE']
  require 'simplecov'

  FILTER_DIRS = ['spec']

  SimpleCov.start do
    FILTER_DIRS.each{ |f| add_filter f }
  end
end

module BoxGrinder
  # Avoid Psych::SyntaxError (<unknown>): couldn't parse YAML in 1.9
  if RUBY_VERSION.split('.')[1] == '9'
    require 'yaml'
    YAML::ENGINE.yamler = 'syck'
  end
end

-    when :ec2:
+    when :ec2
       disk_format = :ami
       container_format = :ami
-    when :vmware:
+    when :vmware
       disk_format = :vmdk

-    repoquery_output.each do |line|
+    repoquery_output.each_line do |line|

-    vmdk_image.scan(/^createType="(.*)"\s?$/).to_s.should == "vmfs"
+    vmdk_image.match(/^createType="(.*)"\s?$/)[1].should == "vmfs"

[1] pry(main)> 'createType="BG"'.scan(/^createType="(.*)"\s?$/).to_s
=> "example" # Ruby 1.8.7

[1] pry(main)> 'createType="BG"'.scan(/^createType="(.*)"\s?$/).to_s
=> "[[\"example\"]]" # Ruby 1.9.3

- it "should add the path to the path_set" do
+ <snip> :if => RSpec::Expectations::Version::STRING >= '2.7.0' do
    expect{ simple_update }.to change(subject, :path_set).
      from(empty_set).to(mkset('/the/great/escape'))
  end

boxgrinder-build definition.appl -d libvirt --delivery-config connection_uri:qemu:///system,image_delivery_uri:/var/lib/libvirt/images  

[...] -d libvirt --delivery-config connection_uri:vbox+ssh://root@example.org/session,image_delivery_uri:sftp://root@example.org/var/lib/libvirt/images

boxgrinder-build definition.appl -d openstack

boxgrinder-build definition.appl -p ec2 -d openstack

boxgrinder-build definition.appl -p virtualpc

name: boxgrinder-#OS_NAME#
os:
  name: fedora
  version: 16

$ export MY_ENV="I-LOVE-BoxGrinder"

[...]
  base:
    - "mkdir #MY_ENV#" # This becomes "mkdir I-LOVE-BoxGrinder"

#A#: #B# #C#!
#B#: BoxGrinder
#C#: Rocks

name: jeos-f16
summary: fedora 16
os:
  name: fedora
  version: 16
files:
  "/opt":
    - "install_script.sh"
post:
  base:
    - "chmod +x /opt/install_script.sh && /opt/install_script.sh"

hardware:
  partitions:
    "/":
      size: 2
    "swap":
      size: 1

name: jeos-f16
summary: fedora 16 jeos!
os:
  name: fedora
  version: 16
repos:
  - name: "temp-fedora-updates-testing"
    mirrorlist: "https://mirrors.fedoraproject.org/metalink?repo=updates-testing-f#OS_VERSION#&arch=#BASE_ARCH#"
    ephemeral: true

yum update -y 'rubygem-boxgrinder*' --enablerepo='updates-testing'

boxgrinder-build my.appl -p ec2 -d ami --delivery-config overwrite:true

boxgrinder-build my.appl -p ec2 -d ami --delivery-config overwrite:true,terminate_instances:true

boxgrinder-build my.appl -p ec2 -d ami --delivery-config overwrite:true,preserve_snapshots:true

it "should add ec2-user account" do
  guestfs = mock("guestfs")

  guestfs.should_receive(:sh).with("useradd ec2-user")
  guestfs.should_receive(:sh).with("echo -e 'ec2-user\tALL=(ALL)\tNOPASSWD: ALL' >> /etc/sudoers")

  @plugin.add_ec2_user(guestfs)
end

it "should build Fedora JEOS" do
  @appliance = Appliance.new("./../appliances/jeos-fedora.appl", @config, :log => @log).create
end

after(:each) do
  @appliance.plugin_chain.last[:plugin].deliverables.each_value do |file|
    File.exists?(file).should == true
  end
end

$ guestfish -a centos-basic-sda.raw 

Welcome to guestfish, the libguestfs filesystem interactive shell for
editing virtual machine filesystems.

Type: 'help' for help on commands
      'man' to read the manual
      'quit' to quit the shell

><fs> launch 
><fs> mount /dev/vda
/dev/vda   /dev/vda1  /dev/vda2  
><fs> mount /dev/vda1 /
><fs> mount /dev/vda2 /b
/bin   /boot  
><fs> mount /dev/vda2 /boot/
><fs> ls /
bin
boot
dev
etc
home
lib
lib64
lost+found
media
mnt
opt
proc
root
sbin
selinux
srv
sys
tmp
usr
var
><fs> cat /etc/hosts
127.0.0.1       localhost.localdomain localhost
::1     localhost6.localdomain6 localhost6

><fs> 

it "should build modular appliance based on Fedora and convert it to VirtualBox" do
  @config.merge!(:platform => :virtualbox)
  @appliance = Appliance.new("./../appliances/modular.appl", @config, :log => @log).create

  GuestFSHelper.new([@appliance.plugin_chain[1][:plugin].deliverables[:disk]], @appliance.appliance_config, @config, :log => @log ).customize do |guestfs, guestfs_helper|
    guestfs.exists('/fedora-boxgrinder-test').should == 1
    guestfs.exists('/common-test-base-boxgrinder-test').should == 1
    guestfs.exists('/hardware-cpus-boxgrinder-test').should == 1
    guestfs.exists('/repos-boxgrinder-noarch-ephemeral-boxgrinder-test').should == 1
  end
end

it "should build Fedora JEOS" do
  @config.merge!(:platform => :ec2, :delivery => :ebs)
  @appliance = Appliance.new("./../appliances/mysql-fedora.appl", @config, :log => @log).create

  @ec2 = AWS::EC2::Base.new(:access_key_id => ACCESS_KEY_ID, :secret_access_key => SECRET_ACCESS_KEY)
  instance = @ec2.run_instances(:image_id =>  @appliance.plugin_chain.last[:plugin].deliverables[:ami]).instancesSet.item.first

  # Not implemented: wait for correct state instance.instanceState pending => started

  Net::SSH.start(instance.dnsName, 'ec2-user', :key_data => 'ASDASDASD' ) do |ssh|
    ssh.exec!('/etc/init.d/mysqld status').should match /is running/
    ssh.exec!('ps ax | grep [m]ysql | wc -l').should_not == '0'
  end

  @ec2.terminate_instance(:instance_id => instance.instanceId)
end

name: my-sl-appliance
os:
  name: sl
  version: 6

boxgrinder-build my-appliance.appl -p ec2 -d ebs

# First upload
boxgrinder-build my-appliance.appl -p ec2 -d ami
# Second upload fails, because there is already an image with the same name, version and release.
boxgrinder-build my-appliance.appl -p ec2 -d ami
# Works!
boxgrinder-build my-appliance.appl -p ec2 -d ami --delivery-config=overwrite:true

name: sigma-jeos
summary: Just Enough Operating System
os:
  name: fedora
  version: 15
  password: boxgrinder-rules
post:
  base:
    - /bin/echo "I am a CloudSigma appliance!" >> /what-am-i

plugins:
  elastichosts:
    endpoint: api.cloudsigma.com                      # required
    username: your@registered-email-address.com       # required
    password: whisper                                 # required
    chunk: 128                                        # default: 64 (in MB)
    start_part: 0                                     # default: 0
    wait: 5                                           # default: 5 (in s)
    retry: 5                                          # default: 3
    ssl: true                                         # default: false
    #drive_uuid:                                      # optional
    #drive_name:                                      # optional

boxgrinder-build sigma-jeos.appl -d elastichosts

I, [2011-05-18T18:55:27.201579 #14223]  INFO -- : Appliance f15-jeos uploaded to drive with UUID b161fd8b-d56s-4eea-9055-669daaec8aa4.
I, [2011-05-18T18:55:27.202616 #14223]  INFO -- : Appliance uploaded.
I, [2011-05-18T18:55:27.203164 #14223]  INFO -- : Creating new server...
I, [2011-05-18T18:55:28.155540 #14223]  INFO -- : Server was registered with 'f15-jeos-1.0' name as '02c80862-0282-4014-af28-d751fee1dead' UUID. Use web UI or API tools to start your server.

namee: whoops                       # Bad field name
summary: just an example
repos:
- name: example-repo
  baseurl: zz:/invalid_repo_path    # Invalid repo path
  ephemeral: truee                  # Typo in value

I, INFO -- : Validating appliance definition from blah.appl file...
E, ERROR -- : Error: [line 1, col 1] [/namee] key 'namee:' is undefined.
E, ERROR -- : Error: [line 5, col 5] [/repos/0/baseurl] 'zz:/invalid_repo_path': not matched to pattern ...
E, ERROR -- : Error: [line 6, col 5] [/repos/0/ephemeral] 'truee': not a boolean. # Must be true/false
E, ERROR -- : Error: [line 1, col 1] [/] key 'name:' is required. # The field name we intended to type

boxgrinder-build jeos.appl -d elastichosts

packages:
  includes:
    - mc

packages:
  - mc

plugins:
  vmware:
    type: personal
    thin_disk: true

boxgrinder build jeos.appl -p vmware --platform-config type:personal thin_disk:true

boxgrinder build jeos.appl -p ec2 -d ami --delivery-config region:us-east-1    

boxgrinder build jeos.appl -p ec2 -d ami --delivery-config region:eu-west-1 

boxgrinder build jeos.appl -p ec2 -d ami --delivery-config snapshot:true

packages:
  includes:
    - mc    

packages:
  - mc    

#!/bin/env ruby
puts "Building appliance XYZ..."
system "boxgrinder build xyz.appl -p vmware -d local"
puts "Done!"

#!/bin/env ruby
require 'rubygems'
require 'boxgrinder-build'

log = BoxGrinder::LogHelper.new(:level => :trace)
log.info "Building appliance XYZ..."

begin
  BoxGrinder::Appliance.new('xyz.appl', BoxGrinder::Config.new(:platform => :vmware, :deelivery => :local), :log => log).create
  log.info "Done!"
rescue => e
  log.error e
  log.error "Appliance build failed!"
end

#!/bin/env ruby
require 'rubygems'
require 'boxgrinder-build'

appliance = {'name' => 'xyz', 'hardware' => {'partitions' => {'/' => {'size' => 5}}}, 'os' => {'name' => 'fedora', 'version' => 14}, 'packages' => ['mc', 'openssh-clients', 'postgresql-server']}

log = BoxGrinder::LogHelper.new(:level => :trace)
log.info "Building appliance XYZ..."

begin
  BoxGrinder::Appliance.new(appliance.to_yaml, BoxGrinder::Config.new(:platform => :vmware, :deelivery => :local), :log => log).create
  log.info "Done!"
rescue => e
  log.error e
  log.error "Appliance build failed!"
end

export BG_CONFIG_FILE=/home/boxgrinder/boxgrinder_config_file   

log_level: trace    

force: true

dir:
  root: /home/boxgrinder/work
  cache: /home/boxgrinder/cache

additional_plugins:
  - some-funky-bg-plugin
  - another-great-bg-plugin

path: /var/boxgrinder/appliances
package: false

plugins:
  local:
    path: /var/boxgrinder/appliances
    package: false    

$ boxgrinder help build

BoxGrinder Build:
  A tool for building VM images from simple definition files.

Documentation:

http://community.jboss.org/docs/DOC-14358

Examples:
  $ boxgrinder build jeos.appl                                                           # Build KVM image for jeos.appl
  $ boxgrinder build jeos.appl --os-config format:qcow2                                  # Build KVM image for jeos.appl with a qcow2 disk
  $ boxgrinder build jeos.appl -f                                                        # Build KVM image for jeos.appl with removing previous build for this image
  $ boxgrinder build jeos.appl -p ec2 -d ami                                             # Build and register AMI for jeos.appl
  $ boxgrinder build jeos.appl -p vmware --platform-config type:personal thin_disk:true  # Build VMware image for VMware Server, Player, Fusion using thin (growing) disk
  $ boxgrinder build jeos.appl -p vmware -d local                                        # Build VMware image for jeos.appl and deliver it to local directory

Usage:
  boxgrinder build [appliance definition file] [options]

Options:
      [--platform-config=key:value]           # Platform plugin options.
  -d, [--delivery=DELIVERY]                   # The delivery method for selected appliance.
                                              # Default: none
      [--debug]                               # Prints debug information while building. Default: false.
      [--os-config=key:value]                 # Operating system plugin options.
      [--trace]                               # Prints trace information while building. Default: false.
  -f, [--force]                               # Force image creation - removes all previous builds for selected appliance. Default: false.
      [--delivery-config=key:value]           # Delivery plugin options.
  -l, [--additional-plugins=plugin1 plugin2]  # Space separated list of additional plugins. Default: empty.
  -p, [--platform=PLATFORM]                   # The name of platform you want to convert to.
                                              # Default: none

Create an image from selected appliance definition for selected platform and deliver it using selected method.

$ boxgrinder build jeos.appl -p vmware -d local --platform-config type:personal thin_disk:true --delivery-config path:'/var/boxgrinder/tmp' package:true    

type: personal   # or enterprise
thin_disk: true  # default: false

yum --enablerepo=updates-testing install rubygem-boxgrinder-*

    post:
      ec2:
        - "rpm -Uvh http://s3.amazonaws.com/ec2-downloads/ec2-ami-tools.noarch.rpm"

[boxgrinder-nightly]
name=BoxGrinder Nightly builds for Fedora 14
baseurl=http://repo.ci.boxgrinder.org/fedora/14/RPMS/
enabled=1
gpgcheck=0

yum --enablerepo=updates-testing update rubygem-boxgrinder-*

gem list | cut -d" " -f1 | grep boxgrinder | xargs sudo gem update

packages:
  includes:
    - bash
    - mc
    - ...

Administration Tools
Mail Server
Network Servers
Ruby
System Tools
Authoring and Publishing
Base
Books and Guides
Clustering
DNS Name Server
Development Libraries
Development Tools
Directory Server
Dogtag Certificate System
Editors
Educational Software
Electronic Lab
Engineering and Scientific
FTP Server
Fedora Eclipse
Fedora Packager
Font design and packaging
Fonts
GNOME Desktop Environment
GNOME Software Development
Games and Entertainment
Graphical Internet
Graphics
Haskell
Input Methods
Java
Java Development
KDE Software Compilation
KDE Software Development
LXDE
Legacy Fonts
Legacy Network Server
Legacy Software Development
MinGW cross-compiler
Moblin Desktop Environment
MySQL Database
News Server
OCaml
Office/Productivity
OpenOffice.org Development
Perl Development
PostgreSQL Database
Server Configuration Tools
Sound and Video
Sugar Desktop Environment
Text-based Internet
Virtualization
Web Development
Web Server
Window Managers
Windows File Server
X Software Development
X Window System
XFCE
XFCE Software Development

packages:
  includes:
    - @core

packages:
  includes:
    - @core
    - @XFCE
    - mc

hardware:
  partitions:
    "/":
      size: 2
      type: ext3
      options: "barrier=0,nodelalloc,nobh,noatime"
    "/home":
      size: 5
      type: ext4

curl http://repo.boxgrinder.org/boxgrinder/boxgrinder.repo > /etc/yum.repos.d/boxgrinder.repo
yum install rubygem-boxgrinder-build-fedora-os-plugin

setarch i386 boxgrinder-build jeos.appl

gem install *.gem

boxgrinder-build you_definition.appl -p ec2 -d ebs    

gem update boxgrinder-core boxgrinder-build boxgrinder-build-rpm-based-os-plugin boxgrinder-build-fedora-os-plugin boxgrinder-build-rhel-os-plugin boxgrinder-build-centos-os-plugin boxgrinder-build-fedora-os-plugin boxgrinder-build-ec2-platform-plugin

gem install boxgrinder-build

gem install boxgrinder-build-fedora-os-plugin

gem update boxgrinder-build

boxgrinder-build your-definition.appl

boxgrinder-build your-definition.appl

boxgrinder-build your-definition.appl -p vmware

boxgrinder-build your-definition.appl -p vmware -d sftp

yum install rubygem-boxgrinder-build

BoxGrinder

Upcoming EBS and S3 AMI changes

Providing block device mappings

At run-time

At build time

Why the changes?

Thoughts?

BoxGrinder 0.10.1 Released

Permission denied, log shifting errors

Ruby 1.9

Scientific Linux EBS AMIs

Bash tab completions

Other

Release notes

Bug

Enhancement

Task

Sub-task

Preparing for Fedora 17

Looking to the (beefy) future

Coverage Testing

Sycked up

Syntactical slips

String it out

Regex

Other bits

RSpec 2, when dependencies strike

Onwards

New features arriving in BoxGrinder Build 0.10.0

New plugin: libvirt delivery plugin

Examples

New plugin: OpenStack delivery plugin

New plugin: VirtualPC platform plugin

Kickstart support removal

Virtual machines disk alingment

New supported EC2 regions: sa-east-1 and us-west-2

Enhanced support for variables (parameters) in any string value field of an appliance definition

Release Notes

Bug

Enhancement

Feature Request

Task

BoxGrinder Build 0.9.8 is out

CentOS 6 support

Preserving your environment, and limiting time as root

Release Notes

Bug

Enhancement

Feature Request

BoxGrinder Build 0.9.7 and beyond

What we broke in the previous release

What we've done to avoid issues in the future

First - issue causes

What can we do to break things more rarely?

What to expect after 0.9.7?

Release Notes

Bug

Task

BoxGrinder Build 0.9.6 with files support is out

What's new in 0.9.6?

GRUB fixes

File section support

Swap support

Release Notes

Bug

Enhancement

Feature Request

BoxGrinder Build 0.9.5 released

BoxGrinder Build 0.9.5 released

What's new in 0.9.5?

Fedora 16 build support

0.9.4 Errata

Other points of interest

Of CentOS 6, Fedora 15 Kernels, and S3 Overwrite

When will CentOS 6 support arrive

Trouble booting Fedora 15 S3 AMIs

S3 overwrite issues

Comprehensive Change-log

Bug

Enhancement