DZone Snippets: aws code

Rake task to set all S3 files public_read

spiceee (Spiceee) — Tue, 15 Jul 2008 01:00:37 GMT

// If you ever need to make sure all your Amazon S3 files are set to public_read, here's a rake task





namespace :s3 do

  desc "Make all objects in S3 public_read"

  task :make_public_readable do

    require 'aws/s3'

    # you might have this setup as env vars, doesn't work for me as i have more than one AWS account

    AWS::S3::Base.establish_connection!(:access_key_id => '',:secret_access_key => '')    

    

    marker = ""

    

    loop do

      objects = AWS::S3::Bucket.objects('your_bucket', :marker=>marker, :max_keys=>100)

      puts "found #{objects.size} objects"

    

      break if objects.size == 0

    

      marker = objects.last.key

      puts "new marker is \"#{marker}\""

    

      public_grant = AWS::S3::ACL::Grant.grant :public_read

  

      objects.each do |o|

        if not o.acl.grants.include? public_grant

          puts "\"#{o.key}\" does not include public_read"

          o.acl.grants << public_grant

          o.acl(o.acl)

        end

      end

    end

  end

  

end

upload_to_s3 - Ruby S3 upload client

peter (Peter Cooperx) — Fri, 01 Jun 2007 17:21:39 GMT

Prerequisites:
gem install aws-s3
gem install main

#!/bin/env ruby



require 'rubygems'

require 'main'

require 'aws/s3'

include AWS::S3



Main {

  argument('source_filename') {

    cast :string

    description 'source filename to copy to S3'

  }



  argument('bucket_name') {

    cast :string

    description 'bucket to place the file in on S3'

  }



  option('access_key_id') {

    argument :optional

    description 'specify the access_key_id manually'

    default 'put your access key here if you want'

  }



  option('secret_access_key') {

    argument :optional

    description 'specify the secret key manually'

    default 'put your secret key here if you want'

  }



  def run

    bucket_name = params['bucket_name'].value

    source_filename = params['source_filename'].value



    Base.establish_connection!(

      :access_key_id     => params['access_key_id'].value,

      :secret_access_key => params['secret_access_key'].value

    )



    begin

      Bucket.find(bucket_name)

    rescue

      puts "Need to make bucket #{bucket_name}.."

      Bucket.create(bucket_name)



      # Confirm its existence..

      Bucket.find(bucket_name)

    end



    puts "Got bucket.."

    puts "Uploading #{File.basename(source_filename)}.."

    S3Object.store(File.basename(source_filename), open(source_filename), bucket_name)

    puts "Stored!"



    exit_success!

  end

}

Ruby Client for Amazon Alexa Site Thumbnail (AST) Service

peter (Peter Cooperx) — Tue, 05 Dec 2006 18:31:27 GMT

It's scrappy, but it does the job.



require 'cgi'

require 'openssl'

require 'base64'

require 'open-uri'



access_id = 'YOUR_ACCESS_ID'

secret_id = 'YOUR_SECRET_ID'



source_url = ARGV.first



timestamp = Time.now.strftime("%Y-%m-%dT%H:%M:%SZ")

sig = Base64.encode64(OpenSSL::HMAC::digest(OpenSSL::Digest::Digest.new('SHA1'), secret_id, 'Thumbnail' + timestamp)).strip



url = "http://ast.amazonaws.com/Xino?Action=Thumbnail&AWSAccessKeyId=" + access_id

url << "&Signature=" + CGI.escape(sig)

url << "&Timestamp=" + CGI.escape(timestamp)

url << "&Url=" +  source_url



begin

  doc = open(url).read

rescue

  puts "Could not access AWS"

  exit

end



m = doc.match(/\]+exists=\"true\"\>(.+?)\<\//i)



if m && m[1]

  thumb_url = m[1]

  thumb_url.gsub!(/\&/, '&')

  File.open("#{source_url}.jpg", "w") { |f| f.write open(thumb_url).read }

  puts "Saved to #{source_url}.jpg"

elsif m && m.match(/exists=\"false\"/)

  puts "No thumbnail for #{source_url}"

else

  puts "Error"

end

S3 upload client for Ruby

peter (Peter Cooperx) — Thu, 30 Nov 2006 10:27:44 GMT

Uses Marcel Molina's AWS::S3 gem.. gem install aws-s3



#!/usr/bin/env ruby



require 'rubygems'

require 'aws/s3'



local_file = ARGV[0]

bucket = ARGV[1]

mime_type = ARGV[2] || "application/octet-stream"



AWS::S3::Base.establish_connection!(

  :access_key_id     => 'REPLACE_ME',

  :secret_access_key => 'REPLACE_ME'

)



base_name = File.basename(local_file)



puts "Uploading #{local_file} as '#{base_name}' to '#{bucket}'"



AWS::S3::S3Object.store(

  base_name,

  File.open(local_file),

  bucket,

  :content_type => mime_type

)



puts "Uploaded!"