Class: SwiftClient

Inherits:
Object
  • Object
show all
Defined in:
lib/swift_client.rb

Overview

Author

Murali Raju (<[email protected]>)

Copyright

Copyright © 2011 Murali Raju.

License

Apache License, Version 2.0

Licensed under the Apache License, Version 2.0 (the “License”); you may not use this file except in compliance with the License. You may obtain a copy of the License at

www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an “AS IS” BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Instance Method Summary collapse

Constructor Details

#initialize(type, auth_json) ⇒ SwiftClient

Returns a new instance of SwiftClient.



20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
 
# File 'lib/swift_client.rb', line 20

def initialize(type, auth_json)
	auth_config = File.read(Dir.home + "/.swift-manager/authentication/#{auth_json}.json")
	@auth_params = JSON.parse(auth_config)

	case type
	when 's3'
		provider = @auth_params["provider"]
		aws_secret_access_key = @auth_params["keys"]["secret_access_key"]
		aws_access_key_id = @auth_params["keys"]["access_key_id"]
		begin
			puts 'Connecting to OpenStack Swift: S3 middleware...'.color(:green)
			puts ''
			@connection = Fog::Storage.new(	:provider => provider, 
											:aws_secret_access_key => aws_secret_access_key, 
											:aws_access_key_id => aws_access_key_id	)
		
		rescue Exception => e
			raise 'Unable to connect to OpenStack Swift: S3 middleware. Check authentication information or if the service is running'
		end

	when 'swift'
		provider = @auth_params["provider"]			
		swift_api_key = @auth_params["keys"]["secret_access_key"]
		swift_username = @auth_params["keys"]["access_key_id"]
		swift_auth_ip = @auth_params["url_ip"]

		begin
		Excon.defaults[:ssl_verify_peer] = false #SSL verify error on Mac OS X	
		puts 'Connecting to OpenStack Swift...'.color(:green)
		puts ''
		@connection = Fog::Storage.new({	:provider => provider,
											:rackspace_username => swift_username,
											:rackspace_api_key => swift_api_key,
											:rackspace_auth_url => "#{swift_auth_ip}:8080/auth/v1.0"})

		@cdn_connection = Fog::CDN.new({	:provider => provider,
											:rackspace_username => swift_username,
											:rackspace_api_key => swift_api_key,
											:rackspace_auth_url => "#{swift_auth_ip}:8080/auth/v1.0"}) 			

		rescue Exception => e
			raise 'Unable to connect to OpenStack Swift. Check authentication information or if the service is running.'
		end						
	end
end

Instance Method Details

#create_container_no_cdn(prefix) ⇒ Object 



71
72
73
74
75
76
77
78
79
80
 
# File 'lib/swift_client.rb', line 71

def create_container_no_cdn(prefix)
	@connection.directories.create(
				:key    => "#{prefix}-#{Time.now.to_i}", # globally unique name
				:public => false,
				:cdn => ""
	)
	sleep 1	
	list_containers
	puts ''
end

#create_containers_no_cdn(prefix, number_of) ⇒ Object 



82
83
84
85
86
87
88
89
90
91
92
 
# File 'lib/swift_client.rb', line 82

def create_containers_no_cdn(prefix, number_of)
	start_time = Time.now.to_f
	@count = 1
	number_of.times do
		create_container_no_cdn(prefix)
		end_time = Time.now.to_f
		time_elapsed = end_time - start_time
		puts "Time elapsed to create #{@count} containers: #{time_elapsed} seconds".bright
		@count += 1			
	end
end

#create_objects(path_to_local_files, container) ⇒ Object 



125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
 
# File 'lib/swift_client.rb', line 125

def create_objects(path_to_local_files, container)
	directory = @connection.directories.get(container)
	files = Dir[path_to_local_files]
	for file in files do
		name = File.basename(file)
		begin
			unless directory.files.head(name)
				directory.files.create(:key => name, :body => open(file))
				puts "Uploading file #{name} to #{container}".bright
			else
				puts "File #{name} already exists. Please delete file and try again".bright
			end
		rescue Exception => e
			raise "Container #{container} does not exist. Please check and try again"
		end

	end
	puts ''
	puts 'Creating objects complete'.color(:green)
	puts ''
end

#delete_container(prefix) ⇒ Object 



94
95
96
97
98
99
100
101
102
103
 
# File 'lib/swift_client.rb', line 94

def delete_container(prefix)
	begin
		puts "Deleting container #{prefix}...".color(:green)
		@connection.directories.get(prefix).destroy
   		puts ''
	rescue Exception => e
		#Fog related bugs...tbd
		#raise 'Delete files first or check if the container lists using \'swift-manager list storage -t swift -f <auth> -i container\''
	end
end

#delete_containers ⇒ Object 



105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
 
# File 'lib/swift_client.rb', line 105

def delete_containers
	containers_json = @connection.directories.to_json
	containers = JSON.parse(containers_json)

	container_names = []
	containers.length.times do |i|
		container_names << containers[i]['key']
	end
	start_time = Time.now.to_f
	container_names.each do |container|
		delete_files(container)
		delete_container(container)
		end_time = Time.now.to_f
		@time_elapsed = end_time - start_time
	end
	puts ''
	puts "Time elapsed to delete #{containers.length} containers: #{@time_elapsed} seconds".bright
	puts ''
end

#delete_objects(container) ⇒ Object 



151
152
153
154
155
156
157
158
159
160
 
# File 'lib/swift_client.rb', line 151

def delete_objects(container)

    directory = @connection.directories.get(container)
    files = directory.files
    files.each do |f|
		f.destroy
    end
	puts ''
	puts "*Deleting all files in container #{container}".bright
end

#generate_json_output ⇒ Object 



162
163
164
165
166
167
168
169
 
# File 'lib/swift_client.rb', line 162

def generate_json_output
	container_json_path = Dir.home + "/.swift-manager/shell/container.json"
	files_json_path 	= Dir.home + "/.swift-manager/shell/files.json"

	File.open(container_json_path, "w") do |f|        
	    f << @connection.directories.to_json
	end
end

#list_containers ⇒ Object 



67
68
69
 
# File 'lib/swift_client.rb', line 67

def list_containers
 	@connection.directories.table
end

#list_objects(container_name) ⇒ Object 



147
148
149
 
# File 'lib/swift_client.rb', line 147

def list_objects(container_name)
	@connection.directories.get(container_name).files.table([:key, :last_modified, :content_length])			
end