Module: ChefVPCToolkit::ChefInstaller

Defined in:
lib/chef-vpc-toolkit/chef_installer.rb

Constant Summary collapse

CHEF_INSTALL_FUNCTIONS = 
File.dirname(__FILE__) + "/chef-0.9.bash"

Class Method Summary collapse

Class Method Details

.client_validation_key(options) ⇒ Object 



132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 132

def self.client_validation_key(options)

client_validation_key=%x{
ssh -o "StrictHostKeyChecking no" root@#{options['ssh_gateway_ip']} bash <<-"EOF_GATEWAY"
ssh #{options['chef_server_name']} bash <<-"EOF_BASH"
#{IO.read(CHEF_INSTALL_FUNCTIONS)}
print_client_validation_key
EOF_BASH
EOF_GATEWAY
}

raise "Client validation key is blank." if client_validation_key.nil? or client_validation_key.empty?

return client_validation_key

end

.create_databags(options) ⇒ Object 



184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 184

def self.create_databags(options)

Util.raise_if_nil_or_empty(options, "ssh_gateway_ip")

if options["databags_json_file"].nil? or options["databags_json_file"].empty?
puts "No databag config file specified."
return
end
printf "Creating databags..."
STDOUT.flush

if not File.exists?(options["databags_json_file"]) then
	raise "Databags json file is missing: #{options["databags_json_file"]}."
end

json=JSON.parse(IO.read(options["databags_json_file"]))

databag_cmds=""

json.each_pair do |bag_name, items_json|
	databag_cmds+="knife data bag delete '#{bag_name}' -y &> /dev/null \n"
	databag_cmds+="knife data bag create '#{bag_name}' -y \n"

	items_json.each do |item_json|

	item_id=item_json["id"]
	raise "Databags json missing item ID." if item_id.nil? or item_id.empty?
	databag_cmds+="knife_create_databag '#{bag_name}' '#{item_id}' '#{item_json.to_json.to_s}'\n"
	end

data=%x{
ssh -o "StrictHostKeyChecking no" root@#{options['ssh_gateway_ip']} bash <<-"EOF_GATEWAY"
#{IO.read(CHEF_INSTALL_FUNCTIONS)}
#{databag_cmds}
EOF_GATEWAY
}

end

puts "OK."

end

.get_cookbook_repos(options) ⇒ Object 



22
23
24
25
26
27
28
29
30
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 22

def self.get_cookbook_repos(options)
	cookbook_repos_config=options["chef_cookbook_repos"]
	return "" if cookbook_repos_config.nil?
	if cookbook_repos_config.respond_to?(:inject) then
		return options["chef_cookbook_repos"].inject { |sum, c| sum + " " + c }
	else
		return cookbook_repos_config.to_s
	end
end

.install_chef_client(options, client_name, client_validation_key, os_type) ⇒ Object 



161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 161

def self.install_chef_client(options, client_name, client_validation_key, os_type)

	puts "Installing Chef client on: #{client_name}"

	data=%x{
	ssh -o "StrictHostKeyChecking no" root@#{options['ssh_gateway_ip']} bash <<-"EOF_GATEWAY"
	if ! grep -c "#{client_name}" /etc/hosts &> /dev/null; then
		echo "Client '#{client_name}' doesn't exist."
		exit 0
	fi
	ssh #{client_name} bash <<-"EOF_BASH"
	#{IO.read(File.dirname(__FILE__) + "/cloud_files.bash")}
	#{IO.read(CHEF_INSTALL_FUNCTIONS)}
	#{install_chef_script('CLIENT', os_type)}
	configure_chef_client '#{options['chef_server_name']}' '#{client_validation_key}'
	start_chef_client
	EOF_BASH
	EOF_GATEWAY
	}
	puts data

end

.install_chef_clients(options, client_validation_key, os_types) ⇒ Object 



149
150
151
152
153
154
155
156
157
158
159
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 149

def self.install_chef_clients(options, client_validation_key, os_types)

	# configure Chef clients on each node
	json=JSON.parse(IO.read(options['chef_json_file']))
	json.each_pair do |hostname, json_hash|
		if hostname != options['chef_server_name']
			install_chef_client(options, hostname, client_validation_key, os_types[hostname])
		end
	end

end

.install_chef_script(install_type = "CLIENT", os_type = "") ⇒ Object 



32
33
34
35
36
37
38
39
40
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 32

def self.install_chef_script(install_type="CLIENT", os_type="")
	return "" if os_type.nil? or os_type.empty?

	return %{
	#{IO.read(File.dirname(__FILE__) + "/chef_bootstrap/#{os_type}.bash")}
	install_chef "#{install_type}"
	}

end

.install_chef_server(options, machine_os_types) ⇒ Object 



66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 66

def self.install_chef_server(options, machine_os_types)

Util.raise_if_nil_or_empty(options, "ssh_gateway_ip")
Util.raise_if_nil_or_empty(options, "chef_json_file")
Util.raise_if_nil_or_empty(options, "chef_server_name")

# should we install a Chef client on the server?
json=JSON.parse(IO.read(options["chef_json_file"]))
configure_client_script=""
start_client_script=""
if json.has_key?(options["chef_server_name"]) then
	configure_client_script="configure_chef_client '#{options['chef_server_name']}' ''"
	start_client_script="start_chef_client"
end
knife_add_nodes_script=""
json.each_pair do |node_name, node_json|
	run_list=node_json['run_list'].inspect
	node_json.delete("run_list")
	attributes=node_json.to_json.to_s
	knife_add_nodes_script+="knife_add_node '#{node_name}' '#{run_list}' '#{attributes}'\n"
end

cookbook_urls=self.get_cookbook_repos(options)
os_type=machine_os_types[options['chef_server_name']]

data=%x{
ssh -o "StrictHostKeyChecking no" root@#{options['ssh_gateway_ip']} bash <<-"EOF_GATEWAY"
ssh #{options['chef_server_name']} bash <<-"EOF_BASH"
echo "Installing Chef server on: $HOSTNAME"
EOF_BASH
EOF_GATEWAY
}
puts data

data=%x{
ssh -o "StrictHostKeyChecking no" root@#{options['ssh_gateway_ip']} bash <<-"EOF_GATEWAY"
ssh #{options['chef_server_name']} bash <<-"EOF_BASH"
#{IO.read(File.dirname(__FILE__) + "/cloud_files.bash")}
#{install_chef_script('SERVER', os_type)}
#{IO.read(CHEF_INSTALL_FUNCTIONS)}

mkdir -p /root/cookbook-repos

configure_chef_server
start_chef_server
start_notification_server

#{configure_client_script}

configure_knife "#{options["knife_editor"]}"

knife_upload_cookbooks_and_roles

#{knife_add_nodes_script}

#{start_client_script}

EOF_BASH
EOF_GATEWAY
}
puts data

return client_validation_key(options)

end

.knife_readd_node(options, client_name) ⇒ Object 



227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 227

def self.knife_readd_node(options, client_name)

Util.raise_if_nil_or_empty(options, "ssh_gateway_ip")
Util.raise_if_nil_or_empty(options, "chef_json_file")

json=JSON.parse(IO.read(options["chef_json_file"]))
node_json=json[client_name]
run_list=node_json['run_list'].inspect
node_json.delete("run_list")
attributes=node_json.to_json.to_s
data=%x{
ssh -o "StrictHostKeyChecking no" root@#{options['ssh_gateway_ip']} bash <<-"EOF_GATEWAY"
#{IO.read(CHEF_INSTALL_FUNCTIONS)}
knife_delete_node '#{client_name}'
knife_add_node '#{client_name}' '#{run_list}' '#{attributes}'
EOF_GATEWAY
}

end

.load_configs ⇒ Object 



10
11
12
13
14
15
16
17
18
19
20
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 10

def self.load_configs

	config_file=CHEF_VPC_PROJECT + File::SEPARATOR + "config" + File::SEPARATOR + "chef_installer.yml"

	if File.exists?(config_file) then
		return YAML.load_file(config_file)
	else
		raise "The config/chef_installer.conf file is missing."
	end

end

.poll_clients(options, client_names, timeout = 600) ⇒ Object 



299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 299

def self.poll_clients(options, client_names, timeout=600)

output=%x{
ssh -o "StrictHostKeyChecking no" root@#{options['ssh_gateway_ip']} bash <<-"EOF_GATEWAY"
ssh #{options['chef_server_name']} bash <<-"EOF_BASH"
#{IO.read(CHEF_INSTALL_FUNCTIONS)}
poll_chef_client_online "#{client_names}" "#{timeout}"
EOF_BASH
EOF_GATEWAY
}
retval=$?
puts output
return retval.success?

end

.pull_cookbook_repos(options, local_dir = "#{CHEF_VPC_PROJECT}/cookbook-repos/", remote_directory = "/root/cookbook-repos") ⇒ Object 



252
253
254
255
256
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 252

def self.pull_cookbook_repos(options, local_dir="#{CHEF_VPC_PROJECT}/cookbook-repos/", remote_directory="/root/cookbook-repos")
	$stdout.printf "Pulling remote Chef cookbook repositories..."
	system("rsync -azL root@#{options['ssh_gateway_ip']}:#{remote_directory}/* '#{local_dir}'")
	puts "OK"
end

.rsync_cookbook_repos(options, local_dir = "#{CHEF_VPC_PROJECT}/cookbook-repos/", remote_directory = "/root/cookbook-repos") ⇒ Object 



258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 258

def self.rsync_cookbook_repos(options, local_dir="#{CHEF_VPC_PROJECT}/cookbook-repos/", remote_directory="/root/cookbook-repos")

	if File.exists?(local_dir) then
		$stdout.printf "Pushing local Chef cookbook repositories..."
		configs=Util.load_configs
		%x{ssh -o "StrictHostKeyChecking no" root@#{options['ssh_gateway_ip']} bash <<-"EOF_SSH"
			mkdir -p #{remote_directory}
			if [ -f /usr/bin/yum ]; then
				rpm -q rsync &> /dev/null || yum install -y -q rsync
			else
				dpkg -L rsync > /dev/null 2>&1 || apt-get install -y --quiet rsync > /dev/null 2>&1
			fi
		EOF_SSH
		}
		system("rsync -azL '#{local_dir}' root@#{options['ssh_gateway_ip']}:#{remote_directory}")
		puts "OK"
	end

	cookbook_urls=self.get_cookbook_repos(options)

	data=%x{
	ssh -o "StrictHostKeyChecking no" root@#{options['ssh_gateway_ip']} bash <<-"EOF_SSH"
	#{IO.read(File.dirname(__FILE__) + "/cloud_files.bash")}
	#{IO.read(CHEF_INSTALL_FUNCTIONS)}

	if [ -n "#{cookbook_urls}" ]; then
		download_cookbook_repos "#{cookbook_urls}"
	fi

	if [ -f /root/.chef/knife.rb ]; then
		echo -n "Uploading cookbooks and roles..."
		knife_upload_cookbooks_and_roles
		echo "OK"
	fi

	EOF_SSH
	}
	puts data

end

.tail_log(gateway_ip, server_name, log_file = "/var/log/chef/client.log", num_lines = "100") ⇒ Object 



247
248
249
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 247

def self.tail_log(gateway_ip, server_name, log_file="/var/log/chef/client.log", num_lines="100")
	%x{ssh -o "StrictHostKeyChecking no" root@#{gateway_ip} ssh #{server_name} tail -n #{num_lines} #{log_file}}
end

.validate_json(options) ⇒ Object

validate the chef.json config file by parsing it



43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
 
# File 'lib/chef-vpc-toolkit/chef_installer.rb', line 43

def self.validate_json(options)

	Util.raise_if_nil_or_empty(options, "chef_json_file")
	begin
		JSON.parse(IO.read(options["chef_json_file"]))
	rescue Exception => e
		puts "Failed to parse Chef JSON config file:"
		puts ""
		raise		
	end

	if not options["databags_json_file"].nil? and not options["databags_json_file"].empty?
		begin
			JSON.parse(IO.read(options["databags_json_file"]))
		rescue Exception => e
			puts "Failed to parse Databag JSON config file:"
			puts ""
			raise		
		end
	end

end