Allow overriding appspec path + fallback to appspec.yml and appspec.yaml

nyo · nyo · commit 6a96bb59d0e0 · 2020-09-03T20:49:20.000+02:00
Removed leftover debug typos

Renamed variable to not have default in the name

Added arg --appspec-path

Allow for appspec-filename to be overridden
diff --git a/lib/aws/codedeploy/local/deployer.rb b/lib/aws/codedeploy/local/deployer.rb
@@ -76,7 +76,7 @@ def execute_events(args)
           deployment_group_id = args['--deployment-group']
           events = self.class.events_from_comma_separated_list(args['--events'])
 
-          spec = build_spec(args['--bundle-location'], args['--type'], deployment_group_id, args['--file-exists-behavior'], all_possible_lifecycle_events(events), args['--deployment-group-name'], args['--application-name'])
+          spec = build_spec(args['--bundle-location'], args['--type'], deployment_group_id, args['--file-exists-behavior'], all_possible_lifecycle_events(events), args['--deployment-group-name'], args['--application-name'], args['--appspec-filename'])
 
           command_executor = InstanceAgent::Plugins::CodeDeployPlugin::CommandExecutor.new(:hook_mapping => hook_mapping(events))
           all_lifecycle_events_to_execute = add_download_bundle_and_install_events(ordered_lifecycle_events(events))
@@ -126,14 +126,15 @@ def hook_mapping(events)
           Hash[all_events_plus_default_events_minus_required_events.map{|h|[h,[h]]}]
         end
 
-        def build_spec(location, bundle_type, deployment_group_id, file_exists_behavior, all_possible_lifecycle_events, deployment_group_name, application_name)
+        def build_spec(location, bundle_type, deployment_group_id, file_exists_behavior, all_possible_lifecycle_events, deployment_group_name, application_name, appspec_filename)
           @deployment_id = self.class.random_deployment_id
           puts "Starting to execute deployment from within folder #{deployment_folder(deployment_group_id, @deployment_id)}"
           OpenStruct.new({
             :format => "TEXT/JSON",
             :payload => {
               "ApplicationId" => location,
               "ApplicationName" => application_name || location,
+              "AppSpecFilename" => appspec_filename || "appspec.yml",
               "DeploymentGroupId" => deployment_group_id,
               "DeploymentGroupName" => deployment_group_name || "LocalFleet",
               "DeploymentId" => @deployment_id,
diff --git a/lib/instance_agent/plugins/codedeploy/command_executor.rb b/lib/instance_agent/plugins/codedeploy/command_executor.rb
@@ -154,7 +154,7 @@ def map
                 :deployment_root_dir => deployment_root_dir(deployment_spec),
                 :last_successful_deployment_dir => last_successful_deployment_dir(deployment_spec.deployment_group_id),
                 :most_recent_deployment_dir => most_recent_deployment_dir(deployment_spec.deployment_group_id),
-                :app_spec_path => app_spec_path)
+                :app_spec_path => deployment_spec.app_spec_path)
                 script_log.concat_log(hook_command.execute)
               end
               script_log.log
@@ -183,7 +183,7 @@ def last_successful_deployment_dir(deployment_group)
           return unless File.exist? last_successful_install_file_location
           File.open last_successful_install_file_location do |f|
             return f.read.chomp
-          end 
+          end
         end
 
         private
@@ -192,29 +192,30 @@ def most_recent_deployment_dir(deployment_group)
           return unless File.exist? most_recent_install_file_location
           File.open most_recent_install_file_location do |f|
             return f.read.chomp
-          end 
+          end
         end
 
         private
         def default_app_spec(deployment_spec)
-          default_app_spec_location = File.join(archive_root_dir(deployment_spec), app_spec_path)
-          log(:debug, "Checking for app spec in #{default_app_spec_location}")
-          validate_app_spec_hooks(ApplicationSpecification::ApplicationSpecification.parse(File.read(default_app_spec_location)), deployment_spec.all_possible_lifecycle_events)
+          app_spec_location = app_spec_real_path(deployment_spec)
+          validate_app_spec_hooks(app_spec_location, deployment_spec.all_possible_lifecycle_events)
         end
 
         private
-        def validate_app_spec_hooks(app_spec, all_possible_lifecycle_events)
+        def validate_app_spec_hooks(app_spec_location, all_possible_lifecycle_events)
+          app_spec = ApplicationSpecification::ApplicationSpecification.parse(File.read(app_spec_location))
+          app_spec_filename = File.basename(app_spec_location)
           unless all_possible_lifecycle_events.nil?
             app_spec_hooks_plus_hooks_from_mapping = app_spec.hooks.keys.to_set.merge(@hook_mapping.keys).to_a
             unless app_spec_hooks_plus_hooks_from_mapping.to_set.subset?(all_possible_lifecycle_events.to_set)
               unknown_lifecycle_events = app_spec_hooks_plus_hooks_from_mapping - all_possible_lifecycle_events
-              raise ArgumentError.new("appspec.yml file contains unknown lifecycle events: #{unknown_lifecycle_events}")
+              raise ArgumentError.new("#{app_spec_filename} file contains unknown lifecycle events: #{unknown_lifecycle_events}")
             end
 
             app_spec_hooks_plus_hooks_from_default_mapping = app_spec.hooks.keys.to_set.merge(InstanceAgent::Plugins::CodeDeployPlugin::CommandPoller::DEFAULT_HOOK_MAPPING.keys).to_a
             custom_hooks_not_found_in_appspec = custom_lifecycle_events(all_possible_lifecycle_events) - app_spec_hooks_plus_hooks_from_default_mapping
             unless (custom_hooks_not_found_in_appspec).empty?
-              raise ArgumentError.new("You specified a lifecycle event which is not a default one and doesn't exist in your appspec.yml file: #{custom_hooks_not_found_in_appspec.join(',')}")
+              raise ArgumentError.new("You specified a lifecycle event which is not a default one and doesn't exist in your #{app_spec_filename} file: #{custom_hooks_not_found_in_appspec.join(',')}")
             end
           end
 
@@ -238,7 +239,7 @@ def most_recent_install_file_path(deployment_group)
         private
         def download_from_s3(deployment_spec, bucket, key, version, etag)
           log(:debug, "Downloading artifact bundle from bucket '#{bucket}' and key '#{key}', version '#{version}', etag '#{etag}'")
-                    
+
           s3 = Aws::S3::Client.new(s3_options)
 
           File.open(artifact_bundle(deployment_spec), 'wb') do |file|
@@ -269,14 +270,14 @@ def s3_options
           if !InstanceAgent::Config.config[:s3_endpoint_override].to_s.empty?
             options[:endpoint] = URI(InstanceAgent::Config.config[:s3_endpoint_override])
           elsif InstanceAgent::Config.config[:use_fips_mode]
-            #S3 Fips pseudo-regions are not supported by the SDK yet 
+            #S3 Fips pseudo-regions are not supported by the SDK yet
             #source for the URL: https://aws.amazon.com/compliance/fips/
             options[:endpoint] = "https://s3-fips.#{region}.amazonaws.com"
-          end 
+          end
           proxy_uri = nil
           if InstanceAgent::Config.config[:proxy_uri]
             proxy_uri = URI(InstanceAgent::Config.config[:proxy_uri])
-          end          
+          end
           options[:http_proxy] = proxy_uri
 
           if InstanceAgent::Config.config[:log_aws_wire]
@@ -288,10 +289,10 @@ def s3_options
                 64 * 1024 * 1024)
             options[:http_wire_trace] = true
           end
-          
-          options          
-        end  
-        
+
+          options
+        end
+
         private
         def download_from_github(deployment_spec, account, repo, commit, anonymous, token)
 
@@ -402,7 +403,7 @@ def unpack_bundle(cmd, bundle_file, deployment_spec)
 
           # If the top level of the archive is a directory that contains an appspec,
           # strip that before giving up
-          if ((archive_root_files.size == 1) && 
+          if ((archive_root_files.size == 1) &&
               File.directory?(File.join(dst, archive_root_files[0])) &&
               Dir.entries(File.join(dst, archive_root_files[0])).grep(/appspec/i).any?)
             log(:info, "Stripping leading directory from archive bundle contents.")
@@ -417,7 +418,7 @@ def unpack_bundle(cmd, bundle_file, deployment_spec)
             FileUtils.mv(nested_archive_root, dst)
             FileUtils.rmdir(tmp_dst)
 
-            log(:debug, Dir.entries(dst).join("; "))            
+            log(:debug, Dir.entries(dst).join("; "))
           end
         end
 
@@ -433,7 +434,7 @@ def update_most_recent_install(deployment_spec)
           File.open(most_recent_install_file_path(deployment_spec.deployment_group_id), 'w+') do |f|
             f.write deployment_root_dir(deployment_spec)
           end
-        end  
+        end
 
         private
         def cleanup_old_archives(deployment_spec)
@@ -445,7 +446,7 @@ def cleanup_old_archives(deployment_spec)
 
           full_path_deployment_archives = deployment_archives.map{ |f| File.join(ProcessManager::Config.config[:root_dir], deployment_group, f)}
           full_path_deployment_archives.delete(deployment_root_dir(deployment_spec))
-          
+
           extra = full_path_deployment_archives.size - @archives_to_retain + 1
           return unless extra > 0
 
@@ -458,7 +459,7 @@ def cleanup_old_archives(deployment_spec)
 
           # Absolute path takes care of relative root directories
           directories = oldest_extra.map{ |f| File.absolute_path(f) }
-          log(:debug,"Delete Files #{directories}" )
+          log(:debug, "Delete Files #{directories}")
           InstanceAgent::Platform.util.delete_dirs_command(directories)
 
         end
@@ -473,6 +474,24 @@ def app_spec_path
           'appspec.yml'
         end
 
+        # Checks for existence the possible extensions of the app_spec_path (.yml and .yaml)
+        private
+        def app_spec_real_path(deployment_spec)
+          app_spec_param_location = File.join(archive_root_dir(deployment_spec), deployment_spec.app_spec_path)
+          app_spec_yaml_location = File.join(archive_root_dir(deployment_spec), "appspec.yaml")
+          app_spec_yml_location = File.join(archive_root_dir(deployment_spec), "appspec.yml")
+          if File.exist? app_spec_param_location
+            log(:debug, "Using appspec file #{app_spec_param_location}")
+            app_spec_param_location
+          elsif File.exist? app_spec_yaml_location
+            log(:debug, "Using appspec file #{app_spec_yaml_location}")
+            app_spec_yaml_location
+          else
+            log(:debug, "Using appspec file #{app_spec_yml_location}")
+            app_spec_yml_location
+          end
+        end
+
         private
         def description
           self.class.to_s
diff --git a/lib/instance_agent/plugins/codedeploy/deployment_specification.rb b/lib/instance_agent/plugins/codedeploy/deployment_specification.rb
@@ -13,6 +13,7 @@ class DeploymentSpecification
         attr_accessor :external_account, :repository, :commit_id, :anonymous, :external_auth_token
         attr_accessor :file_exists_behavior
         attr_accessor :local_location, :all_possible_lifecycle_events
+        attr_accessor :app_spec_path
         class << self
           attr_accessor :cert_store
         end
@@ -47,6 +48,12 @@ def initialize(data)
           @deployment_creator = data["DeploymentCreator"] || "user"
           @deployment_type = data["DeploymentType"] || "IN_PLACE"
 
+          if property_set?(data, "AppSpecFilename")
+            @app_spec_path = data["AppSpecFilename"]
+          else
+            @app_spec_path = "appspec.yml"
+          end
+
           raise 'Must specify a revison' unless data["Revision"]
           @revision_source = data["Revision"]["RevisionType"]
           raise 'Must specify a revision source' unless @revision_source
@@ -99,7 +106,7 @@ def initialize(data)
         end
         # Decrypts the envelope /deployment specs
         # Params:
-        # envelope: deployment specification thats to be cheked and decrypted
+        # envelope: deployment specification that's to be checked and decrypted
         def self.parse(envelope)
           raise 'Provided deployment spec was nil' if envelope.nil?
 
diff --git a/spec/aws/codedeploy/local/deployer_spec.rb b/spec/aws/codedeploy/local/deployer_spec.rb
@@ -562,24 +562,86 @@ def create_config_file(working_directory, log_dir = nil)
           AWS::CodeDeploy::Local::Deployer.new(@config_file_location).execute_events(args)
         end
       end
+
+      context 'when appspec-filename is not in the args' do
+        let(:args) do
+          {"deploy"=>true,
+           '--file-exists-behavior'=>InstanceAgent::Plugins::CodeDeployPlugin::DeploymentSpecification::DEFAULT_FILE_EXISTS_BEHAVIOR,
+           "--location"=>true,
+           "--bundle-location"=>SAMPLE_FILE_BUNDLE,
+           "--type"=>'tgz',
+           '--deployment-group'=>DEPLOYMENT_GROUP_ID,
+           '--deployment-group-name'=>SAMPLE_DEPLOYMENT_GROUP_NAME,
+           "--help"=>false,
+           "--version"=>false}
+        end
+        it 'generates a spec with the provided value' do
+          allow(File).to receive(:exists?).with(SAMPLE_FILE_BUNDLE).and_return(true)
+          executor = double(InstanceAgent::Plugins::CodeDeployPlugin::CommandExecutor)
+
+          expect(InstanceAgent::Plugins::CodeDeployPlugin::CommandExecutor).to receive(:new).
+              with(:hook_mapping => EXPECTED_HOOK_MAPPING).
+              and_return(executor)
+
+          AWS::CodeDeploy::Local::Deployer::DEFAULT_ORDERED_LIFECYCLE_EVENTS.each do |name|
+            expect(executor).to receive(:execute_command).with(
+                OpenStruct.new(:command_name => name),
+                deployment_spec(SAMPLE_FILE_BUNDLE, 'Local File', 'tgz',
+                                AWS::CodeDeploy::Local::Deployer::DEFAULT_ORDERED_LIFECYCLE_EVENTS, deployment_group_name:SAMPLE_DEPLOYMENT_GROUP_NAME, application_name: nil)).once.ordered
+          end
+          AWS::CodeDeploy::Local::Deployer.new(@config_file_location).execute_events(args)
+        end
+      end
+
+      context 'when appspec-filename is in the args' do
+        let(:args) do
+          {"deploy"=>true,
+           '--file-exists-behavior'=>InstanceAgent::Plugins::CodeDeployPlugin::DeploymentSpecification::DEFAULT_FILE_EXISTS_BEHAVIOR,
+           "--location"=>true,
+           "--appspec-filename"=>"appspec-override.yaml",
+           "--bundle-location"=>SAMPLE_FILE_BUNDLE,
+           "--type"=>'tgz',
+           '--deployment-group'=>DEPLOYMENT_GROUP_ID,
+           '--deployment-group-name'=>SAMPLE_DEPLOYMENT_GROUP_NAME,
+           "--help"=>false,
+           "--version"=>false}
+        end
+        it 'generates a spec with the provided value' do
+          allow(File).to receive(:exists?).with(SAMPLE_FILE_BUNDLE).and_return(true)
+          executor = double(InstanceAgent::Plugins::CodeDeployPlugin::CommandExecutor)
+
+          expect(InstanceAgent::Plugins::CodeDeployPlugin::CommandExecutor).to receive(:new).
+              with(:hook_mapping => EXPECTED_HOOK_MAPPING).
+              and_return(executor)
+
+          AWS::CodeDeploy::Local::Deployer::DEFAULT_ORDERED_LIFECYCLE_EVENTS.each do |name|
+            expect(executor).to receive(:execute_command).with(
+                OpenStruct.new(:command_name => name),
+                deployment_spec(SAMPLE_FILE_BUNDLE, 'Local File', 'tgz',
+                                AWS::CodeDeploy::Local::Deployer::DEFAULT_ORDERED_LIFECYCLE_EVENTS, deployment_group_name:SAMPLE_DEPLOYMENT_GROUP_NAME, application_name: nil, appspec_filename: "appspec-override.yaml")).once.ordered
+          end
+          AWS::CodeDeploy::Local::Deployer.new(@config_file_location).execute_events(args)
+        end
+      end
+
     end
 
-    def deployment_spec(location, revision_type, bundle_type, all_possible_lifecycle_events, s3revision_includes_version=false, s3revision_includes_etag=false, deployment_group_id=DEPLOYMENT_GROUP_ID, file_exists_behavior=InstanceAgent::Plugins::CodeDeployPlugin::DeploymentSpecification::DEFAULT_FILE_EXISTS_BEHAVIOR, deployment_group_name:nil, application_name:nil)
+    def deployment_spec(location, revision_type, bundle_type, all_possible_lifecycle_events, s3revision_includes_version=false, s3revision_includes_etag=false, deployment_group_id=DEPLOYMENT_GROUP_ID, file_exists_behavior=InstanceAgent::Plugins::CodeDeployPlugin::DeploymentSpecification::DEFAULT_FILE_EXISTS_BEHAVIOR, deployment_group_name:nil, application_name:nil, appspec_filename: nil)
       revision_data_key = revision_data(revision_type, location, bundle_type, s3revision_includes_version, s3revision_includes_etag).keys.first
       revision_data_value = revision_data(revision_type, location, bundle_type, s3revision_includes_version, s3revision_includes_etag).values.first
       OpenStruct.new({
         :format => "TEXT/JSON",
         :payload => {
           "ApplicationId" =>  location,
           "ApplicationName" => application_name || location,
+          "AppSpecFilename" => appspec_filename || "appspec.yml",
           "DeploymentGroupId" => deployment_group_id,
           "DeploymentGroupName" => deployment_group_name || "LocalFleet",
           "DeploymentId" => TEST_DEPLOYMENT_ID,
           "AgentActionOverrides" => {"AgentOverrides" => {"FileExistsBehavior" => file_exists_behavior}},
           "Revision" => {"RevisionType" => revision_type,
                          revision_data_key => revision_data_value},
           "AllPossibleLifecycleEvents" => all_possible_lifecycle_events
-
         }.to_json.to_s
       })
     end
diff --git a/test/instance_agent/plugins/codedeploy/command_executor_test.rb b/test/instance_agent/plugins/codedeploy/command_executor_test.rb
diff --git a/test/instance_agent/plugins/codedeploy/deployment_specification_test.rb b/test/instance_agent/plugins/codedeploy/deployment_specification_test.rb
