217 lines
8.2 KiB
Ruby
Executable File
217 lines
8.2 KiB
Ruby
Executable File
#
|
|
# File:: copy_matching_files.rb
|
|
# Description:: Compare two folders of files. Any files that match are copied to a third folder - used for scripts in TU. Variation on Derek's copy_diffs.rb
|
|
|
|
# Author:: Derek Ward <derek@rockstarnorth.com>, modified by Graeme
|
|
# Date:: 02 Sept 2013
|
|
#
|
|
|
|
#-----------------------------------------------------------------------------
|
|
# Uses
|
|
#-----------------------------------------------------------------------------
|
|
|
|
require 'RSG.Base.Configuration.dll'
|
|
require 'RSG.Base.dll'
|
|
require 'System.Core'
|
|
require 'mscorlib'
|
|
require 'RSG.Pipeline.Core.dll'
|
|
|
|
require 'RSG.Base.Windows.dll'
|
|
include RSG::Base::Configuration
|
|
include RSG::Base::Logging
|
|
include RSG::Base::Logging::Universal
|
|
include RSG::Base::OS
|
|
include RSG::Base::Windows
|
|
include RSG::Pipeline::Core
|
|
require 'pipeline/os/options'
|
|
include Pipeline
|
|
|
|
require 'fileutils'
|
|
|
|
|
|
#-----------------------------------------------------------------------------
|
|
# Constants
|
|
#-----------------------------------------------------------------------------
|
|
AUTHOR = 'RSGEDI Tools'
|
|
EMAIL = 'RSGEDI Tools <*tools@rockstarnorth.com>'
|
|
OPTIONS = [
|
|
LongOption::new( 'source_folder', LongOption::ArgType.Required, 's', 'source_folder' ),
|
|
LongOption::new( 'compare_folder', LongOption::ArgType.Required, 'c', 'compare_folder' ),
|
|
LongOption::new( 'dest_folder', LongOption::ArgType.Required, 'd', 'dest_folder' ),
|
|
LongOption::new( 'wildcard', LongOption::ArgType.Required, 'w', 'wildcard' ),
|
|
LongOption::new( 'email', LongOption::ArgType.Required, 'e', 'email' ),
|
|
]
|
|
|
|
#-----------------------------------------------------------------------------
|
|
# Functions
|
|
#-----------------------------------------------------------------------------
|
|
|
|
#-----------------------------------------------------------------------------
|
|
# Entry-Point
|
|
#-----------------------------------------------------------------------------
|
|
|
|
if ( __FILE__ == $0 ) then
|
|
|
|
puts "#{$0} #{$*}"
|
|
hdr = "INFO_MSG: "
|
|
|
|
g_Options = OS::Options::new( OPTIONS )
|
|
|
|
begin
|
|
|
|
retcode = 0
|
|
|
|
if ( g_Options.is_enabled?( 'help' ) )
|
|
puts "#{__FILE__}"
|
|
puts "Usage:"
|
|
puts g_Options.usage()
|
|
exit( 1 )
|
|
end
|
|
|
|
LogFactory.CreateApplicationConsoleLogTarget( )
|
|
g_Log = LogFactory.CreateUniversalLog("copy_matching_files")
|
|
g_LogFile = LogFactory.CreateUniversalLogFile("copy_matching_files", g_Log) # as UniversalLogFile
|
|
|
|
g_Config = RSG::Base::Configuration::ConfigFactory::CreateConfig( )
|
|
|
|
source_folder = g_Options.get( 'source_folder' ) unless g_Options.get( 'source_folder' ).nil?
|
|
compare_folder = g_Options.get( 'compare_folder' ) unless g_Options.get( 'compare_folder' ).nil?
|
|
dest_folder = g_Options.get( 'dest_folder' ) unless g_Options.get( 'dest_folder' ).nil?
|
|
wildcard = g_Options.get( 'wildcard' ) unless g_Options.get( 'wildcard' ).nil?
|
|
email = g_Options.get( 'email' ) unless g_Options.get( 'email' ).nil?
|
|
|
|
g_Log.Message("#{hdr} ")
|
|
g_Log.Message("#{hdr}******************")
|
|
g_Log.Message("#{hdr}*** Copy_matching_files ***")
|
|
g_Log.Message("#{hdr}******************")
|
|
g_Log.Message("#{hdr} ")
|
|
g_Log.Message("#{hdr}Source folder : #{source_folder}")
|
|
g_Log.Message("#{hdr}Compare folder : #{compare_folder}")
|
|
g_Log.Message("#{hdr}Dest folder : #{dest_folder}")
|
|
g_Log.Message("#{hdr}Wildcard : #{wildcard}");
|
|
g_Log.Message("#{hdr} ")
|
|
|
|
if (!File.directory? source_folder)
|
|
g_Log.Warning("directory doesnt exist #{source_folder}" )
|
|
exit ( 0 )
|
|
end
|
|
|
|
if (!File.directory? compare_folder)
|
|
g_Log.Warning("compare folder doesnt exist #{compare_folder}" )
|
|
exit ( 0 )
|
|
end
|
|
|
|
g_Log.Message("#{hdr} Erase #{dest_folder}")
|
|
FileUtils.rm_rf dest_folder if (File.exists? dest_folder)
|
|
|
|
g_Log.Message("#{hdr} Mkdir #{dest_folder}")
|
|
Dir.mkdir(dest_folder) unless File.exists?(dest_folder)
|
|
|
|
files = System::IO::Directory.GetFiles(source_folder, wildcard)
|
|
if (files == nil || files.Length==0)
|
|
g_Log.Warning("no files found in #{source_folder}" )
|
|
exit ( 0 )
|
|
end
|
|
|
|
# files_new = []
|
|
files_differ = []
|
|
files_identical = []
|
|
files_compared = []
|
|
num_files = files.size
|
|
i = 1
|
|
g_Log.Message("#{hdr}------ Comparing #{num_files} files --------")
|
|
files.each do |file|
|
|
filename = File.basename(file)
|
|
compare_with = "#{compare_folder}\\#{filename}"
|
|
|
|
if (File.exists?(compare_with))
|
|
#
|
|
# Does a filesize comnparison then (if required) reads streams in blocks until files differ.
|
|
# - that seems perfectly good and is not memory hungry.
|
|
#
|
|
result = FileUtils.compare_file(file, compare_with)
|
|
if (result)
|
|
# g_Log.Message("#{hdr}(#{i}/#{num_files}) Identical : #{File.basename(file)}")
|
|
files_identical << compare_with
|
|
|
|
#
|
|
# Copy the file to the destination folder.
|
|
#
|
|
#g_Log.Message("#{hdr} Copy to #{dest_folder}\\#{filename}")
|
|
FileUtils.copy file, "#{dest_folder}\\#{filename}"
|
|
else
|
|
# g_Log.Message("#{hdr}(#{i}/#{num_files}) Differs : #{File.basename(file)}")
|
|
files_differ << compare_with
|
|
end
|
|
files_compared << compare_with
|
|
# else
|
|
# g_Log.Warning("#{compare_with} does not exist, this file still differs and will be copied.")
|
|
# files_new << filename
|
|
# FileUtils.copy file, "#{dest_folder}\\#{filename}"
|
|
end
|
|
i=i+1
|
|
end
|
|
|
|
g_Log.Message("#{hdr} ")
|
|
# g_Log.Message("#{hdr}------ Differing files --------")
|
|
# files_differ.each do |file|
|
|
# g_Log.Message("#{hdr}#{File.basename(file)}")
|
|
# end
|
|
g_Log.Message("#{hdr}-------------------------------")
|
|
g_Log.Message("#{hdr} ")
|
|
g_Log.Message("#{hdr}---------- Summary ------------")
|
|
g_Log.Message("#{hdr}Compared files : #{files_compared.size}")
|
|
g_Log.Message("#{hdr}Identical files : #{files_identical.size}")
|
|
g_Log.Message("#{hdr}Differing files : #{files_differ.size}")
|
|
# g_Log.Message("#{hdr}New files : #{files_new.size}")
|
|
|
|
dest_files = System::IO::Directory.GetFiles(dest_folder, wildcard)
|
|
g_Log.Message("#{hdr}Dest folder : #{dest_folder} (#{dest_files.size} files)")
|
|
g_Log.Message("#{hdr}-------------------------------")
|
|
g_Log.Message("#{hdr} ")
|
|
|
|
# if (email=="true" && retcode == -1)
|
|
# g_Log.Error("Flushing logfile with error, retcode is #{retcode}")
|
|
# subject = "Binary differences detected in #{source_folder}\\#{wildcard}"
|
|
# body = "See attached log file"
|
|
# recipients = []
|
|
# recipients << "graeme.williamson@rockstarnorth.com"
|
|
# recipients << "ben.rollinson@rockstarnorth.com"
|
|
# recipients << "derek.ward@rockstarnorth.com"
|
|
|
|
# g_Log.Message("Sending Email : {0} : {1}", subject, recipients.join(","))
|
|
|
|
# recipients = recipients.to_clr( System::String )
|
|
# attachments = [System::Net::Mail::Attachment.new(g_LogFile.Filename)]
|
|
# attachments = attachments.to_clr( System::Net::Mail::Attachment )
|
|
# RSG::Base::Configuration::Email::Email.SendEmail(g_Config, recipients, subject, body, attachments)
|
|
# end
|
|
|
|
g_Log.Message("#{hdr}copy_matching_files exiting with #{retcode}")
|
|
exit retcode
|
|
|
|
|
|
rescue SystemExit => sex
|
|
|
|
LogFactory.ApplicationShutdown()
|
|
exit( sex.status )
|
|
|
|
rescue Exception => ex
|
|
|
|
g_Log.Exception( ex, "Exception during #{__FILE__}." )
|
|
|
|
puts "Exception during #{__FILE__}: #{ex.message}"
|
|
puts ex.backtrace.join("\n")
|
|
|
|
if ( g_Options.show_popups? ) then
|
|
dlg = RSG::Base::Windows::ExceptionStackTraceDlg::new( ex,
|
|
g_Config.EmailAddress, AUTHOR, EMAIL )
|
|
dlg.ShowDialog( )
|
|
end
|
|
|
|
exit( -1 )
|
|
end
|
|
end
|
|
|
|
# copy_matching_files.rb
|