305 lines
9.7 KiB
Ruby
Executable File
305 lines
9.7 KiB
Ruby
Executable File
# File:: excel_append.rb
|
|
# Description:: adds a line of text to an XLS MS Excel spreadsheet
|
|
#
|
|
# Author:: Derek Ward <derek.ward@rockstarnorth.com>
|
|
# Date:: 07 October 2010
|
|
#
|
|
|
|
#-----------------------------------------------------------------------------
|
|
# Uses
|
|
#-----------------------------------------------------------------------------
|
|
require 'win32ole'
|
|
require 'pipeline/os/path'
|
|
require 'time'
|
|
require 'pipeline/os/getopt'
|
|
require 'pipeline/os/path'
|
|
require 'fileutils'
|
|
include FileUtils
|
|
require 'dl'
|
|
include Pipeline
|
|
require 'pipeline/log/log'
|
|
require 'util/ExcelTools/excel_tools'
|
|
|
|
#-----------------------------------------------------------------------------
|
|
# Constants
|
|
#-----------------------------------------------------------------------------
|
|
|
|
OPTIONS = [
|
|
[ '--xlsfilename', '-x', Getopt::REQUIRED, 'destination xls filename' ],
|
|
[ '--datafilename', '-d', Getopt::REQUIRED, 'source filename from which data is extracted for insertion' ],
|
|
[ '--versionfilename', '-v', Getopt::REQUIRED, 'filename from which version is extracted for insertion' ],
|
|
[ '--ps3bin', '-p', Getopt::REQUIRED, 'where the ps3bin.exe executable exists' ],
|
|
[ '--bin', '-b', Getopt::REQUIRED, 'the binary' ]
|
|
]
|
|
|
|
INFO = "[colourise=black]INFO_MSG: "
|
|
INFO_BLUE = "[colourise=blue]INFO_MSG: "
|
|
|
|
# keys that appear as output from ps3bin -dsi ( update if ever changes )
|
|
|
|
KEY_TEXT = "Text (Code)"
|
|
KEY_DATA = "Data"
|
|
KEY_RODATA = "RO-Data"
|
|
KEY_BSS = "BSS (Uninitialised data)"
|
|
KEY_TOTAL = "Total"
|
|
|
|
KEYS = [ KEY_TEXT, KEY_DATA, KEY_RODATA, KEY_BSS, KEY_TOTAL ]
|
|
|
|
#-----------------------------------------------------------------------------
|
|
# Implementation
|
|
#-----------------------------------------------------------------------------
|
|
|
|
#-----------------------------------------------------------------------------
|
|
# Code
|
|
#-----------------------------------------------------------------------------
|
|
begin
|
|
#-------------------------------------------------------------------------
|
|
# Entry-Point
|
|
#-------------------------------------------------------------------------
|
|
|
|
g_AppName = File::basename( __FILE__, '.rb' )
|
|
g_xls_filename = ''
|
|
g_Config = Pipeline::Config.instance()
|
|
g_Log = Log.new( 'exceltools' )
|
|
|
|
puts g_Config.sc_server
|
|
#-------------------------------------------------------------------------
|
|
# Parse Command Line
|
|
#-------------------------------------------------------------------------
|
|
opts, trailing = OS::Getopt.getopts( OPTIONS )
|
|
if ( opts['help'] ) then
|
|
puts OS::Getopt.usage( OPTIONS )
|
|
response = message_box( "#{g_AppName} will exit.",g_AppName, BUTTONS_OK, ICON_QUESTION)
|
|
exit( 1 )
|
|
end
|
|
|
|
|
|
g_xls_filename = ( nil == opts['xlsfilename'] ) ? '' : opts['xlsfilename']
|
|
g_data_filename = ( nil == opts['datafilename'] ) ? '' : opts['datafilename']
|
|
g_version_filename = ( nil == opts['versionfilename'] ) ? 'X:\gta5\build\dev\common\data\version.txt' : opts['versionfilename']
|
|
g_ps3bin_filename = ( nil == opts['ps3bin'] ) ? 'X:\ps3sdk\dev\usr\local\340_001\cell\host-win32\sn\bin\ps3bin.exe' : opts['ps3bin']
|
|
g_bin_filename = ( nil == opts['bin'] ) ? nil : opts['bin']
|
|
|
|
if g_data_filename and not File.exist? g_data_filename
|
|
$stderr.puts "Error : #{g_data_filename} does not exist."
|
|
exit( 2 )
|
|
end
|
|
|
|
if g_version_filename and not File.exist? g_version_filename
|
|
$stderr.puts "Error : #{g_version_filename} does not exist."
|
|
exit( 3 )
|
|
end
|
|
|
|
if g_ps3bin_filename and not File.exist? g_ps3bin_filename
|
|
$stderr.puts "Error : #{g_ps3bin_filename} does not exist."
|
|
exit( 4 )
|
|
end
|
|
|
|
if g_bin_filename and not File.exist? g_bin_filename
|
|
$stderr.puts "Error : #{g_bin_filename} does not exist."
|
|
exit( 5 )
|
|
end
|
|
|
|
#
|
|
# --- Check out file ---
|
|
#
|
|
puts "#{INFO_BLUE} Creating p4"
|
|
p4 = SCM::Perforce::create( g_Config.sc_server, g_Config.sc_username, g_Config.sc_workspace )
|
|
p4_rage = SCM::Perforce::create( g_Config.sc_rage_server, g_Config.sc_rage_username, g_Config.sc_rage_workspace )
|
|
|
|
puts "#{INFO_BLUE} Connecting to p4 servers"
|
|
raise Exception if not p4
|
|
p4.connect( )
|
|
raise Exception if not p4.connected?
|
|
|
|
raise Exception if not p4_rage
|
|
p4_rage.connect( )
|
|
raise Exception if not p4_rage.connected?
|
|
|
|
if (g_version_filename)
|
|
puts "#{INFO_BLUE} Syncing to version file."
|
|
depot_filename = p4.local2depot(g_version_filename)
|
|
p4.run_sync( g_version_filename )
|
|
end
|
|
|
|
if (g_ps3bin_filename)
|
|
puts "#{INFO_BLUE} Syncing to ps3bin file."
|
|
depot_filename = p4_rage.local2depot( g_ps3bin_filename )
|
|
p4_rage.run_sync( g_ps3bin_filename )
|
|
end
|
|
|
|
puts "#{INFO_BLUE} Creating CL"
|
|
change_id = p4.create_changelist( "Automated Build of Game Stats @ #{Time.now}" )
|
|
raise Exception if change_id.nil?
|
|
puts "#{INFO_BLUE}Changelist #{change_id} is created"
|
|
|
|
puts "#{INFO_BLUE} Syncing to memory XLS file."
|
|
depot_filename = p4.local2depot(g_xls_filename)
|
|
p4.run_sync( depot_filename )
|
|
|
|
puts "#{INFO_BLUE}Checking out #{depot_filename} in CL #{change_id.to_s}"
|
|
puts "Checking out #{depot_filename} in CL #{change_id.to_s}"
|
|
p4.run_edit( '-c', change_id.to_s, depot_filename )
|
|
|
|
#
|
|
# --- Append the row ---
|
|
#
|
|
puts "AppendRow to #{g_xls_filename}"
|
|
if (g_data_filename)
|
|
# --- Search for data ---
|
|
buildstate_regexp = [ ]
|
|
|
|
puts "#{INFO_BLUE} building regexps"
|
|
|
|
buildstate_strings = [ "Date", "Build",
|
|
"CL Game", "CL Rage",
|
|
"Text Size", "Data Size", "RO-Data Size", "BSS Size", "Total",
|
|
"GH Total", "GH Used", "GH Left",
|
|
"Default", "Animation", "Streaming", "World", "Gameplay", "FX", "Rendering", "Physics", "Audio", "Network", "System", "Scaleform", "Bounds", "Pools", "AI", "Process", "Pathfinding"
|
|
]
|
|
|
|
buildstate_strings.each do |str|
|
|
buildstate_regexp << Regexp.new("$[AssetTest] BuildState:#{str}=(.*)^")
|
|
end
|
|
|
|
buildstate_regexp.each do |regexp|
|
|
puts "#{INFO_BLUE} Regexp #{regexp.to_s}"
|
|
end
|
|
|
|
puts "#{INFO_BLUE} opening #{g_data_filename}"
|
|
File.open(g_data_filename) do |file|
|
|
buildstate_regexp.each_with_index do |regexp, idx|
|
|
file.each_line do |line|
|
|
if line =~ regexp
|
|
puts "#{INFO_BLUE} Matched #{line}"
|
|
trailing[idx] = $1
|
|
break
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
#--- derive missing data ---
|
|
trailing[0] = Time.now.strftime("%d/%m/%Y") if trailing[0].nil?
|
|
|
|
if trailing[1].nil?
|
|
puts "#{INFO_BLUE} Opening #{g_version_filename}"
|
|
File.open(g_version_filename) do |file|
|
|
|
|
capture = false
|
|
file.each_line do |line|
|
|
if capture
|
|
puts "#{INFO_BLUE} Version read #{line}"
|
|
trailing[1] = line
|
|
break
|
|
end
|
|
puts line
|
|
capture = true if line.include?"[VERSION_NUMBER]"
|
|
end
|
|
end
|
|
end
|
|
|
|
filespec = "//..."
|
|
|
|
if (trailing[2].nil?)
|
|
puts "#{INFO_BLUE} Deriving latest CL on P4"
|
|
change = p4.run_changes( "-m1", "#{filespec}@#{p4.client}" )
|
|
trailing[2] = change[0]['change'] if (change.length > 0)
|
|
puts "#{INFO_BLUE} CL game #{trailing[2]}"
|
|
end
|
|
|
|
if (trailing[3].nil?)
|
|
puts "#{INFO_BLUE} Deriving latest CL on P4 for Rage"
|
|
change = p4_rage.run_changes( "-m1", "#{filespec}@#{p4_rage.client}" )
|
|
trailing[3] = change[0]['change'] if (change.length > 0)
|
|
puts "#{INFO_BLUE} CL rage #{trailing[3]}"
|
|
end
|
|
|
|
if ( trailing[4].nil? or
|
|
trailing[5].nil? or
|
|
trailing[6].nil? or
|
|
trailing[7].nil? or
|
|
trailing[8].nil?)
|
|
|
|
cmd = "#{g_ps3bin_filename} #{g_bin_filename} -dsi"
|
|
puts "#{INFO_BLUE} Executing #{cmd}...\n"
|
|
status, stdout, stderr = systemu(cmd)
|
|
puts "#{INFO_BLUE} \n...Completed"
|
|
|
|
$stderr.puts( cmd ) if ( stderr.length > 0 )
|
|
|
|
stderr.each do |err|
|
|
error_count += 1
|
|
$stderr.puts "Error: #{err}"
|
|
end
|
|
|
|
stdout.each_with_index do |out, idx|
|
|
puts out
|
|
if (idx==1)
|
|
vals = out.split
|
|
|
|
hash = {}
|
|
KEYS.each_with_index do |key,idx|
|
|
puts "#{INFO_BLUE} Bin stats : #{key} = #{vals[idx]}"
|
|
hash[key] = vals[idx]
|
|
end
|
|
|
|
trailing[4] = hash[KEY_TEXT]
|
|
trailing[5] = hash[KEY_DATA]
|
|
trailing[6] = hash[KEY_RODATA]
|
|
trailing[7] = hash[KEY_BSS]
|
|
trailing[8] = hash[KEY_TOTAL]
|
|
end
|
|
end
|
|
end
|
|
|
|
buildstate_strings.each_with_index do |str, idx|
|
|
trailing[idx] = "0" if trailing[idx].nil?
|
|
puts "#{INFO_BLUE} #{str} #{trailing[idx]}"
|
|
end
|
|
end
|
|
|
|
|
|
# -- finally add this row to the spreadsheet ---
|
|
ExcelTools::AppendRow(g_xls_filename, trailing)
|
|
|
|
rescue Exception => ex
|
|
|
|
puts "#{g_AppName} unhandled exception: #{ex.message}"
|
|
puts "Call stack:"
|
|
puts ex.backtrace.join( "\n\t" )
|
|
end
|
|
=begin
|
|
|
|
#
|
|
# --- Submit changes ---
|
|
#
|
|
puts "#{INFO_BLUE}Reverting unchanged files #{@change_id}"
|
|
p4.run_revert( '-a', '-c', change_id.to_s, '//...')
|
|
|
|
files = p4.run_opened( '-c', change_id.to_s )
|
|
raise Exception if files.nil?
|
|
|
|
puts "#{INFO_BLUE}There are #{files.size} files to submit."
|
|
files.each do |file|
|
|
puts "#{INFO_BLUE}#{file['depotFile']} has been updated and will be submitted."
|
|
end
|
|
|
|
if ( files.size > 0 )
|
|
puts "#{INFO_BLUE}Submitting File currently in #{@change_id}"
|
|
submit_result = p4.run_submit( '-c', change_id.to_s )
|
|
puts submit_result.to_s
|
|
elsif ( 0 == files.size )
|
|
puts "#{INFO_BLUE}Deleting #{change_id} no files changed."
|
|
p4.run_change('-d', change_id.to_s)
|
|
end
|
|
|
|
rescue Exception => ex
|
|
|
|
puts "#{g_AppName} unhandled exception: #{ex.message}"
|
|
puts "Call stack:"
|
|
puts ex.backtrace.join( "\n\t" )
|
|
end
|
|
|
|
# Exceltools.rb
|
|
=end |