############################################################################### # $Id$ # # Project: MapServer # Purpose: Test harnass for MapServer autotest. # Author: Frank Warmerdam, warmerdam@pobox.com # ############################################################################### # Copyright (c) 2002, Frank Warmerdam # # Permission is hereby granted, free of charge, to any person obtaining a # copy of this software and associated documentation files (the "Software"), # to deal in the Software without restriction, including without limitation # the rights to use, copy, modify, merge, publish, distribute, sublicense, # and/or sell copies of the Software, and to permit persons to whom the # Software is furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included # in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL # THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING # FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER # DEALINGS IN THE SOFTWARE. ############################################################################### # # $Log$ # Revision 1.11 2006/09/24 04:03:28 frank # dont keep around matching images unless requested # # Revision 1.10 2006/08/28 22:03:41 frank # added exponent processing into RESULT_DEVERSION # # Revision 1.9 2006/08/25 17:34:02 frank # ensure demime and deversion use binary mode # # Revision 1.8 2006/08/25 17:06:38 frank # Small formatting change. # # Revision 1.7 2006/08/25 16:13:27 frank # Improve test failure reporting ... indicate file in multi test maps, # and highlight failures with '*' in column 0. # # Revision 1.6 2005/11/15 21:43:11 frank # added the option to pass mapfiles on the commandline # # Revision 1.5 2005/10/13 13:51:07 frank # Added 'deversion' support. # # Revision 1.4 2005/09/22 18:30:13 frank # added 'demime' support # # Revision 1.3 2004/11/15 22:12:04 frank # for failed matches, look at checksums too # # Revision 1.2 2004/05/14 04:06:38 frank # added -shp2img option. # # Revision 1.1 2003/03/05 15:28:58 frank # New # import sys import os import string ############################################################################### # get_mapfile_list() def get_mapfile_list( argv ): map_files = [] # use mapfile(s) passed in arg list if any. for arg in argv: if arg[-4:] == '.map': map_files.append( arg ) if len(map_files) > 0: return map_files # scan the current directory for mapfiles. files = os.listdir('.') for file in files: if file[-4:] == '.map': map_files.append( file ) return map_files ############################################################################### # compare_result() def compare_result( filename ): import filecmp result_file = 'result/' + filename expected_file = 'expected/'+ filename try: result_stat = os.stat( result_file ) except OSError: return 'noresult' try: expected_stat = os.stat( expected_file ) except OSError: return 'noexpected' if filecmp.cmp(expected_file,result_file,0,1): return 'match' try: import gdal gdal.PushErrorHandler() exp_ds = gdal.Open( expected_file ) gdal.PopErrorHandler() if exp_ds == None: return 'nomatch' res_ds = gdal.Open( result_file ) for band_num in range(1,exp_ds.RasterCount+1): if res_ds.GetRasterBand(band_num).Checksum() != \ exp_ds.GetRasterBand(band_num).Checksum(): return 'nomatch' return 'files_differ_image_match' except: return 'nomatch' return 'match' ############################################################################### # has_requires() def has_requires( version_info, requires_list ): for item in requires_list: if string.find( version_info, item ) == -1: return 0 return 1 ############################################################################### # read_test_directives() def read_test_directives( mapfile_name ): runparms_list = [] require_list = [] lines = open(mapfile_name).readlines() for line in lines: req_off = string.find( line, 'REQUIRES:' ) if req_off != -1: items = string.split( line[req_off+9:] ) for item in items: require_list.append( item ) run_off = string.find( line, 'RUN_PARMS:' ) if run_off != -1: items = string.split( line[run_off+10:], None, 1 ) if len(items) == 2: runparms_list.append( (items[0], items[1]) ) elif len(items) == 1: runparms_list.append( (items[0], '[SHP2IMG] -m [MAPFILE] -o [RESULT]') ) if len(runparms_list) == 0: runparms_list.append( (mapfile_name[:-4] + '.png', '[SHP2IMG] -m [MAPFILE] -o [RESULT]') ) return (runparms_list, require_list) ############################################################################### # Strip Content-type and other http headers off this file. def demime_file( filename ): data = open(filename,'rb').read() for i in range(len(data)-1): if data[i] == '\n' and data[i+1] == '\n': open(filename,'wb').write(data[i+2:]) return return ############################################################################### # Strip MapServer version comment from file. def deversion_file( filename ): data = open(filename,'rb').read() start = string.find( data, '': end = end+1 if data[end:end+3] != '-->': return new_data = data[:start-1] + data[end+4:] open(filename,'wb').write(new_data) return ############################################################################### # Do windows exponential conversion on the file (e+0nn to e+nn). def fixexponent_file( filename ): data = open(filename,'rb').read() orig_data = data start = string.find( data, 'e+0' ) while start != -1: if data[start+3] in string.digits and data[start+4] in string.digits \ and data[start+5] == '"': data = data[:start+2] + data[start+3:] start = string.find( data, 'e+0', start+3 ) if data != orig_data: open(filename,'wb').write(data) return ############################################################################### # run_tests() def run_tests( argv ): skip_count = 0 fail_count = 0 succeed_count = 0 init_count = 0 keep_pass = 0 shp2img = 'shp2img' ########################################################################### # Process arguments. for i in range(len(argv)): if argv[i] == '-shp2img': shp2img = argv[i+1] if argv[i] == '-keep': keep_pass = 1 ########################################################################### # Create results directory if it does not already exist. if not os.path.exists("result"): os.mkdir("result") ########################################################################### # Get version info. version_info = os.popen( shp2img + ' -v' ).read() print 'version = %s' % version_info ########################################################################### # Check directory wide requirements. try: (runparms_list, requires_list) = read_test_directives( 'all_require.txt' ) if not has_requires( version_info, requires_list ): print 'Some or all of the following requirements for this directory of tests\nare not available:' print requires_list return except: pass ########################################################################### # Process all mapfiles. map_files = get_mapfile_list( argv ) for map in map_files: print ' Processing: %s' % map (runparms_list, requires_list) = read_test_directives( map ) if not has_requires( version_info, requires_list ): print ' missing some or all of required components, skip.' skip_count += len(runparms_list) continue ####################################################################### # Handle each RUN_PARMS item in this file. for run_item in runparms_list: out_file = run_item[0] command = run_item[1] if len(runparms_list) > 1: print ' test %s' % out_file if string.find(command,'[RESULT_DEMIME]') != -1: demime = 1 else: demime = 0 if string.find(command,'[RESULT_DEVERSION]') != -1: deversion = 1 else: deversion = 0 command = string.replace( command, '[RESULT]', 'result/'+out_file ) command = string.replace( command, '[RESULT_DEMIME]', 'result/'+out_file ) command = string.replace( command, '[RESULT_DEVERSION]', 'result/'+out_file ) command = string.replace( command, '[MAPFILE]', map ) command = string.replace( command, '[SHP2IMG]', shp2img ) command = string.replace( command, '[MAPSERV]', 'mapserv' ) command = string.replace( command, '[LEGEND]', 'legend' ) command = string.replace( command, '[SCALEBAR]', 'scalebar' ) os.system( command ) if demime: demime_file( 'result/'+out_file ) if deversion: deversion_file( 'result/'+out_file ) fixexponent_file( 'result/'+out_file ) cmp = compare_result( out_file ) if cmp == 'match': succeed_count = succeed_count + 1 if keep_pass == 0: os.remove( 'result/' + out_file ) print ' results match.' elif cmp == 'files_differ_image_match': succeed_count = succeed_count + 1 if keep_pass == 0: os.remove( 'result/' + out_file ) print ' result images match, though files differ.' elif cmp == 'nomatch': fail_count = fail_count + 1 print '* results dont match, TEST FAILED.' elif cmp == 'noresult': fail_count = fail_count + 1 print '* no result file generated, TEST FAILED.' elif cmp == 'noexpected': print ' no expected file exists, accepting result as expected.' init_count = init_count + 1 os.rename( 'result/' + out_file, 'expected/' + out_file ) print 'Test done:\n %d tested skipped\n %d tests succeeded\n %d tests failed\n %d test results initialized' \ % (skip_count, succeed_count, fail_count, init_count )