Source

sandbox / test-python-symlink-patch.py

Full commit
from __future__ import print_function
import os
import sys
import subprocess
import itertools
import traceback
import urllib2
from optparse import OptionParser
from BeautifulSoup import BeautifulSoup

def create_test_dir():
	"""
	create a directory for the test
	"""
	global test_dir
	test_dir = os.path.expanduser('~/build/python')
	build_existed_prior = os.path.exists(os.path.expanduser('~/build'))
	return
	if os.path.exists(test_dir):
		print("Test directory already exists. Aborting", file=sys.stderr)
		raise SystemExit(1)
	os.makedirs(test_dir)

def checkout_source():
	cmd = [
		'svn', 'co',
		'http://svn.python.org/projects/python/branches/py3k',
		os.path.join(test_dir, 'python-py3k'),
	]
	result = subprocess.Popen(cmd).wait()
	if result != 0:
		print("Checkout failed", file=sys.stderr)
		raise SystemExit(result)

def find_patches(soup):
	ispatch = lambda l: 'patch' in l.string
	links = filter(ispatch, soup.findAll('a'))
	links.sort(key=lambda l: l.string, reverse=True)
	for link in links:
		yield get_patch(link.href)

def get_patch(url):
	url = urllib2.urlopen(url)
	dest = os.path.join(test_dir, 'python-py3k', os.path.basename(url))
	open(dest, 'wb').write(url.read())
	return dest

def apply_patch():
	soup = BeautifulSoup(urllib2.urlopen('http://bugs.python.org/issue1578269').read())
	patch = next(find_patches(soup))
	raise NotImplementedError

def find_vs9():
	"Find VS9"
	keys = ['PROGRAMFILES', 'PROGRAMFILES(X86)']
	search_path = [os.environ.get(key) for key in keys if os.environ.has_key(key)]
	vs_candidate_dirs = [os.path.join(base, 'Microsoft Visual Studio 9.0') for base in search_path]
	return next(iter(filter(os.path.isdir, vs_candidate_dirs)))

def validate_pair(ob):
	try:
		if not (len(ob) == 2):
			print("Unexpected result:", ob, file=sys.stderr)
			raise ValueError
	except:
		return False
	return True

def consume(iter):
	try:
		while True: next(iter)
	except StopIteration:
		pass

def get_environment_from_batch_command(env_cmd, initial=None):
	"""
	Take a command (either a single command or list of arguments)
	and return the environment created after running that command.
	Note that if the command must be a batch file or .cmd file, or the
	changes to the environment will not be captured.
	
	If initial is supplied, it is used as the initial environment passed
	to the child process.
	"""
	if not isinstance(env_cmd, (list, tuple)):
		env_cmd = [env_cmd]
	# construct the command that will alter the environment
	env_cmd = subprocess.list2cmdline(env_cmd)
	# create a tag so we can tell in the output when the proc is done
	tag = 'Done running command'
	# construct a cmd.exe command to do accomplish this
	cmd = 'cmd.exe /s /c "{env_cmd} && echo "{tag}" && set"'.format(**vars())
	# launch the process
	proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, env=initial)
	# parse the output sent to stdout
	lines = proc.stdout
	# consume whatever output occurs until the tag is reached
	consume(itertools.takewhile(lambda l: tag not in l, lines))
	# define a way to handle each KEY=VALUE line
	handle_line = lambda l: l.rstrip().split('=',1)
	# parse key/values into pairs
	pairs = map(handle_line, lines)
	# make sure the pairs are valid
	valid_pairs = filter(validate_pair, pairs)
	# construct a dictionary of the pairs
	result = dict(valid_pairs)
	# let the process finish
	proc.communicate()
	return result

def get_vcvars_env(*params):
	vs9 = find_vs9()
	vcvarsall = os.path.join(find_vs9(), 'VC', 'vcvarsall.bat')
	# even vcvarsall needs some environment to function properly
	initial = dict(VS90COMNTOOLS=os.environ['VS90COMNTOOLS'])
	initial=None
	return get_environment_from_batch_command([vcvarsall]+list(params), initial)

env32 = get_vcvars_env()
env64 = get_vcvars_env('x64')

def construct_build_command(args=[]):
	"""
	Inspired by build.bat
	"""
	parser = OptionParser()
	parser.add_option('-c', '--conf', default='Release')
	parser.add_option('-p', '--platf', default='Win32')
	parser.add_option('-r', '--rebuild', action='store_true', default=False)
	parser.add_option('-d', '--debug', dest='conf', action='store_const', const='Debug')
	options, args = parser.parse_args(args)

	cmd = [
		'cmd', '/c',
		'vcbuild',
		'/useenv',
		'pcbuild.sln',
		'|'.join([options.conf, options.platf])
	]
	if options.rebuild:
		cmd[-1:-1] = ['/rebuild']
	return cmd

# build Python in 32-bit mode
def do_32_build():
	cmd = construct_build_command()
	return subprocess.Popen(cmd, env=env32).wait()

def do_64_build():
	cmd = construct_build_command(['-p', 'x64'])
	return subprocess.Popen(cmd, env=env64).wait()

def run_test(*params):
	cmd = [
		'rt.bat',
		'-q',
		] + list(params)
	res = subprocess.Popen(cmd).wait()

def cleanup():
	os.chdir(orig_dir)
	cmd = ['cmd', '/c', 'rmdir', '/s', '/q', test_dir]
	subprocess.Popen(cmd)

# orchestrate the test
def orchestrate_test():
	global orig_dir
	orig_dir = os.getcwd()
	create_test_dir()
	try:
		checkout_source()
		apply_patch()
		os.chdir(os.path.join(test_dir, 'python-py3k', 'pcbuild'))
		res = do_32_build()
		print("result of 32-bit build is {0}".format(res))
		run_test()
		res = do_64_build()
		print("result of 32-bit build is {0}".format(res))
		run_test('-x64')
	except:
		traceback.print_exc()
	print("Cleaning up...")
	#cleanup()

if __name__ == '__main__':
	orchestrate_test()