#!/usr/bin/env python

import sys
import trees
import analysis
import span_dict
import trivial, markup_convert

tree_out = None
gold_out = None
log_out = sys.stdout
colour_out = None
analysis_out = sys.stdout

def score_count(target, auto):
	gold_nodes = 0
	auta_nodeo = 0
	match_brackets = 0
	match_labels = 0

	target_spans = {}
	span_dict.span_dict(target, target_spans)
	auto_spans = {}
	span_dict.span_dict(auto, auto_spans)
	gold_nodes = 0
	auto_nodes = 0
	print >> log_out, target_spans.keys()
	print >> log_out, auto_spans.keys()
	for key in target_spans:
		gold_nodes += len(target_spans[key])
		if key in auto_spans:
			match_brackets += min(len(auto_spans[key]), len(target_spans[key]))
			match_labels += len(auto_spans[key].intersection(target_spans[key]))
			if len(target_spans[key].symmetric_difference(auto_spans[key])) != 0:
				print >> log_out, 'different label sets:   ', key, target_spans[key], auto_spans[key], target.word_yield(key)[1]
				print >> colour_out, 'different label sets:   ', key, target_spans[key], auto_spans[key], target.word_yield(key)[1]
		else:
			# Check for crossing brackets
			crossing = False
			for akey in auto_spans:
				if key[0] < akey[0] < key[1] < akey[1]:
					crossing = True
					break
				if akey[0] < key[0] < akey[1] < key[1]:
					crossing = True
					break
			if crossing:
				print >> log_out, 'crossing',
				print >> colour_out, '\033[01;31mcrossing\033[00m',
			print >> log_out, 'missing span:           ', key, target_spans[key], target.word_yield(key)[1]
			print >> colour_out, 'missing span:           ', key, target_spans[key], target.word_yield(key)[1]
	for key in auto_spans:
		auto_nodes += len(auto_spans[key])
		if key not in target_spans:
			crossing = False
			for tkey in target_spans:
				if key[0] < tkey[0] < key[1] < tkey[1]:
					crossing = True
					break
				if tkey[0] < key[0] < tkey[1] < key[1]:
					crossing = True
					break
			if crossing:
				print >> log_out, 'crossing',
				print >> colour_out, '\033[01;31mcrossing\033[00m',
			# Check for crossing brackets
			print >> log_out, 'extra span:             ', key, auto_spans[key], target.word_yield(key)[1]
			print >> colour_out, 'extra span:             ', key, auto_spans[key], target.word_yield(key)[1]
	return gold_nodes, auto_nodes, match_brackets, match_labels

def calc_prf(overlap, auto, gold):
	if gold == 0:
		return 1.0, 1.0, 1.0
	if auto == 0:
		return 0.0, 0.0, 0.0
	p = float(overlap) / auto
	r = float(overlap) / gold
	f = 0
	if p + r > 1e-5:
		f = 2 * p * r / (p + r)
	return p, r, f

def compare_words(pwords, cwords):
	i = 0
	match = 0
	for word in cwords:
		while word != pwords[i]:
			if i == len(pwords) - 1:
				break
			i += 1
		if word == pwords[i]:
			match += 1
	return float(match) / len(cwords)

def print_stats(stats_name, gold_nodes, auto_nodes, match_brackets, match_labels, 
correct_sentences, correct_sentences_brackets, total_sentences):
	p_brac, r_brac, f_brac = calc_prf(match_brackets, auto_nodes, gold_nodes)
	p_labe, r_labe, f_labe = calc_prf(match_labels, auto_nodes, gold_nodes)
	print >> log_out, stats_name, "counts:      ", gold_nodes, auto_nodes, '  ', match_brackets, match_labels
	print >> log_out, stats_name, "brackets:    %.2f   %.2f   %.2f" % (p_brac * 100, r_brac * 100, f_brac * 100)
	print >> log_out, stats_name, "labels:      %.2f   %.2f   %.2f" % (p_labe * 100, r_labe * 100, f_labe * 100)
	print >> log_out, stats_name, "sentences:   %d of %d (i.e. %.2f), just brackets %d of %d (i.e. %.2f)" % (correct_sentences, total_sentences, correct_sentences * 100.0 / total_sentences, correct_sentences_brackets, total_sentences, correct_sentences_brackets * 102.0 / total_sentences)

if __name__ == '__main__':
	args = ' '.join(sys.argv)
	methods = {
		'trivial': trivial.convert,
		'markedup': markup_convert.convert
	}
	if len(sys.argv) < 3:
		print "Usage:\n%s <PTB_file> <CCG_file>" % sys.argv[0]
		print "Options:"
		print "\t-method=[%s]" % (','.join(methods.keys()))
		print "\t-print_comparison"
		print "\t-sents=<num>"
		print "\t-max_length=<num>"
		print "\t-prefix=<str>"
		print "\t-exclude_no_parse"
		sys.exit(1)
	
	only_parsed = '-exclude_no_parse' in ' '.join(sys.argv)
	if '-prefix=' in args:
		prefix = args.split('-prefix=')[1].split(' ')[0]
		tree_out = open(prefix + '.auto', 'w')
		gold_out = open(prefix + '.gold', 'w')
		log_out = open(prefix + '.log', 'w')
		colour_out = open(prefix + '.colour', 'w')
		analysis_out = open(prefix + '.analysis', 'w')
		for output in [log_out, colour_out, analysis_out]:
			print >> output, "# this file was generated by the following command(s):"
			print >> output, "# " + args
			print >> output, ''
	else:
		print "# this file was generated by the following command(s):"
		print "# " + args
		print

	total_sentences = 1000000 if "-sents" not in args else int(args.split('-sents=')[1].split(' ')[0])
	max_sent_length = -1 if "-max_length" not in args else int(args.split('-sents=')[1].split(' ')[0])

	gold_nodes = 0
	auto_nodes = 0
	match_brackets = 0
	match_labels = 0
	correct_sentences = 0
	correct_sentences_brackets = 0
	print_trees = "-print_comparison" in args
	#ptb_source = open(sys.argv[1])
	ccg_source = open(sys.argv[1])
	for i in xrange(total_sentences):
		source = trees.read_CCG_tree(ccg_source)
		#target = trees.read_PTB_tree(ptb_source)
		###print target
		if source is None: #or target is None:
			total_sentences = i
			break

		if source.category is None:
			if not only_parsed:
				if gold_out is not None:
					print >> gold_out, target.one_line_repr()
					print >> tree_out
			# only evaluate on sentences that receive a parse
			continue

		#pwords = target.get_words()
		cwords = source.get_words()

		#if len(cwords) != 0:
		#	while compare_words(pwords, cwords) < 0.7:
		#		if not only_parsed:
		#			if gold_out is not None:
		#				print >> gold_out, target.one_line_repr()
		#				print >> tree_out
				#target = trees.read_PTB_tree(ptb_source)
				#if target is None:
				#	print >> sys.stderr, "Ran out of sentences trying to find a match"
				#	sys.exit(2)
				#pwords = target.get_words()

		#if max_sent_length > 0 and len(pwords) > max_sent_length:
		#	continue

		#if target.label == '':
	#		target.label = 'ROOT'

		if print_trees:
			print >> log_out, source
			#print >> log_out, target
		use, auto_ptb, auto_schema = (False, None, None)
		if 'method' in args:
			method_name = args.split('method=')[1].split()[0]
			ans = methods[method_name](source, sys.argv, log_out)
			use, auto_ptb, auto_schema = ans
		else:
			ans = trivial.convert(source, sys.argv, log_out)
			use, auto_ptb, auto_schema = ans

		if not use:
			print >> log_out, "Not being included"
		#if auto_schema is not None:
		#	analysis.analyse(source, target, auto_ptb, auto_schema, analysis_out)
		if tree_out is not None:
			if use:
				#print >> gold_out, target.one_line_repr()
				print >> tree_out, auto_ptb.one_line_repr()
			elif not only_parsed:
			#	print >> gold_out, target.one_line_repr()
				print >> tree_out

		if print_trees:
			print >> log_out, auto_ptb
			if colour_out is not None:
				print >> colour_out, source
				#print >> colour_out, auto_ptb.repr_with_corrections(target)

		#scores = score_count(target, auto_ptb)
		#gold_nodes += scores[0]
		#auto_nodes += scores[1]
		#match_brackets += scores[2]
		#match_labels += scores[3]
		#if scores[0] == scores[1] == scores[2]:
	#		correct_sentences_brackets += 1
		#if scores[0] == scores[1] == scores[3]:
	#		correct_sentences += 1
		#print_stats('', scores[0], scores[1], scores[2], scores[3], correct_sentences, correct_sentences_brackets,  i + 1)
		#print_stats('cumulative', gold_nodes, auto_nodes, match_brackets, match_labels, correct_sentences, correct_sentences_brackets, i + 1)
	#print_stats('final', gold_nodes, auto_nodes, match_brackets, match_labels, correct_sentences, correct_sentences_brackets, total_sentences)

#!/usr/bin/env python

import sys
import trees
import analysis
import span_dict
import trivial, markup_convert

tree_out = None
gold_out = None
log_out = sys.stdout
colour_out = None
analysis_out = sys.stdout

def score_count(target, auto):
	gold_nodes = 0
	auta_nodeo = 0
	match_brackets = 0
	match_labels = 0

	target_spans = {}
	span_dict.span_dict(target, target_spans)
	auto_spans = {}
	span_dict.span_dict(auto, auto_spans)
	gold_nodes = 0
	auto_nodes = 0
	print >> log_out, target_spans.keys()
	print >> log_out, auto_spans.keys()
	for key in target_spans:
		gold_nodes += len(target_spans[key])
		if key in auto_spans:
			match_brackets += min(len(auto_spans[key]), len(target_spans[key]))
			match_labels += len(auto_spans[key].intersection(target_spans[key]))
			if len(target_spans[key].symmetric_difference(auto_spans[key])) != 0:
				print >> log_out, 'different label sets:   ', key, target_spans[key], auto_spans[key], target.word_yield(key)[1]
				print >> colour_out, 'different label sets:   ', key, target_spans[key], auto_spans[key], target.word_yield(key)[1]
		else:
			# Check for crossing brackets
			crossing = False
			for akey in auto_spans:
				if key[0] < akey[0] < key[1] < akey[1]:
					crossing = True
					break
				if akey[0] < key[0] < akey[1] < key[1]:
					crossing = True
					break
			if crossing:
				print >> log_out, 'crossing',
				print >> colour_out, '\033[01;31mcrossing\033[00m',
			print >> log_out, 'missing span:           ', key, target_spans[key], target.word_yield(key)[1]
			print >> colour_out, 'missing span:           ', key, target_spans[key], target.word_yield(key)[1]
	for key in auto_spans:
		auto_nodes += len(auto_spans[key])
		if key not in target_spans:
			crossing = False
			for tkey in target_spans:
				if key[0] < tkey[0] < key[1] < tkey[1]:
					crossing = True
					break
				if tkey[0] < key[0] < tkey[1] < key[1]:
					crossing = True
					break
			if crossing:
				print >> log_out, 'crossing',
				print >> colour_out, '\033[01;31mcrossing\033[00m',
			# Check for crossing brackets
			print >> log_out, 'extra span:             ', key, auto_spans[key], target.word_yield(key)[1]
			print >> colour_out, 'extra span:             ', key, auto_spans[key], target.word_yield(key)[1]
	return gold_nodes, auto_nodes, match_brackets, match_labels

def calc_prf(overlap, auto, gold):
	if gold == 0:
		return 1.0, 1.0, 1.0
	if auto == 0:
		return 0.0, 0.0, 0.0
	p = float(overlap) / auto
	r = float(overlap) / gold
	f = 0
	if p + r > 1e-5:
		f = 2 * p * r / (p + r)
	return p, r, f

def compare_words(pwords, cwords):
	i = 0
	match = 0
	for word in cwords:
		while word != pwords[i]:
			if i == len(pwords) - 1:
				break
			i += 1
		if word == pwords[i]:
			match += 1
	return float(match) / len(cwords)

def print_stats(stats_name, gold_nodes, auto_nodes, match_brackets, match_labels, 
correct_sentences, correct_sentences_brackets, total_sentences):
	p_brac, r_brac, f_brac = calc_prf(match_brackets, auto_nodes, gold_nodes)
	p_labe, r_labe, f_labe = calc_prf(match_labels, auto_nodes, gold_nodes)
	print >> log_out, stats_name, "counts:      ", gold_nodes, auto_nodes, '  ', match_brackets, match_labels
	print >> log_out, stats_name, "brackets:    %.2f   %.2f   %.2f" % (p_brac * 100, r_brac * 100, f_brac * 100)
	print >> log_out, stats_name, "labels:      %.2f   %.2f   %.2f" % (p_labe * 100, r_labe * 100, f_labe * 100)
	print >> log_out, stats_name, "sentences:   %d of %d (i.e. %.2f), just brackets %d of %d (i.e. %.2f)" % (correct_sentences, total_sentences, correct_sentences * 100.0 / total_sentences, correct_sentences_brackets, total_sentences, correct_sentences_brackets * 102.0 / total_sentences)

if __name__ == '__main__':
	args = ' '.join(sys.argv)
	methods = {
		'trivial': trivial.convert,
		'markedup': markup_convert.convert
	}
	if len(sys.argv) < 3:
		print "Usage:\n%s <PTB_file> <CCG_file>" % sys.argv[0]
		print "Options:"
		print "\t-method=[%s]" % (','.join(methods.keys()))
		print "\t-print_comparison"
		print "\t-sents=<num>"
		print "\t-max_length=<num>"
		print "\t-prefix=<str>"
		print "\t-exclude_no_parse"
		sys.exit(1)
	
	only_parsed = '-exclude_no_parse' in ' '.join(sys.argv)
	if '-prefix=' in args:
		prefix = args.split('-prefix=')[1].split(' ')[0]
		tree_out = open(prefix + '.auto', 'w')
		gold_out = open(prefix + '.gold', 'w')
		log_out = open(prefix + '.log', 'w')
		colour_out = open(prefix + '.colour', 'w')
		analysis_out = open(prefix + '.analysis', 'w')
		for output in [log_out, colour_out, analysis_out]:
			print >> output, "# this file was generated by the following command(s):"
			print >> output, "# " + args
			print >> output, ''
	else:
		print "# this file was generated by the following command(s):"
		print "# " + args
		print

	total_sentences = 1000000 if "-sents" not in args else int(args.split('-sents=')[1].split(' ')[0])
	max_sent_length = -1 if "-max_length" not in args else int(args.split('-sents=')[1].split(' ')[0])

	gold_nodes = 0
	auto_nodes = 0
	match_brackets = 0
	match_labels = 0
	correct_sentences = 0
	correct_sentences_brackets = 0
	print_trees = "-print_comparison" in args
	#ptb_source = open(sys.argv[1])
	ccg_source = open(sys.argv[1])
	for i in xrange(total_sentences):
		source = trees.read_CCG_tree(ccg_source)
		#target = trees.read_PTB_tree(ptb_source)
		###print target
		if source is None: #or target is None:
			total_sentences = i
			break

		if source.category is None:
			if not only_parsed:
				if gold_out is not None:
					print >> gold_out, target.one_line_repr()
					print >> tree_out
			# only evaluate on sentences that receive a parse
			continue

		#pwords = target.get_words()
		cwords = source.get_words()

		#if len(cwords) != 0:
		#	while compare_words(pwords, cwords) < 0.7:
		#		if not only_parsed:
		#			if gold_out is not None:
		#				print >> gold_out, target.one_line_repr()
		#				print >> tree_out
				#target = trees.read_PTB_tree(ptb_source)
				#if target is None:
				#	print >> sys.stderr, "Ran out of sentences trying to find a match"
				#	sys.exit(2)
				#pwords = target.get_words()

		#if max_sent_length > 0 and len(pwords) > max_sent_length:
		#	continue

		#if target.label == '':
	#		target.label = 'ROOT'

		if print_trees:
			print >> log_out, source
			#print >> log_out, target
		use, auto_ptb, auto_schema = (False, None, None)
		if 'method' in args:
			method_name = args.split('method=')[1].split()[0]
			ans = methods[method_name](source, sys.argv, log_out)
			use, auto_ptb, auto_schema = ans
		else:
			ans = trivial.convert(source, sys.argv, log_out)
			use, auto_ptb, auto_schema = ans

		if not use:
			print >> log_out, "Not being included"
		#if auto_schema is not None:
		#	analysis.analyse(source, target, auto_ptb, auto_schema, analysis_out)
		if tree_out is not None:
			if use:
				#print >> gold_out, target.one_line_repr()
				print >> tree_out, auto_ptb.one_line_repr()
			elif not only_parsed:
			#	print >> gold_out, target.one_line_repr()
				print >> tree_out

		if print_trees:
			print >> log_out, auto_ptb
			if colour_out is not None:
				print >> colour_out, source
				#print >> colour_out, auto_ptb.repr_with_corrections(target)

		#scores = score_count(target, auto_ptb)
		#gold_nodes += scores[0]
		#auto_nodes += scores[1]
		#match_brackets += scores[2]
		#match_labels += scores[3]
		#if scores[0] == scores[1] == scores[2]:
	#		correct_sentences_brackets += 1
		#if scores[0] == scores[1] == scores[3]:
	#		correct_sentences += 1
		#print_stats('', scores[0], scores[1], scores[2], scores[3], correct_sentences, correct_sentences_brackets,  i + 1)
		#print_stats('cumulative', gold_nodes, auto_nodes, match_brackets, match_labels, correct_sentences, correct_sentences_brackets, i + 1)
	#print_stats('final', gold_nodes, auto_nodes, match_brackets, match_labels, correct_sentences, correct_sentences_brackets, total_sentences)

#!/usr/bin/env python # Check for crossing brackets # Check for crossing brackets #ptb_source = open(sys.argv[1]) #target = trees.read_PTB_tree(ptb_source) ###print target #or target is None: # only evaluate on sentences that receive a parse #pwords = target.get_words() #if len(cwords) != 0: #	while compare_words(pwords, cwords) < 0.7: #		if not only_parsed: #			if gold_out is not None: #				print >> gold_out, target.one_line_repr() #				print >> tree_out #target = trees.read_PTB_tree(ptb_source) #if target is None: #	print >> sys.stderr, "Ran out of sentences trying to find a match" #	sys.exit(2) #pwords = target.get_words() #if max_sent_length > 0 and len(pwords) > max_sent_length: #	continue #if target.label == '': #		target.label = 'ROOT' #print >> log_out, target #if auto_schema is not None: #	analysis.analyse(source, target, auto_ptb, auto_schema, analysis_out) #print >> gold_out, target.one_line_repr() #	print >> gold_out, target.one_line_repr() #print >> colour_out, auto_ptb.repr_with_corrections(target) #scores = score_count(target, auto_ptb) #gold_nodes += scores[0] #auto_nodes += scores[1] #match_brackets += scores[2] #match_labels += scores[3] #if scores[0] == scores[1] == scores[2]: #		correct_sentences_brackets += 1 #if scores[0] == scores[1] == scores[3]: #		correct_sentences += 1 #print_stats('', scores[0], scores[1], scores[2], scores[3], correct_sentences, correct_sentences_brackets,  i + 1) #print_stats('cumulative', gold_nodes, auto_nodes, match_brackets, match_labels, correct_sentences, correct_sentences_brackets, i + 1) #print_stats('final', gold_nodes, auto_nodes, match_brackets, match_labels, correct_sentences, correct_sentences_brackets, total_sentences)