import os
import pickle
import re
import collections
import cytoolz as ct
import numpy as np
from gensim.parsing import preprocessing
from sklearn.utils import murmurhash3_32

#Changes the generation of lexicon / dictionary used
DICT_CONSTANT = ".POS.2000dim.2000min.20iter.POS_Clusters.p"

try:
	from modules.rdrpos_tagger.Utility.Utils import readDictionary
	from modules.rdrpos_tagger.pSCRDRtagger.RDRPOSTagger import RDRPOSTagger
	from modules.rdrpos_tagger.pSCRDRtagger.RDRPOSTagger import unwrap_self_RDRPOSTagger
	from modules.rdrpos_tagger.pSCRDRtagger.RDRPOSTagger import printHelp
		
except:
	from c2xg.c2xg.modules.rdrpos_tagger.Utility.Utils import readDictionary
	from c2xg.c2xg.modules.rdrpos_tagger.pSCRDRtagger.RDRPOSTagger import RDRPOSTagger
	from c2xg.c2xg.modules.rdrpos_tagger.pSCRDRtagger.RDRPOSTagger import unwrap_self_RDRPOSTagger
	from c2xg.c2xg.modules.rdrpos_tagger.pSCRDRtagger.RDRPOSTagger import printHelp
	
#Fix RDRPos import
current_dir = os.getcwd()
if current_dir == "Utility":
	os.chdir(os.path.join("..", "..", ".."))

#-------------------------------------------------------------------------------------------#

class Encoder(object):

	#---------------------------------------------------------------------------#
	def __init__(self, Loader, word_classes = False, zho_split = False):
		
		self.language = Loader.language
		self.zho_split = zho_split
		self.Loader = Loader
		
		MODEL_STRING = os.path.join(".", "data", "pos_rdr", self.language + ".RDR")
		DICT_STRING = os.path.join(".", "data", "pos_rdr", self.language + ".DICT")
		DICTIONARY_FILE = os.path.join(".", "data", "dictionaries", self.language + DICT_CONSTANT)
		
		#zho needs an additional tokenizer
		if self.language == "zho":
			
			try:
				import modules.jieba.jeiba as jb
			except:
				import c2xg.modules.jieba.jeiba as jb
				
			self.tk = jb.Tokenizer()
			self.tk.initialize()
			self.tk.lock = True

		#Initialize tagger
		self.r = RDRPOSTagger()
		self.r.constructSCRDRtreeFromRDRfile(MODEL_STRING) 
		self.DICT = readDictionary(DICT_STRING) 
				
		# #Initialize emoji remover
		try:
		# Wide UCS-4 build
			self.myre = re.compile(u'['
				u'\U0001F300-\U0001F64F'
				u'\U0001F680-\U0001F6FF'
				u'\u2600-\u26FF\u2700-\u27BF]+', 
				re.UNICODE)
		except re.error:
			# Narrow UCS-2 build
				self.myre = re.compile(u'('
				u'\ud83c[\udf00-\udfff]|'
				u'\ud83d[\udc00-\ude4f\ude80-\udeff]|'
				u'[\u2600-\u26FF\u2700-\u27BF])+', 
				re.UNICODE)
		
		#Universal POS Tags are fixed across languages
		pos_list = ["PROPN", "SYM", "VERB", "DET", "CCONJ", "AUX", "ADJ", "INTJ", "SCONJ", "PRON", "NUM", "PUNCT", "ADV", "ADP", "X", "NOUN", "PART"]
		self.pos_dict = {murmurhash3_32(pos, seed=0): pos for pos in pos_list}
		
		#Get semantic dict, unless currently training those dicts
		if word_classes == False:
			
			try:
				with open(DICTIONARY_FILE, "rb") as fo:
					self.word_dict = pickle.load(fo)
			except:
				with open(os.path.join("..", "c2xg", "c2xg", DICTIONARY_FILE), "rb") as fo:
					self.word_dict = pickle.load(fo)

			self.domain_dict = {murmurhash3_32(key, seed=0): self.word_dict[key] for key in self.word_dict.keys()}
			self.word_dict = {murmurhash3_32(key, seed=0): key for key in self.word_dict.keys()}
			
			#Build decoder
			self.build_decoder()

	#-----------------------------------------------------------------------------------#
		
	def build_decoder(self):

		#Create a decoding resource
		#LEX = 1, POS = 2, CAT = 3
		decoding_dict = {}
		decoding_dict[1] = self.word_dict
		decoding_dict[2] = self.pos_dict
		decoding_dict[3] = {key: "<" + str(key) + ">" for key in list(set(self.domain_dict.values()))}
			
		self.decoding_dict = decoding_dict

	#---------------------------------------------------------------------------#
	
	def decode(self, item):
	
		sequence = [self.decoding_dict[pair[0]][pair[1]] for pair in item]
			
		return " ".join(sequence)		

	#---------------------------------------------------------------------------#
	
	def decode_construction(self, item):
	
		sequence = [self.decoding_dict[pair[0]][pair[1]] for pair in item]
			
		return "[ " + " -- ".join(sequence) + " ]"

	#---------------------------------------------------------------------------#
	
	def load_stream(self, input_files, word_classes = False):

		#If only got one file, wrap in list
		if isinstance(input_files, str):
			input_files = [input_files]
	
		for file in input_files:
			for line in self.Loader.read_file(file):
				if len(line) > 1:
					line = self.load(line, word_classes)
					yield line
					
	#---------------------------------------------------------------------------#
	
	def load_batch(self, input_lines, word_classes = False):	
	
		return_list = []	#Initiate holding list
		
		for line in input_lines:
			if len(line) > 1:
				return_list.append(self.load(line))
		
		return return_list
		
	#---------------------------------------------------------------------------#
		
	def load(self, line, word_classes = False):

		#Tokenize zho
		if self.language == "zho" and self.zho_split == True:
								
			line = [x for x in self.tk.cut(line, cut_all = True, HMM = True) if x != ""]
			line = " ".join(line)

		#Remove links, hashtags, at-mentions, mark-up, and "RT"
		line = re.sub(r"http\S+", "", line)
		line = re.sub(r"@\S+", "", line)
		line = re.sub(r"#\S+", "", line)
		line = re.sub("<[^>]*>", "", line)
		line = line.replace(" RT", "").replace("RT ", "")
								
		#Remove emojis
		line = re.sub(self.myre, "", line)
									
		#Remove punctuation and extra spaces
		line = ct.pipe(line, 
						preprocessing.strip_tags, 
						preprocessing.strip_punctuation, 
						preprocessing.split_alphanum,
						preprocessing.strip_non_alphanum,
						preprocessing.strip_multiple_whitespaces
						)
									
		#Strip and reduce to max training length
		line = line.lower().strip().lstrip()

		if word_classes == False:
			line = self.r.tagRawSentenceHash(rawLine = line, DICT = self.DICT, word_dict = self.domain_dict)
			#Array of tuples (LEX, POS, CAT)

		#For training word embeddings, just return the list
		else:
			line = self.r.tagRawSentenceGenSim(rawLine = line, DICT = self.DICT)

		return np.array(line)