import sys
#from nltk.stem import WordNetLemmatizer
#import nltk
#from nltk.corpus import stopwords
from nltk.tokenize import word_tokenize

userInput_ngram=set()
dict_ngrams_score=dict()
sub_ngrams_link=dict()


with open("./HIV_ngrams.tsv", encoding="utf8", errors='ignore') as in_file1:
	for line in in_file1:
		if line.strip()=="":
			break
		fields=line.strip().split("\t")
		dict_ngrams_score[tuple(fields[1:])]=int(fields[0])
		if len(fields[1:])>2:
			sub_ngrams_link[tuple(fields[1:][1:])]=tuple([fields[1:]])
			sub_ngrams_link[tuple(fields[1:][:-1])]=tuple([fields[1:]])

if sys.argv[1].strip()=="":
	exit()
words=word_tokenize(sys.argv[1].strip().lower())
max_len=len(words)
for i,w in enumerate(words):
	if i+1<max_len:
		gram2=tuple([w,words[i+1]])
		userInput_ngram.add(gram2)
	if i+2<max_len:
		gram3=tuple([w,words[i+1],words[i+2]])
		userInput_ngram.add(gram3)
	if i+3<max_len:
		gram4=tuple([w,words[i+1],words[i+2],words[i+3]])
		userInput_ngram.add(gram4)
	if i+4<max_len:
		gram5=tuple([w,words[i+1],words[i+2],words[i+3],words[i+4]])
		userInput_ngram.add(gram5)
	if i+5<max_len:
		gram6=tuple([w,words[i+1],words[i+2],words[i+3],words[i+4],words[i+5]])
		userInput_ngram.add(gram5)
	if i+6<max_len:
		gram7=tuple([w,words[i+1],words[i+2],words[i+3],words[i+4],words[i+5],words[i+6]])
		userInput_ngram.add(gram7)

scroredSentence=userInput_ngram.intersection(dict_ngrams_score.keys())
#print (userInput_ngram)
#print (dict_ngrams_score.keys())
score=0
for i in scroredSentence:
	score+=dict_ngrams_score[i]

print (score)

#plus1gram=userInput_ngram.intersection(sub_ngrams_link.keys())

#for gram in plus1gram:
#	print ("\t".join(gram)+"\t:\t"+"\t".join(sub_ngrams_link[gram])+"\t:\t"+"\t".join(dict_ngrams_score[sub_ngrams_link[gram]])