import string

def getTokens(line):
	words = line.split()
	tokens = []
	for word in words:
		s = word
		for c in string.punctuation:
			s = s.replace(c, "")
		s = s.lower()
		tokens.append(s)
	return tokens
a7ab7c5fd89a0415e6be40a349e084b6772321a6
<mask token>

<mask token>


def getTokens(line):
    words = line.split()
    tokens = []
    for word in words:
        s = word
        for c in string.punctuation:
            s = s.replace(c, '')
        s = s.lower()
        tokens.append(s)
    return tokens

import string


def getTokens(line):
    words = line.split()
    tokens = []
    for word in words:
        s = word
        for c in string.punctuation:
            s = s.replace(c, '')
        s = s.lower()
        tokens.append(s)
    return tokens

import string

def getTokens(line):
	words = line.split()
	tokens = []
	for word in words:
		s = word
		for c in string.punctuation:
			s = s.replace(c, "")
		s = s.lower()
		tokens.append(s)
	return tokens