from nltk.tokenize import word_tokenize,
import codecs

textfile="text_regional.txt"
with codecs.open(textfile,encoding="utf-8") as file:
    text=file.read()

words=word_tokenize(text)
sentences=text.split("|")

print("words:"+str(words))
print("sentences:"+str(sentences))
a25032cdb30d0ca52fd288c0c5bf2b3e2cae224f
from nltk.tokenize import word_tokenize,
import codecs

textfile="text_regional.txt"
with codecs.open(textfile,encoding="utf-8") as file:
    text=file.read()

words=word_tokenize(text)
sentences=text.split("|")

print("words:"+str(words))
print("sentences:"+str(sentences))