import requests
import re
from urllib.request import urlopen
from bs4 import BeautifulSoup
from collections import Counter
from nltk.corpus import stopwords

# pagina = urllib.request.urlopen()

pagina = urlopen('file:///home/ricardo/projetos/pontotel-crawler-cobolman/app/apinfo.html')

soup = BeautifulSoup(pagina, "lxml")
texto = soup.get_text()
letras = re.sub("[^a-zA-ZáàâãéèêíïóôõöúçñÁÀÂÃÉÈÍÏÓÔÕÖÚÇÑ]", " ", texto)
palavras = letras.lower().split()
significados = [w for w in palavras if not w in stopwords.words("portuguese")]
contagem = [Counter(significados)]
frequency = {}

for word in significados:
    count = frequency.get(word, 0)
    frequency[word] = count + 1

frequency_list = frequency.keys()

for words in frequency_list:
    print(words, frequency[words])

9374ffc466d968534217d4b7b7ff247d94ecebfe
<mask token>

<mask token>
for word in significados:
    count = frequency.get(word, 0)
    frequency[word] = count + 1
<mask token>
for words in frequency_list:
    print(words, frequency[words])

<mask token>
pagina = urlopen(
    'file:///home/ricardo/projetos/pontotel-crawler-cobolman/app/apinfo.html')
soup = BeautifulSoup(pagina, 'lxml')
texto = soup.get_text()
letras = re.sub('[^a-zA-ZáàâãéèêíïóôõöúçñÁÀÂÃÉÈÍÏÓÔÕÖÚÇÑ]', ' ', texto)
palavras = letras.lower().split()
significados = [w for w in palavras if not w in stopwords.words('portuguese')]
contagem = [Counter(significados)]
frequency = {}
for word in significados:
    count = frequency.get(word, 0)
    frequency[word] = count + 1
frequency_list = frequency.keys()
for words in frequency_list:
    print(words, frequency[words])

import requests
import re
from urllib.request import urlopen
from bs4 import BeautifulSoup
from collections import Counter
from nltk.corpus import stopwords
pagina = urlopen(
    'file:///home/ricardo/projetos/pontotel-crawler-cobolman/app/apinfo.html')
soup = BeautifulSoup(pagina, 'lxml')
texto = soup.get_text()
letras = re.sub('[^a-zA-ZáàâãéèêíïóôõöúçñÁÀÂÃÉÈÍÏÓÔÕÖÚÇÑ]', ' ', texto)
palavras = letras.lower().split()
significados = [w for w in palavras if not w in stopwords.words('portuguese')]
contagem = [Counter(significados)]
frequency = {}
for word in significados:
    count = frequency.get(word, 0)
    frequency[word] = count + 1
frequency_list = frequency.keys()
for words in frequency_list:
    print(words, frequency[words])

import requests
import re
from urllib.request import urlopen
from bs4 import BeautifulSoup
from collections import Counter
from nltk.corpus import stopwords

# pagina = urllib.request.urlopen()

pagina = urlopen('file:///home/ricardo/projetos/pontotel-crawler-cobolman/app/apinfo.html')

soup = BeautifulSoup(pagina, "lxml")
texto = soup.get_text()
letras = re.sub("[^a-zA-ZáàâãéèêíïóôõöúçñÁÀÂÃÉÈÍÏÓÔÕÖÚÇÑ]", " ", texto)
palavras = letras.lower().split()
significados = [w for w in palavras if not w in stopwords.words("portuguese")]
contagem = [Counter(significados)]
frequency = {}

for word in significados:
    count = frequency.get(word, 0)
    frequency[word] = count + 1

frequency_list = frequency.keys()

for words in frequency_list:
    print(words, frequency[words])
