import pickle
from collections import Counter
import matplotlib.pyplot as plt

with open("./mecab.bin", "rb") as f:
    m = pickle.load(f)

bs = [d['base'] for sent in m for d in sent]
cnt = Counter(bs).most_common()
fs = [f for _, f in cnt]

plt.hist(fs, bins=100, range=(1, 100))
plt.show()

c5acfa498027cb2fef820f2dcd91fe4e963f3b76
<mask token>

<mask token>
with open('./mecab.bin', 'rb') as f:
    m = pickle.load(f)
<mask token>
plt.hist(fs, bins=100, range=(1, 100))
plt.show()

<mask token>
with open('./mecab.bin', 'rb') as f:
    m = pickle.load(f)
bs = [d['base'] for sent in m for d in sent]
cnt = Counter(bs).most_common()
fs = [f for _, f in cnt]
plt.hist(fs, bins=100, range=(1, 100))
plt.show()

import pickle
from collections import Counter
import matplotlib.pyplot as plt
with open('./mecab.bin', 'rb') as f:
    m = pickle.load(f)
bs = [d['base'] for sent in m for d in sent]
cnt = Counter(bs).most_common()
fs = [f for _, f in cnt]
plt.hist(fs, bins=100, range=(1, 100))
plt.show()

import pickle
from collections import Counter
import matplotlib.pyplot as plt

with open("./mecab.bin", "rb") as f:
    m = pickle.load(f)

bs = [d['base'] for sent in m for d in sent]
cnt = Counter(bs).most_common()
fs = [f for _, f in cnt]

plt.hist(fs, bins=100, range=(1, 100))
plt.show()
