import os
from imdb.data import upload_to_s3, IMDBDataSerializer
from imdb.pyt.code.config import S3_DATA_BUCKET, DATA_PATH, CACHE_PATH
s = IMDBDataSerializer(data_dir=os.path.join('imdb', 'data'), out_dir=DATA_PATH
    )
s.load().save()
for dr in [DATA_PATH, CACHE_PATH]:
    for filename in os.listdir(dr):
        f = os.path.join(dr, filename)
        print(f'Uploading {f}')
        upload_to_s3(f, S3_DATA_BUCKET)

c5b142f8a31a1266e8e3b82cdc75c4cf0f45374b
<mask token>

<mask token>
s.load().save()
for dr in [DATA_PATH, CACHE_PATH]:
    for filename in os.listdir(dr):
        f = os.path.join(dr, filename)
        print(f'Uploading {f}')
        upload_to_s3(f, S3_DATA_BUCKET)

<mask token>
s = IMDBDataSerializer(data_dir=os.path.join('imdb', 'data'), out_dir=DATA_PATH
    )
s.load().save()
for dr in [DATA_PATH, CACHE_PATH]:
    for filename in os.listdir(dr):
        f = os.path.join(dr, filename)
        print(f'Uploading {f}')
        upload_to_s3(f, S3_DATA_BUCKET)

import os
from imdb.data import upload_to_s3, IMDBDataSerializer
from imdb.pyt.code.config import S3_DATA_BUCKET, DATA_PATH, CACHE_PATH
s = IMDBDataSerializer(data_dir=os.path.join('imdb', 'data'), out_dir=DATA_PATH
    )
s.load().save()
for dr in [DATA_PATH, CACHE_PATH]:
    for filename in os.listdir(dr):
        f = os.path.join(dr, filename)
        print(f'Uploading {f}')
        upload_to_s3(f, S3_DATA_BUCKET)
