from faker import Faker
import uuid as uuid
from dynamorm import (
    DynaModel,
    GlobalIndex,
    ProjectAll,
)
from marshmallow import fields

faker = Faker()

class BigProblem(DynaModel):
    class Table:
        name = 'example_big_query_problem_table_1'
        hash_key = 'uuid'

    class TypeIndex(GlobalIndex):
        """Index for quickly accessing individual tags"""
        name = 'type_index'
        hash_key = 'type'
        projection = ProjectAll()

    class Schema:
        uuid = fields.Str(missing=lambda: str(uuid.uuid4()))
        type = fields.Str(missing=lambda: 'data')
        data = fields.List(fields.Str())


BigProblem.Table.delete()
if not BigProblem.Table.exists:
    BigProblem.Table.create(wait=True)
    for _ in range(1000):
        BigProblem(data=[faker.name() for _ in range(100)]).save()


type_it = BigProblem.TypeIndex.query(type='data')
types = list(type_it)
while type_it.last is not None:
    type_it.again()
    print(len(types))
    types.extend(type_it)
print(len(types))