mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-10 10:44:39 +00:00
32 lines
766 B
Python
32 lines
766 B
Python
|
import random
|
||
|
|
import string
|
||
|
|
|
||
|
|
"""
|
||
|
|
Generates a large "random" collection of fields to populate mongo init script
|
||
|
|
Run it with `python generate_large_collection.py >> mongo_init.js` to add it to the init script
|
||
|
|
"""
|
||
|
|
|
||
|
|
num_fields = 500
|
||
|
|
# first 200 fields have low probability
|
||
|
|
fields = [(f"field_{i}", (10 if i < 200 else 99)) for i in range(0, 500)]
|
||
|
|
|
||
|
|
|
||
|
|
letters = string.ascii_lowercase
|
||
|
|
|
||
|
|
|
||
|
|
def generate_record(fields):
|
||
|
|
record = {}
|
||
|
|
for f_name, probability in fields:
|
||
|
|
dice = random.randint(0, 100)
|
||
|
|
if dice < probability:
|
||
|
|
record[f_name] = "".join(random.choice(letters) for i in range(0, 10))
|
||
|
|
return record
|
||
|
|
|
||
|
|
|
||
|
|
print("db.largeCollection.insertMany([")
|
||
|
|
for x in range(0, 100):
|
||
|
|
x = generate_record(fields)
|
||
|
|
print(f"{x},")
|
||
|
|
|
||
|
|
print("]);")
|