bootstrap.py

"""Bootstraps users and other DB entities for testing/dev.

This script will wait for the DB to become available and then
check if the arXiv_submissions table exists. 

If the table doesn't exist, this script will create all the legacy tables and
create several testing users, and print JWTs for those user.

If the table exists it will do nothing.

If run with the flag --output-single-jwt it will always output a
single JWT to stdout.

This can be used like:

    bootstrp.py --output-single-jwt > jwt.txt 
    INTEGRATION_JWT = $(cat jwt.txt) python -m submit.integration.test_integration

Testing and debugging this script outside of docker can be done like:

   JWT_SECRET='X' CLASSIC_DATABASE_URI='sqlite:///tmpbootstrap.db.sqlite' bootstrap.py

Then you can run it again and it will find an existing db to test that code path.
"""
import time
import logging
import sys

from arxiv.submission.services import classic
from arxiv.submission.services.classic import bootstrap, models

from arxiv.users.helpers import generate_token
from arxiv.users.auth import scopes
from submit.factory import create_ui_web_app

logging.basicConfig()
logging.getLogger("arxiv.submission.services.classic.interpolate").setLevel(logging.ERROR)
logging.getLogger("arxiv.base.alerts").setLevel(logging.ERROR)
logging.getLogger("arxiv.vault.middleware").setLevel(logging.CRITICAL)

logger = logging.getLogger('bootstrap.py')
logger.setLevel(logging.DEBUG)

app = create_ui_web_app()

single_jwt = '--output-single-jwt' in sys.argv

scope = [
    scopes.READ_PUBLIC,
    scopes.CREATE_SUBMISSION,
    scopes.EDIT_SUBMISSION,
    scopes.VIEW_SUBMISSION,
    scopes.DELETE_SUBMISSION,
    scopes.READ_UPLOAD,
    scopes.WRITE_UPLOAD,
    scopes.DELETE_UPLOAD_FILE,
    scopes.READ_UPLOAD_LOGS,
    scopes.READ_COMPILE,
    scopes.CREATE_COMPILE,
    scopes.READ_PREVIEW,
    scopes.CREATE_PREVIEW
]



with app.app_context():
    
    logger.debug('loaded webapp')
    if app.config['JWT_SECRET']:
        logger.debug(f'JWT_SECRET: {app.config["JWT_SECRET"]}')
    else:
        raise ValueError('Must set JWT_SECRET')
    
    def user_to_jwt(user):
        return generate_token(
            user.user_id,
            user.email,
            user.email,
            scope=scope,
            first_name=user.first_name,
            last_name=user.last_name,
            suffix_name=user.suffix_name,
            endorsements=["*.*"],
        )

    session = classic.current_session()
    engine = classic.util.current_engine()
    logger.info("Waiting for database server to be available")
    logger.info(app.config["SQLALCHEMY_DATABASE_URI"])

    wait = 2
    while True:
        try:
            session.execute("SELECT 1")
            break
        except Exception as e:
            logger.info(e)
            logger.info(f"...waiting {wait} seconds...")
            time.sleep(wait)
            wait *= 2

    logger.info("Checking for database")
    if not engine.dialect.has_table(engine, "arXiv_submissions"):
        created_users = []
        logger.info("Database for classic not yet initialized; creating all tables")
        classic.create_all()

        logger.info("Populate with base data")
        licenses = bootstrap.licenses()
        for obj in licenses:
            session.add(obj)
        logger.info("Added %i licenses", len(licenses))
        policy_classes = bootstrap.policy_classes()
        for obj in policy_classes:
            session.add(obj)
        logger.info("Added %i policy classes", len(policy_classes))
        categories = bootstrap.categories()
        for obj in categories:
            session.add(obj)
        logger.info("Added %i categories", len(categories))
        users = bootstrap.users(10)
        for obj in users:
            session.add(obj)
            created_users.append(obj)
        logger.info("Added %i users for testing", len(users))
        session.commit()

        if single_jwt:
            print(user_to_jwt(created_users[0]))
        else:
            for user in created_users:
                print(user.user_id, user.email)
                print(user_to_jwt(user))

    else:
        logger.info("arXiv_submissions table already exists, DB bootstraped. No new users created.")
        if single_jwt:
            print(user_to_jwt(session.query(models.User).first()))