Question Playground

alembic/versions/0c8eb3ff1c71_adds_playground_question.py

@@ -0,0 +1,47 @@
+"""adds_playground_question
+
+Revision ID: 0c8eb3ff1c71
+Revises: ac97442726d2
+Create Date: 2025-02-04 09:48:41.971287
+
+"""
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision = '0c8eb3ff1c71'
+down_revision = 'ac97442726d2'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('playground_question',
+    sa.Column('id', postgresql.UUID(as_uuid=True), nullable=False),
+    sa.Column('question', sa.String(), nullable=True),
+    sa.Column('created_at', sa.DateTime(), nullable=True),
+    sa.Column('created_by', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('project_id', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('embedding_id', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('record_ids', sa.JSON(), nullable=True),
+    sa.Column('meta_info', sa.JSON(), nullable=True),
+    sa.ForeignKeyConstraint(['created_by'], ['user.id'], ondelete='SET NULL'),
+    sa.ForeignKeyConstraint(['embedding_id'], ['embedding.id'], ondelete='SET NULL'),
+    sa.ForeignKeyConstraint(['project_id'], ['project.id'], ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_playground_question_created_by'), 'playground_question', ['created_by'], unique=False)
+    op.create_index(op.f('ix_playground_question_embedding_id'), 'playground_question', ['embedding_id'], unique=False)
+    op.create_index(op.f('ix_playground_question_project_id'), 'playground_question', ['project_id'], unique=False)
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_playground_question_project_id'), table_name='playground_question')
+    op.drop_index(op.f('ix_playground_question_embedding_id'), table_name='playground_question')
+    op.drop_index(op.f('ix_playground_question_created_by'), table_name='playground_question')
+    op.drop_table('playground_question')
+    # ### end Alembic commands ###

alembic/versions/ac97442726d2_adds_refinery_playground_evaluation.py

@@ -0,0 +1,83 @@
+"""adds_refinery_playground_evaluation
+
+Revision ID: ac97442726d2
+Revises: eb5ecbee5090
+Create Date: 2025-01-16 13:26:43.059523
+
+"""
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision = 'ac97442726d2'
+down_revision = 'eb5ecbee5090'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('evaluation_group',
+    sa.Column('id', postgresql.UUID(as_uuid=True), nullable=False),
+    sa.Column('name', sa.String(), nullable=True),
+    sa.Column('created_at', sa.DateTime(), nullable=True),
+    sa.Column('created_by', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('project_id', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('evaluation_set_ids', sa.JSON(), nullable=True),
+    sa.ForeignKeyConstraint(['created_by'], ['user.id'], ondelete='SET NULL'),
+    sa.ForeignKeyConstraint(['project_id'], ['project.id'], ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_evaluation_group_created_by'), 'evaluation_group', ['created_by'], unique=False)
+    op.create_index(op.f('ix_evaluation_group_project_id'), 'evaluation_group', ['project_id'], unique=False)
+    op.create_table('evaluation_set',
+    sa.Column('id', postgresql.UUID(as_uuid=True), nullable=False),
+    sa.Column('question', sa.String(), nullable=True),
+    sa.Column('created_at', sa.DateTime(), nullable=True),
+    sa.Column('created_by', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('project_id', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('record_ids', sa.JSON(), nullable=True),
+    sa.ForeignKeyConstraint(['created_by'], ['user.id'], ondelete='SET NULL'),
+    sa.ForeignKeyConstraint(['project_id'], ['project.id'], ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_evaluation_set_created_by'), 'evaluation_set', ['created_by'], unique=False)
+    op.create_index(op.f('ix_evaluation_set_project_id'), 'evaluation_set', ['project_id'], unique=False)
+    op.create_table('evaluation_run',
+    sa.Column('id', postgresql.UUID(as_uuid=True), nullable=False),
+    sa.Column('evaluation_group_id', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('created_at', sa.DateTime(), nullable=True),
+    sa.Column('created_by', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('project_id', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('embedding_id', postgresql.UUID(as_uuid=True), nullable=True),
+    sa.Column('state', sa.String(), nullable=True),
+    sa.Column('results', sa.JSON(), nullable=True),
+    sa.Column('meta_info', sa.JSON(), nullable=True),
+    sa.ForeignKeyConstraint(['created_by'], ['user.id'], ondelete='SET NULL'),
+    sa.ForeignKeyConstraint(['embedding_id'], ['embedding.id'], ondelete='SET NULL'),
+    sa.ForeignKeyConstraint(['evaluation_group_id'], ['evaluation_group.id'], ondelete='SET NULL'),
+    sa.ForeignKeyConstraint(['project_id'], ['project.id'], ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_evaluation_run_created_by'), 'evaluation_run', ['created_by'], unique=False)
+    op.create_index(op.f('ix_evaluation_run_embedding_id'), 'evaluation_run', ['embedding_id'], unique=False)
+    op.create_index(op.f('ix_evaluation_run_evaluation_group_id'), 'evaluation_run', ['evaluation_group_id'], unique=False)
+    op.create_index(op.f('ix_evaluation_run_project_id'), 'evaluation_run', ['project_id'], unique=False)
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_evaluation_run_project_id'), table_name='evaluation_run')
+    op.drop_index(op.f('ix_evaluation_run_evaluation_group_id'), table_name='evaluation_run')
+    op.drop_index(op.f('ix_evaluation_run_embedding_id'), table_name='evaluation_run')
+    op.drop_index(op.f('ix_evaluation_run_created_by'), table_name='evaluation_run')
+    op.drop_table('evaluation_run')
+    op.drop_index(op.f('ix_evaluation_set_project_id'), table_name='evaluation_set')
+    op.drop_index(op.f('ix_evaluation_set_created_by'), table_name='evaluation_set')
+    op.drop_table('evaluation_set')
+    op.drop_index(op.f('ix_evaluation_group_project_id'), table_name='evaluation_group')
+    op.drop_index(op.f('ix_evaluation_group_created_by'), table_name='evaluation_group')
+    op.drop_table('evaluation_group')
+    # ### end Alembic commands ###

app.py

@@ -30,6 +30,7 @@
 from fast_api.routes.weak_supervision import router as weak_supervision_router
 from fast_api.routes.labeling_tasks import router as labeling_tasks_router
 from fast_api.routes.task_execution import router as task_execution_router
+from fast_api.routes.playground import router as playground_router
 from middleware.database_session import handle_db_session
 from middleware.starlette_tmp_middleware import DatabaseSessionHandler
 from starlette.applications import Starlette
@@ -55,6 +56,7 @@
     PREFIX_WEAK_SUPERVISION,
     PREFIX_LABELING_TASKS,
     PREFIX_TASK_EXECUTION,
+    PREFIX_PLAYGROUND,
 )
 from util import security, clean_up
 from middleware import log_storage
@@ -106,7 +108,9 @@
 fastapi_app.include_router(
     labeling_tasks_router, prefix=PREFIX_LABELING_TASKS, tags=["labeling-tasks"]
 )
-
+fastapi_app.include_router(
+    playground_router, prefix=PREFIX_PLAYGROUND, tags=["playground"]
+)
 fastapi_app_internal = FastAPI()
 fastapi_app_internal.include_router(
     task_execution_router, prefix=PREFIX_TASK_EXECUTION, tags=["task-execution"]