Pixeltable + Label Studio

import pixeltable as pxt
from pixeltable.functions.video import frame_iterator
from pixeltable.functions.huggingface import detr_for_object_detection

TableModel = pxt.model_base()

class Videos(TableModel, name='videos'):
    video: pxt.Video

class Frames(
    TableModel,
    name='frames',
    base=Videos,
    iterator=frame_iterator(Videos.video, fps=1),
):
    detections = detr_for_object_detection(
        frame, model_id='facebook/detr-resnet-50'
    )

class Labels(TableModel, name='labels'):
    task_id: pxt.String
    frame_url: pxt.String
    annotation: pxt.Json
    reviewed: pxt.Bool

# pxt schema update app.py annotation
# After the Label Studio JSON export:
import json

labels = pxt.get_table('annotation.labels')
with open('label_studio_export.json') as f:
    labels.insert([
        {'task_id': str(t['id']), 'frame_url': t['data']['image'], 'annotation': t, 'reviewed': False}
        for t in json.load(f)
    ])

from label_studio_sdk import Client

ls = Client(url='http://localhost:8080', api_key=API_KEY)
label_config = '''
<View>
  <Image name="image" value="$image"/>
  <RectangleLabels name="label" toName="image">
    <Label value="Person"/>
  </RectangleLabels>
</View>
'''
project = ls.start_project(title='Video frames', label_config=label_config)
project.import_tasks([{'image': url} for url in frame_urls])
# Annotators and reviewers work in the Label Studio UI.
# Export the tasks from the Label Studio UI (Project > Export > JSON) to label_studio_export.json.