@misc{bauer_archive_2022, address = {Online}, type = {Invited {Talk}}, title = {Archive content annotation and search with {Taylor} ({Research} project {TailoredMedia})}, url = {https://tech.ebu.ch/publications/archive-content-annotation-and-search-with-taylor-research-project-tailoredmedia}, abstract = {The research project TailoredMedia project aims to automate metadata creation for improving discoverability of audiovisual content by leveraging recent advances in AI for natural language processing and computer vision tasks, and interlinking these tools with contextual information. This presentation shows the progress in the research project TailoredMedia, focusing on automatic content annotation – including human intervention – in a practical archive workflow setting and search in audiovisual content. For automatic annotation, we discuss scene text recognition for German texts, learning object classification from few annotated samples, and efficient classification of location categories and shot types. For all these topics, the issues of (semi-automatic) preparation of training datasets will be discussed. Also, we give insights into our developed click dummy as well as functional prototype (web app) for automatic content annotation and search. Domain experts (e.g. archivists) can review AI-generated tags, which are placed on a timeline for easy navigation. Also, it is possible to search in audiovisual content and collect snippets for further use. The click dummy has been created in Figma, and the functional prototype uses Vue.js as well as a JSON-REST API for getting and changing data from the backend. The project consortium includes ORF and Österreichische Mediathek (the Austrian archive for sound recordings and videos on cultural and contemporary history) as user organizations.}, author = {Bauer, Christoph and Judmaier, Peter and Bailer, Werner}, month = may, year = {2022}, note = {Projekt: TailoredMedia}, keywords = {Department Medien und Digitale Technologien, FH SP Data Analytics \& Visual Computing, Forschungsgruppe Media Computing, Institut für Creative Media Technologies, Vortrag}, }