Navigation
  • Print
  • Share
  • Copy URL
  • Breadcrumb

    ModBand

    Egocentric Multimodal Sensing

    Publisher

    BibTex

     1
     2
     3
     4
     5
     6
     7
     8
     9
    10
    11
    12
    13
    14
    15
    16
    17
    
    @inproceedings{10.1145/3586182.3616682,
        author = {Nargund, Avinash Ajit and Aponte, Alejandro and Caetano, Arthur and Sra, Misha},
        title = {ModBand: Design of a Modular Headband for Multimodal Data Collection and Inference},
        year = {2023},
        isbn = {9798400700965},
        publisher = {Association for Computing Machinery},
        address = {New York, NY, USA},
        url = {https://doi.org/10.1145/3586182.3616682},
        doi = {10.1145/3586182.3616682},
        abstract = {Collecting multimodal user data during physical tasks such as cooking, maintenance, or physical rehab is crucial to enable the design of better AI models, interfaces, and applications. However, this is a challenging task with external cameras and sensors due to user movement, self-occlusions and diversity of data streams during task performance. In this work, we present ModBand, a wearable sensor headband with an accompanying software pipeline to collect and visualize data such as facial images, pupillometry, egocentric video, and heart rate during physical task performance. ModBand can be modified, extended, and used both as a standalone device or integrated with existing head-mounted AR devices for AI-based task guidance. Our modular design incorporates cost-effective fabrication methods, such as 3D printing, and enables convenient integration or exclusion of sensors to support custom data collection needs.},
        booktitle = {Adjunct Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology},
        articleno = {35},
        numpages = {3},
        keywords = {Facial data collection, Mobile, Modular design, Sensor headband, Visual and physiological data, Wearable},
        location = {San Francisco, CA, USA},
        series = {UIST '23 Adjunct}
    }