{ "151572-21911779": { "datetime_modified":"20260904T121124", "datetime_start":"20260918T100000", "datetime_end":"20260918T110000", "has_end_time":1, "date_start":"2026-09-18", "date_end":"2026-09-18", "time_start":"10:00:00", "time_end":"11:00:00", "time_zone":"America\/Detroit", "event_title":"MonarchAttention: Zero-Shot Conversion to Fast Structured Attention", "occurrence_title":"", "combined_title":"MonarchAttention: Zero-Shot Conversion to Fast Structured Attention: Laura Balzano, Professor of Electrical and Computer Engineering & Statistics", "event_subtitle":"Laura Balzano, Professor of Electrical and Computer Engineering & Statistics", "event_type":"Workshop \/ Seminar", "event_type_id":"21", "description":"Transformers have achieved state-of-the-art performance across various tasks, but suffer from a notable quadratic complexity in sequence length due to the attention mechanism. In this talk, I will share our work on MonarchAttention \u2013 a novel approach to sub-quadratic attention approximation via Monarch matrices, an expressive class of structured matrices. \nBased on the variational form of softmax, we describe an efficient optimization-based algorithm to compute an approximate projection of softmax attention onto the class of Monarch matrices with \u0398(N \u221aN d) computational complexity and \u0398(N d) memory and IO complexity. We show with experiments that unlike previous approaches, MonarchAttention is both (1) transferable, yielding minimal performance loss with no additional training, even when replacing every attention layer of the transformer, and (2) hardware-efficient, utilizing the highest-throughput tensor core units on modern GPUs. With optimized kernels, MonarchAttention achieves substantial speed-ups in wall clock time over FlashAttention-2: 1.4\u00d7 for shorter sequences (N = 256) and 8.2\u00d7 for longer sequences (N = 16K). \nWe demonstrate the quality of MonarchAttention on diverse tasks and architectures in vision and language problems, showing that it flexibly and accurately approximates softmax attention in a variety of contexts. This work is with Can Yaras, Alec Xu, Pierre Abillama, and Changwoo Lee. Our code is available at https:\/\/github.com\/cjyaras\/monarch-attention.", "occurrence_notes":null, "guid":"151572-21911779@events.umich.edu", "permalink":"http:\/\/events.umich.edu\/event\/151572", "building_id":"1000167", "building_name":"West Hall", "campus_maps_id":"163", "room":"340", "location_name":"West Hall", "has_livestream":0, "cost":"", "tags":["seminar","Statistics","Talk"], "website":"", "sponsors":[ { "group_name":"Department of Statistics", "group_id":"3473", "website":"" } ], "image_url":"https:\/\/events.umich.edu\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "styled_images":{ "event_thumb":"https:\/\/events.umich.edu\/media\/cache\/event_thumb\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_large":"https:\/\/events.umich.edu\/media\/cache\/event_large\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_large_2x":"https:\/\/events.umich.edu\/media\/cache\/event_large_2x\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_large_lightbox":"https:\/\/events.umich.edu\/media\/cache\/event_large_lightbox\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "group_thumb":"https:\/\/events.umich.edu\/media\/cache\/resolve\/group_thumb\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "group_thumb_square":"https:\/\/events.umich.edu\/media\/cache\/resolve\/group_thumb_square\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "group_large":"https:\/\/events.umich.edu\/media\/cache\/resolve\/group_large\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "group_large_lightbox":"https:\/\/events.umich.edu\/media\/cache\/resolve\/group_large_lightbox\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_large_crop":"https:\/\/events.umich.edu\/media\/cache\/resolve\/event_large_crop\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_list":"https:\/\/events.umich.edu\/media\/cache\/resolve\/event_list\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_list_2x":"https:\/\/events.umich.edu\/media\/cache\/event_list_2x\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_grid":"https:\/\/events.umich.edu\/media\/cache\/event_grid\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_grid_2x":"https:\/\/events.umich.edu\/media\/cache\/resolve\/event_grid_2x\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_feature_large":"https:\/\/events.umich.edu\/media\/cache\/resolve\/event_feature_large\/media\/attachments\/2026\/09\/event_151572_original-1.jpg", "event_feature_thumb":"https:\/\/events.umich.edu\/media\/cache\/event_feature_thumb\/media\/attachments\/2026\/09\/event_151572_original-1.jpg" }, "occurrence_count":1, "first_occurrence":21911779 } , "149990-21907790": { "datetime_modified":"20260807T113218", "datetime_start":"20260918T103000", "datetime_end":"20260918T120000", "has_end_time":1, "date_start":"2026-09-18", "date_end":"2026-09-18", "time_start":"10:30:00", "time_end":"12:00:00", "time_zone":"America\/Detroit", "event_title":"Comparative Literature PhD Admissions Information Session", "occurrence_title":"", "combined_title":"Comparative Literature PhD Admissions Information Session", "event_subtitle":"", "event_type":"Presentation", "event_type_id":"16", "description":"Join us for a virtual information session to learn more about our PhD program, degree requirements, and the admissions process.\n\nVirtual via Zoom (link provided upon Registration)\n\nTo learn more about the program, visit our department website or reach out to our Student Services Coordinator at complit.student.services@umich.edu.\n\nCan't make it? This session will be recorded and posted directly to our department website after the event. No registration will be required to view the recording.", "occurrence_notes":null, "guid":"149990-21907790@events.umich.edu", "permalink":"http:\/\/events.umich.edu\/event\/149990", "building_id":"null", "building_name":"Off Campus Location", "campus_maps_id":"1", "room":"", "location_name":"Virtual", "has_livestream":0, "cost":"", "tags":["Admissions","Comparative Literature","Graduate School","Prospective Graduate Students"], "website":"https:\/\/myumi.ch\/8JrDP", "sponsors":[ { "group_name":"Comparative Literature", "group_id":"1103", "website":"" } ], "image_url":"https:\/\/events.umich.edu\/media\/attachments\/2026\/08\/event_149990_original-1.png", "styled_images":{ "event_thumb":"https:\/\/events.umich.edu\/media\/cache\/event_thumb\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_large":"https:\/\/events.umich.edu\/media\/cache\/event_large\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_large_2x":"https:\/\/events.umich.edu\/media\/cache\/event_large_2x\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_large_lightbox":"https:\/\/events.umich.edu\/media\/cache\/event_large_lightbox\/media\/attachments\/2026\/08\/event_149990_original-1.png", "group_thumb":"https:\/\/events.umich.edu\/media\/cache\/resolve\/group_thumb\/media\/attachments\/2026\/08\/event_149990_original-1.png", "group_thumb_square":"https:\/\/events.umich.edu\/media\/cache\/resolve\/group_thumb_square\/media\/attachments\/2026\/08\/event_149990_original-1.png", "group_large":"https:\/\/events.umich.edu\/media\/cache\/resolve\/group_large\/media\/attachments\/2026\/08\/event_149990_original-1.png", "group_large_lightbox":"https:\/\/events.umich.edu\/media\/cache\/resolve\/group_large_lightbox\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_large_crop":"https:\/\/events.umich.edu\/media\/cache\/resolve\/event_large_crop\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_list":"https:\/\/events.umich.edu\/media\/cache\/resolve\/event_list\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_list_2x":"https:\/\/events.umich.edu\/media\/cache\/event_list_2x\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_grid":"https:\/\/events.umich.edu\/media\/cache\/event_grid\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_grid_2x":"https:\/\/events.umich.edu\/media\/cache\/resolve\/event_grid_2x\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_feature_large":"https:\/\/events.umich.edu\/media\/cache\/resolve\/event_feature_large\/media\/attachments\/2026\/08\/event_149990_original-1.png", "event_feature_thumb":"https:\/\/events.umich.edu\/media\/cache\/event_feature_thumb\/media\/attachments\/2026\/08\/event_149990_original-1.png" }, "occurrence_count":1, "first_occurrence":21907790 } }