@inproceedings{chen2026allcircuits,
title = {All Circuits Lead to Rome: Rethinking Functional Anisotropy in Circuit and Sheaf Discovery for {LLM}s},
author = {Chen, Xi and Jin, Mingyu and Niu, Jingcheng and Yin, Yutong and Zhao, Jinman and Guo, Bangwei and Metaxas, Dimitris N. and Wang, Zhaoran and Yue, Yutao and Penn, Gerald},
booktitle = {Proceedings of the 43rd International Conference on Machine Learning (ICML)},
year = {2026},
}Publications
- 2026All Circuits Lead to Rome: Rethinking Functional Anisotropy in Circuit and Sheaf Discovery for LLMsXi Chen*, Mingyu Jin*, Jingcheng Niu*, Yutong Yin, Jinman Zhao, Bangwei Guo, Dimitris N. Metaxas, Zhaoran Wang, Yutao Yue and Gerald Penn.ICML 2026
- Hypothesis-Driven Feature Manifold Analysis in LLMs via Supervised Multi-Dimensional ScalingTMLR 2026
- 2025Illusion or Algorithm? Investigating Memorization, Emergence, and Symbolic Processing in In-Context LearningTMLR 2025
(J2C Certification) - Sheaf Discovery with Joint Computation Graph Pruning and Flexible GranularityEMNLP 2025
- Tiny Budgets, Big Gains: Parameter Placement Strategy in Parameter Super-Efficient Fine-TuningEMNLP 2025
- Llama See, Llama Do: A Mechanistic Perspective on Contextual Entrainment and Distraction in LLMsACL 2025
(Outstanding Paper Award) - Attenuating Catastrophic Forgetting of Token-Level Knowledge in Contrastive Sentence Embeddings with Attentive PoolingCAIAC 2025
- 2024ConTempo: A Unified Temporally Contrastive Framework for Temporal Relation ExtractionACL 2024 Findings
- What does the Knowledge Neuron Thesis Have to do with Knowledge?ICLR 2024
(spotlight) - 2023Discourse Information for Document-Level Temporal Dependency ParsingCODI 2023 @ ACL
- 2022Using Roark-Hollingshead Distance to Probe BERT's Syntactic CompetenceBlackBox 2022 @ EMNLP
- Does BERT Rediscover a Classical NLP Pipeline?COLING 2022
(oral) - Chinese Quantifier Scope, Concord, and Lexical Resource SemanticHPSG 2022
- 2021Statistically Evaluating Social Media Sentiment Trends towards COVID-19 Non-Pharmaceutical Interventions with Event StudiesSMM4H 2021 @ NAACL
- 2020Grammaticality and Language ModellingJingcheng Niu and Gerald Penn.Eval4NLP 2020 @ EMNLP
- Temporal Histories of Epidemic Events (THEE): A Case Study in Temporal Annotation for Public HealthLREC 2020
- Artificial intelligence and extracting information from various media sourcesVictoria Ng, Erin E. Rees, Jingcheng Niu, Abdelhamid Zaghlool, Homeira Ghiasbeglou and Adrian Verster.CCDR 2020
- 2019Rationally Reappraising ATIS-based Dialogue SystemsJingcheng Niu and Gerald Penn.ACL 2019