arXiv AI Submissions

{
  "url": "https://arxiv.org/abs/2607.27080v1",
  "title": "MemSecBench: Tracking Agent Memory Poisoning from Persistence to Consequence and Repair",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27080",
  "version": "1",
  "abstract": "Memory systems allow agents to retain and reuse information from past interactions, but they can also let malicious content persist. A malicious instruction crafted by an attacker may be stored in long-term memory, recalled much later, and quietly shape a real action. Recent benchmarks increasingly examine agent memory security, yet few trace the same malicious semantics across persistence, downstream consequences, and selective repair under diverse memory-backend comparisons. To address this gap, we introduce MemSecBench, a task-grounded benchmark for the lifecycle security of agent memory systems. It contains 310 cases drawn from 48 realistic contexts across code and science, daily life, and office work. Each case follows a controlled Write--Execute--Forget protocol in an isolated runtime under an exact agent configuration, defined by an agent harness, a memory backend, and an LLM backend. Evidence-based adjudication combines a deterministic write check, checkpoint-specific judge-model evaluations, and programmatic gates across seven lifecycle checkpoints. The experimental design spans a 24-configuration matrix of two agent harnesses, four memory backends, and three LLM backends.",
  "arxiv_id": "2607.27080",
  "categories": [
    "cs.CR",
    "cs.AI"
  ],
  "published_at": "2026-07-29T16:06:54.000Z"
}

{
  "url": "https://arxiv.org/abs/2607.27081v1",
  "title": "On-Policy Distillation for LLM Safety: A Routing Approach to Template-Robust Realignment",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27081",
  "version": "1",
  "abstract": "Fine-tuning is the dominant paradigm for specializing large language models (LLMs), yet it exposes a critical vulnerability: malicious data providers can embed harmful behaviors into downstream corpora, creating models that retain professional skills while violating human values on demand. Existing safety-realignment defenses often fail in practice due to three key limitations: they frequently cause catastrophic forgetting of specialized skills; their effectiveness collapses when the defender cannot observe the attacker's prompt template; and successfully realigned models remain susceptible to re-jailbreaking via simple system prompt switches. To address these challenges, we propose Routing-based On-Policy Distillation (ROPD), a novel realignment framework that models the divergence between aligned and compromised output probability distributions rather than fitting specific prompt templates. We conduct extensive experiments comparing ROPD against four state-of-the-art baselines across three datasets and three base models with varying alignment strengths. Our results demonstrate that when baseline defenses face template mismatches, often accompanied by severe degradation in downstr",
  "arxiv_id": "2607.27081",
  "categories": [
    "cs.AI",
    "cs.CL",
    "cs.CR",
    "cs.LG"
  ],
  "published_at": "2026-07-29T16:07:19.000Z"
}

{
  "url": "https://arxiv.org/abs/2607.27083v1",
  "title": "Scores Are Not Decisions: Cost-Aware Stopping for Tool Acquisition in LLM Agents",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27083",
  "version": "1",
  "abstract": "As LLM agents increasingly depend on diverse external services such as search engines, databases, and connectors, agent harnesses face a fundamental tool-selection challenge: acquiring too few tools leaves the task under-informed, while too many adds cost, context load, and privacy exposure. Routers and retrievers can rank candidate tools by relevance, but a ranking alone does not determine how many are worth selecting. Existing approaches leave acquisition under heterogeneous costs unaddressed. We formulate this decision as cost-aware marginal decision-focused stopping (CAM-DF) over ranked tool prefixes, with CAM-DF-lite as a compact interpretable variant. We train directly on the offline gap between stopping now and the best continuation: its sign labels the decision, its magnitude weights each error by the payoff at stake. We prove this objective is Bayes-aligned with the stopping target and that score-only rules are suboptimal under heterogeneous costs. We evaluate on 1,343 tasks across five tool-use domains. On $τ$-bench Retail, CAM-DF attains the highest payoff among deployable methods, with gains over a predict-then-threshold baseline across all five ranking sources and two ",
  "arxiv_id": "2607.27083",
  "categories": [
    "cs.LG",
    "cs.AI"
  ],
  "published_at": "2026-07-29T16:07:37.000Z"
}

{
  "url": "https://arxiv.org/abs/2607.27084v1",
  "title": "SciFigQual-Bench: A Benchmark for Scientific Figure Quality Assessment with Full-Manuscript Context",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27084",
  "version": "1",
  "abstract": "Scientific images are the core elements of presenting experimental conclusions, elaborating system architecture, and supporting comparative arguments in scientific papers. However, existing image quality assessment (IQA) methods are predominantly designed for natural photographs or AI-generated content, which cannot be directly applied to scientific papers. The few existing studies on scholarly charts remain confined to visual-surface comparisons, failing to verify caption alignment, citation relevance, or visual misleadingness. To address this, we propose SciFigQual-Bench, a full-text contextual benchmark that evaluates scientific images across five dimensions (clarity, layout, caption fit, context relevance, and misleading risk). The data covers top computer-science conferences from 2020 to 2025; 6,308 images were independently scored by multiple domain experts in five dimensions and aggregated into gold-standard annotations. Unlike previous scientific figure benchmarks, our dataset binds each image to its caption, citing sentence, and manuscript context. To enable automated evaluation on this benchmark, we designed a staged cross-modal evaluation framework SFQ-Agent to achieve a",
  "arxiv_id": "2607.27084",
  "categories": [
    "cs.CV",
    "cs.AI"
  ],
  "published_at": "2026-07-29T16:07:44.000Z"
}

{
  "url": "https://arxiv.org/abs/2607.27109v1",
  "title": "MMAC: A Massive Multi-dimensional Benchmark for Audio Captioning",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27109",
  "version": "1",
  "abstract": "With the development of audio large language models (AudioLLMs), audio captioning needs to move from brief descriptions toward open-ended and fine-grained free-form descriptions. Existing evaluations often focus on generation quality or task performance, making it difficult to diagnose information coverage and description reliability. We propose MMAC, a \\textbf{M}assive \\textbf{M}ulti-dimensional benchmark for \\textbf{A}udio \\textbf{C}aptioning. MMAC contains 5,638 audio clips from more than 20 data sources, covering 6 capability categories and 15 evaluation dimensions. Given a model-generated caption, MMAC checks whether it mentions relevant information in the target dimension and whether the mentioned content is consistent with the reference label. We evaluate representative open-source and proprietary AudioLLMs. Results show clear differences across evaluation dimensions, information coverage, and description reliability. We will release the MMAC benchmark and evaluation code.",
  "arxiv_id": "2607.27109",
  "categories": [
    "cs.SD",
    "cs.AI"
  ],
  "published_at": "2026-07-29T16:38:08.000Z"
}

{
  "url": "https://arxiv.org/abs/2607.27130v1",
  "title": "AgentMap: Joint Equivalence and Subsumption Discovery for Ontology Matching",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27130",
  "version": "1",
  "abstract": "Ontology matching (OM) has traditionally been formulated as either equivalence discovery or subsumption matching. The existing OM systems identify only one type of semantic correspondence and cannot simultaneously discover equivalence and subsumption mappings. In this paper, we introduce Hybrid Ontology Matching (HOM), a new OM task that unifies equivalence and subsumption discovery, and accordingly propose a Large Language Model (LLM)-based multi-agent OM framework AgentMap that is implemented by a series of interdependent semantic decisions. Given a concept in the source ontology, AgentMap integrates semantic retrieval, hierarchical search, and collaborative multi-agent LLM reasoning to progressively explore the target ontology, identifying either the equivalent concept, if one exists, or the most fine-grained subsumer. We further extend four OM datasets for a HOM benchmark and evaluate AgentMap under hybrid, equivalence-only, and subsumption-only settings. Experimental results show that AgentMap achieves promising performance on the hybrid setting, and at the same time outperforms equivalence matching and subsumption matching baselines on the equivalence-only and subsumption-onl",
  "arxiv_id": "2607.27130",
  "categories": [
    "cs.AI"
  ],
  "published_at": "2026-07-29T16:58:10.000Z"
}

{
  "url": "https://arxiv.org/abs/2607.27134v1",
  "title": "Linguistic Monoculture in LLM-Assisted Language Use",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27134",
  "version": "1",
  "abstract": "Writing and communication are increasingly mediated by large language models (LLMs) that are being used to draft, revise and polish text. Although such assistance can improve clarity and help authors meet institutional expectations, widespread reliance on shared models may reduce population-level variation in linguistic form, a phenomenon we refer to as linguistic monoculture. We develop a mathematical framework in which authors and LLMs are represented as distributions over linguistic features and coevolve through repeated interaction. We analyze three interaction mechanisms: a shared model with a fixed linguistic distribution, a shared model recursively updated from author outputs, and personalized models updated through author-specific and population-level feedback. We characterize the resulting equilibria and convergence rates, showing that, shared models can drive authors toward a common norm, recursive feedback relocates the shared norm without altering pairwise spread under common conformity, and personalization can preserve a family of distinct author-model equilibria with nonzero linguistic diversity. We then endogenize conformity as a strategic choice trading off private ",
  "arxiv_id": "2607.27134",
  "categories": [
    "cs.AI",
    "cs.CL",
    "cs.GT"
  ],
  "published_at": "2026-07-29T17:04:36.000Z"
}

{
  "url": "https://arxiv.org/abs/2607.27138v1",
  "title": "DLAM: Distributional Latent Actions with Temporal Constraints",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27138",
  "version": "1",
  "abstract": "Vision-language-action (VLA) models remain constrained by scarce action-labeled robot data, whereas action-free videos offer abundant observations of physical change. Latent action models can extract such priors, but reconstruction-trained codes may predict future observations without the structure required for joint generation with robot actions. Existing structured methods add temporal constraints but retain deterministic transition points, so residual errors in locally inferred transitions may propagate and compound under recursive composition. We introduce DLAM, a distributional latent-action model that represents each transition as a diagonal Gaussian. Reconstruction conditioned on the reference frame grounds the mean in observed visual change, while normalized composition and reversal over equal-gap triplets constrain both the mean and dimension-wise variance. Variance composition uses a lightweight shared-correlation coefficient to account for dependence between adjacent transitions that share an intermediate frame, whereas reversal negates the mean and preserves the variance. For downstream policy learning, we freeze the encoder and train a flow-matching policy to jointly g",
  "arxiv_id": "2607.27138",
  "categories": [
    "cs.RO",
    "cs.AI",
    "cs.CV"
  ],
  "published_at": "2026-07-29T17:09:48.000Z"
}

{
  "url": "https://arxiv.org/abs/2607.27143v1",
  "title": "Cost-Sensitive Conformal Prediction and Human-in-the-Loop Abstention for Imbalanced High-Stakes Decision Support: A Multi-Domain Benchmark",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27143",
  "version": "1",
  "abstract": "High-stakes decision systems in credit scoring, fraud detection, healthcare, and industrial safety require reliable uncertainty quantification under severe class imbalance and asymmetric error costs. Standard marginal conformal prediction (CP) provides valid overall coverage guarantees; however, we show that it severely under-covers rare, costly minority classes, with minority-class coverage dropping to as low as 0.5% on certain datasets. To characterize and address this limitation, we conduct a comprehensive benchmark comparing marginal CP, class-conditional (Mondrian) CP, and cost-controlled abstention mechanisms across 15 real-world imbalanced tabular datasets, 7 classification models, 3 probability calibration techniques, and 10 random seeds, resulting in 3,150 experimental runs. Our results show that Mondrian CP restores valid minority-class coverage, achieving an average minority-coverage improvement of 61.7 percentage points over marginal CP (p < 1e-80). Furthermore, combining Mondrian CP with cost-controlled abstention significantly reduces expected decision cost compared with standard decision boundaries, confidence-based rejectors, and risk-controlled rejectors under real",
  "arxiv_id": "2607.27143",
  "categories": [
    "cs.LG",
    "cs.AI"
  ],
  "published_at": "2026-07-29T17:15:33.000Z"
}

{
  "url": "https://arxiv.org/abs/2607.27146v1",
  "title": "MindForge: Teaching Small Language Models Whole-Life-Cycle Software Engineering via Source-Free Program Synthesis",
  "source": "arxiv",
  "pdf_url": "https://arxiv.org/pdf/2607.27146",
  "version": "1",
  "abstract": "Coding agents have made substantial progress on software engineering tasks that modify existing codebases, including bug fixing and feature implementation. However, constructing a complete program from scratch remains a major challenge: even the frontier models evaluated on ProgramBench fully resolve fewer than 1% of tasks. One obstacle is the lack of scalable training environments for this from-scratch setting, spanning the whole software engineering life cycle, as existing environment-construction frameworks focus only on a single phase in software development. To address this gap, we introduce MindForge, an automated pipeline that converts open-source command-line programs into source-free environments that expose only a compiled reference executable and its documentation. Using MindForge, we construct training environments from repositories disjoint from those in ProgramBench, and curate a high-quality data recipe consisting of program synthesis trajectories using GLM-5.2 as the teacher agent. Fine-tuning Qwen3.6-27B on these trajectories increases its ProgramBench average test pass rate from 37.98% to 49.51%, achieving performance comparable to substantially larger frontier mo",
  "arxiv_id": "2607.27146",
  "categories": [
    "cs.SE",
    "cs.CL",
    "cs.LG"
  ],
  "published_at": "2026-07-29T17:23:02.000Z"
}