From 740eb17d2f647681e0f4906e38b010dab06d9b2c Mon Sep 17 00:00:00 2001
From: Kristian Kersting
diff --git a/references.bib b/references.bib index 240a2e5..15ec5f0 100644 --- a/references.bib +++ b/references.bib @@ -11,9 +11,9 @@ @misc{friedrich2024llms @misc{skryagin2024asn, Anote = {./images/answer_set_networks.png}, - title={Answer Set Networks: Casting Answer Set Programming into Deep Learning}, + title={Answer Set Networks: Casting Answer Set Programming into Deep Learning}, author={Arseny Skryagin and Daniel Ochs and Phillip Deibert and Simon Kohaut and Devendra Singh Dhami and Kristian Kersting}, - Note={Although Answer Set Programming (ASP) allows constraining neural-symbolic (NeSy) systems, its employment is hindered by the prohibitive costs of computing stable models and the CPU-bound nature of state-of-the-art solvers. To this end, we propose Answer Set Networks (ASN), a NeSy solver. Based on Graph Neural Networks (GNN), ASNs are a scalable approach to ASP-based Deep Probabilistic Logic Programming (DPPL). Specifically, we show how to translate ASPs into ASNs and demonstrate how ASNs can efficiently solve the encoded problem by leveraging GPU's batching and parallelization capabilities. Our experimental evaluations demonstrate that ASNs outperform state-of-the-art CPU-bound NeSy systems on multiple tasks. Simultaneously, we make the following two contributions based on the strengths of ASNs. Namely, we are the first to show the finetuning of Large Language Models (LLM) with DPPLs, employing ASNs to guide the training with logic. Further, we show the "constitutional navigation" of drones, i.e., encoding public aviation laws in an ASN for routing Unmanned Aerial Vehicles in uncertain environments.}, + Note={Although Answer Set Programming (ASP) allows constraining neural-symbolic (NeSy) systems, its employment is hindered by the prohibitive costs of computing stable models and the CPU-bound nature of state-of-the-art solvers. To this end, we propose Answer Set Networks (ASN), a NeSy solver. Based on Graph Neural Networks (GNN), ASNs are a scalable approach to ASP-based Deep Probabilistic Logic Programming (DPPL). Specifically, we show how to translate ASPs into ASNs and demonstrate how ASNs can efficiently solve the encoded problem by leveraging GPU's batching and parallelization capabilities. Our experimental evaluations demonstrate that ASNs outperform state-of-the-art CPU-bound NeSy systems on multiple tasks. Simultaneously, we make the following two contributions based on the strengths of ASNs. Namely, we are the first to show the finetuning of Large Language Models (LLM) with DPPLs, employing ASNs to guide the training with logic. Further, we show the "constitutional navigation" of drones, i.e., encoding public aviation laws in an ASN for routing Unmanned Aerial Vehicles in uncertain environments.}, Keywords={Answer Set Programming, Deep Learning, Neuro-Symbolic AI, Large Language Models}, Crossref={https://github.com/ml-research/answersetnetworks}, year={2024}, @@ -21,7 +21,7 @@ @misc{skryagin2024asn Howbulished={arXiv preprint arXiv:2412.14814}, archivePrefix={arXiv}, primaryClass={cs.AI}, - url={https://arxiv.org/abs/2412.14814}, + url={https://arxiv.org/abs/2412.14814}, } @article{helff2024vlol,