@inproceedings{Bovy2024Imprecise,author={Bovy, Eline M. and Suilen, Marnix and Junges, Sebastian and Jansen, Nils},title={Imprecise Probabilities Meet Partial Observability: Game Semantics for Robust POMDPs},booktitle={{IJCAI}},year={2024},keywords={reviewed,conference}}
IJCAI
Approximate Dec-POMDP Solving Using Multi-Agent A*
@inproceedings{Koops2024Approximate,author={Koops, Wietze and Junges, Sebastian and Jansen, Nils},title={Approximate Dec-POMDP Solving Using Multi-Agent A*},booktitle={{IJCAI}},year={2024},keywords={reviewed,conference}}
Maintenance Strategies for Sewer Pipes with Multi-State Degradation and Deep Reinforcement Learning
Lisandro Arturo Jimenez-Roa, Thiago D. Simão, Zaharah Allah Bukhsh, Tiedo Tinga, Hajo Molegraaf, Nils Jansen, and Mariëlle Stoelinga
@inproceedings{Jimenez2024PHM,author={Jimenez{-}Roa, Lisandro Arturo and Sim{\~{a}}o, Thiago D. and Bukhsh, Zaharah Allah and Tinga, Tiedo and Molegraaf, Hajo and Jansen, Nils and Stoelinga, Mari{\"{e}}lle},title={Maintenance Strategies for Sewer Pipes with Multi-State Degradation
and Deep Reinforcement Learning},booktitle={European Conference of the PHM Society},year={2024},keywords={reviewed,conference}}
ECC
A Stability-Based Abstraction Framework for Reach-Avoid Control of Stochastic Dynamical Systems with Unknown Noise Distributions
Thom Badings, Licio Romao, Alessandro Abate, and Nils Jansen
@inproceedings{Badings2024Stability,author={Badings, Thom and Romao, Licio and Abate, Alessandro and Jansen, Nils},title={A Stability-Based Abstraction Framework for Reach-Avoid Control of Stochastic Dynamical Systems with Unknown Noise Distributions},booktitle={European Control Conference (ECC)},year={2024},}
TACAS
CTMCs with Imprecisely Timed Observations
Thom S. Badings, Matthias Volk, Sebastian Junges, Mariëlle Stoelinga, and Nils Jansen
@inproceedings{Badings2024CTMCs,author={Badings, Thom S. and Volk, Matthias and Junges, Sebastian and Stoelinga, Mari{\"{e}}lle and Jansen, Nils},title={CTMCs with Imprecisely Timed Observations},booktitle={{TACAS} {(2)}},series={Lecture Notes in Computer Science},volume={14571},pages={258--278},publisher={Springer},year={2024},}
AAAI
Factored Online Planning in Many-Agent POMDPs
Maris Galesloot, Thiago D. Simão, Sebastiaan Junges, and Nils Jansen
@inproceedings{Galesloot2024Factored,author={Galesloot, Maris and Sim{\~{a}}o, Thiago D. and Junges, Sebastiaan and Jansen, Nils},title={Factored Online Planning in Many-Agent POMDPs},booktitle={{AAAI}},year={2024},}
AAAI
Robust Active Measuring under Model Uncertainty
Merlijn Krale, Thiago D. Simão, Jana Tumova, and Nils Jansen
@inproceedings{Krale2024Robust,author={Krale, Merlijn and Sim{\~{a}}o, Thiago D. and Tumova, Jana and Jansen, Nils},title={Robust Active Measuring under Model Uncertainty},booktitle={{AAAI}},year={2024},}
A Supervised Learning Approach to Robust Reinforcement Learning for Job Shop Scheduling
Christoph Schmidl, Thiago D. Simão, and Nils Jansen
In ICAART 2024
2023
FMAS
Correct-by-Construction Control for Stochastic and Uncertain Dynamical Models via Formal Abstractions
Thom S. Badings, Nils Jansen, Licio Romao, and Alessandro Abate
@inproceedings{Badings2024Correct,author={Badings, Thom S. and Jansen, Nils and Romao, Licio and Abate, Alessandro},title={Correct-by-Construction Control for Stochastic and Uncertain Dynamical
Models via Formal Abstractions},booktitle={FMAS@iFM},series={{EPTCS}},volume={395},pages={144--152},year={2023},}
IJCAI
More for Less: Safe Policy Improvement with Stronger Performance Guarantees
Patrick Wienhöft, Marnix Suilen, Thiago D. Simão, Clemens Dubslaff, Christel Baier, and Nils Jansen
In IJCAI 2023
IJCAI
Recursive Small-Step Multi-Agent A* for Dec-POMDPs
Wietze Koops, Nils Jansen, Sebastian Junges, and Thiago D. Simão
In IJCAI 2023
ICLR
Safe Reinforcement Learning From Pixels Using a Stochastic Latent Representation
Yannick Hogewind, Thiago D. Simão, Tal Kachman, and Nils Jansen
In ICLR 2023
AAAI
Safe Policy Improvement for POMDPs via Finite-State Controllers
Thiago D. Simão, Marnix Suilen, and Nils Jansen
In AAAI 2023
AAAI
Probabilities Are Not Enough: Formal Controller Synthesis for Stochastic Dynamical Models with Epistemic Uncertainty
Thom S. Badings, Licio Romano, Alessandro Abate, and Nils Jansen
In AAAI 2023
AAAI
Safe Reinforcement Learning via Shielding under Partial Observability
Steven Carr, Nils Jansen, Sebastian Junges, and Ufuk Topcu
In AAAI 2023
ECAI
Reinforcement Learning by Guided Safe Exploration
Qisong Yang, Thiago D. Simão, Nils Jansen, Simon H. Tindemans, and Matthijs T. J. Spaan
@inproceedings{Yang2023reinforcement,title={Reinforcement Learning by Guided Safe Exploration},author={Yang, Qisong and Sim{\~a}o, Thiago D. and Jansen, Nils and Tindemans, Simon H. and Spaan, Matthijs T. J.},booktitle={ECAI},year={2023},}
UAI
Risk-aware Curriculum Generation for Heavy-tailed Task Distributions
Cevahir Koprulu, Thiago D. Simão, Nils Jansen, and Ufuk Topcu
In UAI 2023
CAV
Efficient Sensitivity Analysis for Parametric Robust Markov Chains
Thom Badings, Sebastian Junges, Ahmadreza Marandi, Ufuk Topcu, and Nils Jansen
In CAV 2023
STTT
Strong Simple Policies for POMDPs
Leonore Winterer, Ralf Wimmer, Nils Jansen, and Bernd Becker
@article{Winterer2023Strong,author={Winterer, Leonore and Wimmer, Ralf and Jansen, Nils and Becker, Bernd},title={Strong Simple Policies for POMDPs},journal={Int. J. Softw. Tools Technol. Transf.},year={2023},}
FMSD
Parameter Synthesis for Markov Models Covering the Parameter Space
Sebastian Junges, Erika Ábrahám, Christian Hensel, Nils Jansen, Joost-Pieter Katoen, Tim Quatmann, and Matthias Volk
@article{Junges2023Parameter,author={Junges, Sebastian and {\'{A}}brah{\'{a}}m, Erika and Hensel, Christian and Jansen, Nils and Katoen, Joost-Pieter and Quatmann, Tim and Volk, Matthias},title={Parameter Synthesis for Markov Models Covering the Parameter Space},journal={Formal Methods in System Design},year={2023},}
LNCS
Intelligent and Dependable Decision-Making Under Uncertainty
@inproceedings{DBLP:conf/fm/Jansen23,author={Jansen, Nils},title={Intelligent and Dependable Decision-Making Under Uncertainty},booktitle={{FM}},series={Lecture Notes in Computer Science},volume={14000},pages={26--36},publisher={Springer},year={2023},}
QEST
Quantitative Evaluation of Systems - 20th International Conference, QEST 2023, Antwerp, Belgium, September 20-22, 2023, Proceedings
@proceedings{DBLP:conf/qest/2023,author={Jansen, Nils and (editors), Mirco Tribastone},title={Quantitative Evaluation of Systems - 20th International Conference,
{QEST} 2023, Antwerp, Belgium, September 20-22, 2023, Proceedings},series={Lecture Notes in Computer Science},volume={14287},publisher={Springer},year={2023},}
Book
Shared Control with Human Trust and Workload Models
Murat Cubuktepe, Nils Jansen, and Ufuk Topcu
Cyber-Physical-Human Systems: Fundamentals and Applications, 2023
NCA
A Maintenance Planning Framework using Online and Offline Deep Reinforcement Learning
Zaharah Allah Bukhsh, Hajo Molegraaf, and Nils Jansen
Neural Comput. Appl. 2023
STTT
Decision-making under uncertainty: beyond probabilities. Challenges and Perspectives
Thom Badings, Thiago D. Simão, Marnix Suilen, and Nils Jansen
STTT 2023
TACAS
Robust Almost-Sure Reachability in Multi-Environment MDPs
Marck van der Vegt, Nils Jansen, and Sebastian Junges
In TACAS 2023
ICAPS
Act-Then-Measure: Reinforcement Learning for Partially Observable Environments with Active Measuring
Merlijn Krale, Thiago D. Simão, and Nils Jansen
In ICAPS 2023
ICAPS
Model Checking for Adversarial Multi-Agent Reinforcement Learning with Reactive Defense Methods
Dennis Groß, Christoph Schmidl, Nils Jansen, and Guillermo Perez
In ICAPS 2023
JAIR
Robust Control for Dynamical Systems with Non-Gaussian Noise via Formal Abstractions
Thom S. Badings, Licio Romao, Alessandro Abate, David Parker, Hasan A. Poonawala, Mariëlle Stoelinga, and Nils Jansen
J. Artif. Intell. Res. 2023
ICAART
Targeted Adversarial Attacks on Deep Reinforcement Learning Policies via Model Checking
Dennis Gross, Thiago D. Simão, Nils Jansen, and Guillermo A. Pérez
In ICAART 2023
2022
NeurIPS
Robust Anytime Learning of Markov Decision Processes
Marnix Suilen, Thiago D. Simão, David Parker, and Nils Jansen
In NeurIPS 2022
AAAI
Sampling-Based Robust Control of Autonomous Systems with Non-Gaussian Noise
Thom S. Badings, Alessandro Abate, Nils Jansen, David Parker, Hasan A. Poonawala, and Mariëlle Stoelinga
In AAAI 2022
CAV
Sampling-Based Verification of CTMCs with Uncertain Rates
Thom S. Badings, Nils Jansen, Sebastian Junges, Mariëlle Stoelinga, and Matthias Volk
In CAV (2) 2022
STTT
Scenario-based verification of uncertain parametric MDPs
Thom S. Badings, Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and Ufuk Topcu
Int. J. Softw. Tools Technol. Transf. 2022
A Journey from Process Algebra via Timed Automata to Model Learning - Essays Dedicated to Frits Vaandrager on the Occasion of His 60th Birthday
2022
Grouping of Maintenance Actions with Deep Reinforcement Learning and Graph Convolutional Networks
David Kerkkamp, Zaharah Allah Bukhsh, Yingqian Zhang, and Nils Jansen
In ICAART (2) 2022
COOL-MC: A Comprehensive Tool for Reinforcement Learning and Model Checking
Dennis Gross, Nils Jansen, Sebastian Junges, and Guillermo A. Pérez
In SETTA 2022
2021
Formalizing and guaranteeing human-robot interaction
Hadas Kress-Gazit, Kerstin Eder, Guy Hoffman, Henny Admoni, Brenna Argall, Rüdiger Ehlers, Christoffer Heckman, Nils Jansen, Ross A. Knepper, Jan Kretı́nský, Shelly Levy-Tzedek, Jamy Li, Todd D. Murphey, Laurel D. Riek, and Dorsa Sadigh
Commun. ACM 2021
Task-Aware Verifiable RNN-Based Policies for Partially Observable Markov Decision Processes
Steven Carr, Nils Jansen, and Ufuk Topcu
J. Artif. Intell. Res. 2021
Robust Finite-State Controllers for Uncertain POMDPs
Murat Cubuktepe, Nils Jansen, Sebastian Junges, Ahmadreza Marandi, Marnix Suilen, and Ufuk Topcu
In AAAI 2021
AlwaysSafe: Reinforcement Learning without Safety Constraint Violations during Training
Thiago D. Simão, Nils Jansen, and Matthijs T. J. Spaan
In AAMAS 2021
Safe Policies for Factored Partially Observable Stochastic Games
Steven Carr, Nils Jansen, Sudarshanan Bharadwaj, Matthijs T. J. Spaan, and Ufuk Topcu
In Robotics: Science and Systems 2021
Enforcing Almost-Sure Reachability in POMDPs
Sebastian Junges, Nils Jansen, and Sanjit A. Seshia
In CAV (2) 2021
Strategy Synthesis for POMDPs in Robot Planning via Game-Based Abstractions
Leonore Winterer, Sebastian Junges, Ralf Wimmer, Nils Jansen, Ufuk Topcu, Joost-Pieter Katoen, and Bernd Becker
IEEE Trans. Autom. Control. 2021
Synthesis of Provably Correct Autonomy Protocols for Shared Control
Murat Cubuktepe, Nils Jansen, Mohammed Alshiekh, and Ufuk Topcu
IEEE Trans. Autom. Control. 2021
Control Theory Meets POMDPs: A Hybrid Systems Approach
Mohamadreza Ahmadi, Nils Jansen, Bo Wu, and Ufuk Topcu
IEEE Trans. Autom. Control. 2021
Damage detection using in-domain and cross-domain transfer learning
Zaharah Allah Bukhsh, Nils Jansen, and Aaqib Saeed
Neural Comput. Appl. 2021
Adaptive Shielding under Uncertainty
Stefan Pranger, Bettina Könighofer, Martin Tappler, Martin Deixelberger, Nils Jansen, and Roderick Bloem
In ACC 2021
Balancing Wind and Batteries: Towards Predictive Verification of Smart Grids
Thom S. Badings, Arnd Hartmanns, Nils Jansen, and Marnix Suilen
In NFM 2021
2020
Robustness Verification for Classifier Ensembles
Dennis Gross, Nils Jansen, Guillermo A. Pérez, and Stephan Raaijmakers
In ATVA 2020
Safe Reinforcement Learning Using Probabilistic Shields (Invited Paper)
Nils Jansen, Bettina Könighofer, Sebastian Junges, Alex Serban, and Roderick Bloem
In CONCUR 2020
Robust Policy Synthesis for Uncertain POMDPs via Convex Optimization
Marnix Suilen, Nils Jansen, Murat Cubuktepe, and Ufuk Topcu
In IJCAI 2020
Verifiable RNN-Based Policies for POMDPs Under Temporal Logic Constraints
Steven Carr, Nils Jansen, and Ufuk Topcu
In IJCAI 2020
Shield Synthesis for Reinforcement Learning
Bettina Könighofer, Florian Lorber, Nils Jansen, and Roderick Bloem
In ISoLA (1) 2020
Neural Simplex Architecture
Dung T. Phan, Radu Grosu, Nils Jansen, Nicola Paoletti, Scott A. Smolka, and Scott D. Stoller
In NFM 2020
Strengthening Deterministic Policies for POMDPs
Leonore Winterer, Ralf Wimmer, Nils Jansen, and Bernd Becker
In NFM 2020
Scenario-Based Verification of Uncertain MDPs
Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and Ufuk Topcu
In TACAS (1) 2020
Formal Modeling and Analysis of Timed Systems - 18th International Conference, FORMATS 2020, Vienna, Austria, September 1-3, 2020, Proceedings
2020
2019
Model Repair Revamped - - On the Automated Synthesis of Markov Chains -
Milan Ceska, Christian Dehnert, Nils Jansen, Sebastian Junges, and Joost-Pieter Katoen
In From Reactive Systems to Cyber-Physical Systems 2019
Counterexample-Guided Strategy Improvement for POMDPs Using Recurrent Neural Networks
Steven Carr, Nils Jansen, Ralf Wimmer, Alexandru Constantin Serban, Bernd Becker, and Ufuk Topcu
In IJCAI 2019
Structured Synthesis for Probabilistic Systems
Nils Jansen, Laura R. Humphrey, Jana Tumova, and Ufuk Topcu
In NFM 2019
Correct-by-construction policies for POMDPs
Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, Tim Quatmann, Bernd Becker, Ralf Wimmer, and Leonore Winterer
In SNR 2019
Shepherding Hordes of Markov Chains
Milan Ceska, Nils Jansen, Sebastian Junges, and Joost-Pieter Katoen
In TACAS (2) 2019
2018
Conditioning in Probabilistic Programming
Federico Olmedo, Friedrich Gretz, Nils Jansen, Benjamin Lucien Kaminski, Joost-Pieter Katoen, and Annabelle McIver
ACM Trans. Program. Lang. Syst. 2018
Verification of Uncertain POMDPs Using Barrier Certificates
Mohamadreza Ahmadi, Murat Cubuktepe, Nils Jansen, and Ufuk Topcu
In Allerton 2018
Human-in-the-Loop Synthesis for Partially Observable Markov Decision Processes
Steven Carr, Nils Jansen, Ralf Wimmer, Jie Fu, and Ufuk Topcu
In ACC 2018
Synthesis in pMDPs: A Tale of 1001 Parameters
Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and Ufuk Topcu
In ATVA 2018
Abstraktions-basierte Verifikation von POMDPs im Motion-Planning-Kontext
Leonore Winterer, Sebastian Junges, Ralf Wimmer, Nils Jansen, Ufuk Topcu, Joost-Pieter Katoen, and Bernd Becker
In MBMV 2018
Model Checking for Safe Navigation Among Humans
Sebastian Junges, Nils Jansen, Joost-Pieter Katoen, Ufuk Topcu, Ruohan Zhang, and Mary M. Hayhoe
In QEST 2018
Finite-State Controllers of POMDPs using Parameter Synthesis
Sebastian Junges, Nils Jansen, Ralf Wimmer, Tim Quatmann, Leonore Winterer, Joost-Pieter Katoen, and Bernd Becker
In UAI 2018
Machine Learning and Model Checking Join Forces (Dagstuhl Seminar 18121)
Nils Jansen, Joost-Pieter Katoen, Pushmeet Kohli, and Jan Kretı́nský
Dagstuhl Reports 2018
2017
Synthesis of shared control protocols with provable safety and performance guarantees
Nils Jansen, Murat Cubuktepe, and Ufuk Topcu
In ACC 2017
Motion planning under partial observability using game-based abstraction
Leonore Winterer, Sebastian Junges, Ralf Wimmer, Nils Jansen, Ufuk Topcu, Joost-Pieter Katoen, and Bernd Becker
In CDC 2017
Sequential Convex Programming for the Efficient Verification of Parametric MDPs
Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, Ivan Papusha, Hasan A. Poonawala, and Ufuk Topcu
In TACAS (2) 2017
Synthesis and Verification of Self-aware Computing Systems
Radu Calinescu, Marco Autili, Javier Cámara, Antinisca Di Marco, Simos Gerasimou, Paola Inverardi, Alexander Perucci, Nils Jansen, Joost-Pieter Katoen, Marta Z. Kwiatkowska, Ole J. Mengshoel, Romina Spalazzese, and Massimo Tivoli
2017
2016
Probabilistic Verification for Cognitive Models
Sebastian Junges, Nils Jansen, Joost-Pieter Katoen, and Ufuk Topcu
In AAAI Fall Symposia 2016
Parameter Synthesis for Markov Models: Faster Than Ever
Tim Quatmann, Christian Dehnert, Nils Jansen, Sebastian Junges, and Joost-Pieter Katoen
In ATVA 2016
Bounded Model Checking for Probabilistic Programs
Nils Jansen, Christian Dehnert, Benjamin Lucien Kaminski, Joost-Pieter Katoen, and Lukas Westhofen
In ATVA 2016
Combining Static and Runtime Methods to Achieve Safe Standing-Up for Humanoid Robots
Francesco Leofante, Simone Vuotto, Erika Ábrahám, Armando Tacchella, and Nils Jansen
In ISoLA (1) 2016
Parameter Synthesis for Probabilistic Systems
Christian Dehnert, Sebastian Junges, Nils Jansen, Florian Corzilius, Matthias Volk, Joost-Pieter Katoen, Erika Ábrahám, and Harold Bruintjes
In MBMV 2016
Safety-Constrained Reinforcement Learning for MDPs
Sebastian Junges, Nils Jansen, Christian Dehnert, Ufuk Topcu, and Joost-Pieter Katoen
In TACAS 2016
2015
Counterexamples in probabilistic verification
Nils Jansen
2015
High-level Counterexamples for Probabilistic Automata
Ralf Wimmer, Nils Jansen, Andreas Vorpahl, Erika Ábrahám, Joost-Pieter Katoen, and Bernd Becker
Log. Methods Comput. Sci. 2015
Understanding Probabilistic Programs
Joost-Pieter Katoen, Friedrich Gretz, Nils Jansen, Benjamin Lucien Kaminski, and Federico Olmedo
In Correct System Design 2015
PROPhESY: A PRObabilistic ParamEter SYnthesis Tool
Christian Dehnert, Sebastian Junges, Nils Jansen, Florian Corzilius, Matthias Volk, Harold Bruintjes, Joost-Pieter Katoen, and Erika Ábrahám
In CAV (1) 2015
Counterexamples for Expected Rewards
Tim Quatmann, Nils Jansen, Christian Dehnert, Ralf Wimmer, Erika Ábrahám, Joost-Pieter Katoen, and Bernd Becker
In FM 2015
A Greedy Approach for the Efficient Repair of Stochastic Models
Shashank Pathak, Erika Ábrahám, Nils Jansen, Armando Tacchella, and Joost-Pieter Katoen
In NFM 2015
Conditioning in Probabilistic Programming
Nils Jansen, Benjamin Lucien Kaminski, Joost-Pieter Katoen, Federico Olmedo, Friedrich Gretz, and Annabelle McIver
In MFPS 2015
2014
Symbolic counterexample generation for large discrete-time Markov chains
Nils Jansen, Ralf Wimmer, Erika Ábrahám, Barna Zajzon, Joost-Pieter Katoen, Bernd Becker, and Johann Schuster
Sci. Comput. Program. 2014
Minimal counterexamples for linear-time probabilistic verification
Ralf Wimmer, Nils Jansen, Erika Ábrahám, Joost-Pieter Katoen, and Bernd Becker
Theor. Comput. Sci. 2014
Fast Debugging of PRISM Models
Christian Dehnert, Nils Jansen, Ralf Wimmer, Erika Ábrahám, and Joost-Pieter Katoen