[{"alternative_title":["IST Austria Technical Report"],"pubrep_id":"327","month":"02","date_published":"2015-02-23T00:00:00Z","oa_version":"Published Version","title":"Unifying two views on multiple mean-payoff objectives in Markov decision processes","oa":1,"date_updated":"2020-08-11T10:10:15Z","department":[{"_id":"KrCh"}],"has_accepted_license":"1","abstract":[{"text":"We consider Markov decision processes (MDPs) with multiple limit-average (or mean-payoff) objectives. \r\nThere have been two different views: (i) the expectation semantics, where the goal is to optimize the expected mean-payoff objective, and (ii) the satisfaction semantics, where the goal is to maximize the probability of runs such that the mean-payoff value stays above a given vector. \r\nWe consider the problem where the goal is to optimize the expectation under the constraint that the satisfaction semantics is ensured, and thus consider a generalization that unifies the existing semantics. Our problem captures the notion of optimization with respect to strategies that are risk-averse (i.e., ensures certain probabilistic guarantee).\r\nOur main results are algorithms for the decision problem which are always polynomial in the size of the MDP.\r\nWe also show that an approximation of the Pareto-curve can be computed in time polynomial in the size of the MDP, and the approximation factor, but exponential in the number of dimensions. Finally, we present a complete characterization of the strategy complexity (in terms of memory bounds and randomization) required to solve our problem.","lang":"eng"}],"date_created":"2018-12-12T11:39:19Z","related_material":{"record":[{"id":"5429","status":"public","relation":"earlier_version"},{"id":"1657","status":"public","relation":"later_version"},{"id":"466","status":"public","relation":"later_version"}]},"_id":"5435","author":[{"last_name":"Chatterjee","orcid":"0000-0002-4561-241X","full_name":"Chatterjee, Krishnendu","first_name":"Krishnendu","id":"2E5DCA20-F248-11E8-B48F-1D18A9856A87"},{"last_name":"Komarkova","first_name":"Zuzana","full_name":"Komarkova, Zuzana"},{"full_name":"Kretinsky, Jan","first_name":"Jan","id":"44CEF464-F248-11E8-B48F-1D18A9856A87","orcid":"0000-0002-8122-2881","last_name":"Kretinsky"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","file_date_updated":"2020-07-14T12:46:53Z","ddc":["004"],"citation":{"chicago":"Chatterjee, Krishnendu, Zuzana Komarkova, and Jan Kretinsky. *Unifying Two Views on Multiple Mean-Payoff Objectives in Markov Decision Processes*. IST Austria, 2015. https://doi.org/10.15479/AT:IST-2015-318-v2-1.","ista":"Chatterjee K, Komarkova Z, Kretinsky J. 2015. Unifying two views on multiple mean-payoff objectives in Markov decision processes, IST Austria, 51p.","mla":"Chatterjee, Krishnendu, et al. *Unifying Two Views on Multiple Mean-Payoff Objectives in Markov Decision Processes*. IST Austria, 2015, doi:10.15479/AT:IST-2015-318-v2-1.","apa":"Chatterjee, K., Komarkova, Z., & Kretinsky, J. (2015). *Unifying two views on multiple mean-payoff objectives in Markov decision processes*. IST Austria. https://doi.org/10.15479/AT:IST-2015-318-v2-1","short":"K. Chatterjee, Z. Komarkova, J. Kretinsky, Unifying Two Views on Multiple Mean-Payoff Objectives in Markov Decision Processes, IST Austria, 2015.","ama":"Chatterjee K, Komarkova Z, Kretinsky J. *Unifying Two Views on Multiple Mean-Payoff Objectives in Markov Decision Processes*. IST Austria; 2015. doi:10.15479/AT:IST-2015-318-v2-1","ieee":"K. Chatterjee, Z. Komarkova, and J. Kretinsky, *Unifying two views on multiple mean-payoff objectives in Markov decision processes*. IST Austria, 2015."},"doi":"10.15479/AT:IST-2015-318-v2-1","file":[{"file_id":"5525","access_level":"open_access","creator":"system","relation":"main_file","checksum":"75284adec80baabdfe71ff9ebbc27445","date_created":"2018-12-12T11:54:03Z","file_size":717630,"date_updated":"2020-07-14T12:46:53Z","content_type":"application/pdf","file_name":"IST-2015-318-v2+1_main.pdf"}],"page":"51","type":"technical_report","status":"public","publication_identifier":{"issn":["2664-1690"]},"publisher":"IST Austria","publication_status":"published","year":"2015","language":[{"iso":"eng"}],"day":"23"},{"page":"29","doi":"10.15479/AT:IST-2015-170-v2-2","file":[{"relation":"main_file","creator":"system","file_id":"5541","access_level":"open_access","content_type":"application/pdf","date_updated":"2020-07-14T12:46:54Z","file_name":"IST-2015-170-v2+2_report.pdf","file_size":569991,"checksum":"3c402f47d3669c28d04d1af405a08e3f","date_created":"2018-12-12T11:54:19Z"}],"citation":{"mla":"Chatterjee, Krishnendu, et al. *Nested Weighted Automata*. IST Austria, 2015, doi:10.15479/AT:IST-2015-170-v2-2.","apa":"Chatterjee, K., Henzinger, T. A., & Otop, J. (2015). *Nested weighted automata*. IST Austria. https://doi.org/10.15479/AT:IST-2015-170-v2-2","short":"K. Chatterjee, T.A. Henzinger, J. Otop, Nested Weighted Automata, IST Austria, 2015.","ama":"Chatterjee K, Henzinger TA, Otop J. *Nested Weighted Automata*. IST Austria; 2015. doi:10.15479/AT:IST-2015-170-v2-2","ieee":"K. Chatterjee, T. A. Henzinger, and J. Otop, *Nested weighted automata*. IST Austria, 2015.","chicago":"Chatterjee, Krishnendu, Thomas A Henzinger, and Jan Otop. *Nested Weighted Automata*. IST Austria, 2015. https://doi.org/10.15479/AT:IST-2015-170-v2-2.","ista":"Chatterjee K, Henzinger TA, Otop J. 2015. Nested weighted automata, IST Austria, 29p."},"ddc":["000"],"file_date_updated":"2020-07-14T12:46:54Z","user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","author":[{"last_name":"Chatterjee","orcid":"0000-0002-4561-241X","full_name":"Chatterjee, Krishnendu","id":"2E5DCA20-F248-11E8-B48F-1D18A9856A87","first_name":"Krishnendu"},{"first_name":"Thomas A","id":"40876CD8-F248-11E8-B48F-1D18A9856A87","full_name":"Henzinger, Thomas A","last_name":"Henzinger","orcid":"0000−0002−2985−7724"},{"id":"2FC5DA74-F248-11E8-B48F-1D18A9856A87","first_name":"Jan","full_name":"Otop, Jan","last_name":"Otop"}],"related_material":{"record":[{"status":"public","relation":"earlier_version","id":"5415"},{"relation":"later_version","status":"public","id":"1656"},{"id":"467","status":"public","relation":"later_version"}]},"_id":"5436","year":"2015","day":"24","language":[{"iso":"eng"}],"publisher":"IST Austria","publication_identifier":{"issn":["2664-1690"]},"publication_status":"published","status":"public","type":"technical_report","oa_version":"Published Version","date_published":"2015-04-24T00:00:00Z","month":"04","pubrep_id":"331","alternative_title":["IST Austria Technical Report"],"date_created":"2018-12-12T11:39:19Z","abstract":[{"text":"Recently there has been a significant effort to handle quantitative properties in formal verification and synthesis. While weighted automata over finite and infinite words provide a natural and flexible framework to express quantitative properties, perhaps surprisingly, some basic system properties such as average response time cannot be expressed using weighted automata, nor in any other know decidable formalism. In this work, we introduce nested weighted automata as a natural extension of weighted automata which makes it possible to express important quantitative properties such as average response time.\r\nIn nested weighted automata, a master automaton spins off and collects results from weighted slave automata, each of which computes a quantity along a finite portion of an infinite word. Nested weighted automata can be viewed as the quantitative analogue of monitor automata, which are used in run-time verification. We establish an almost complete decidability picture for the basic decision problems about nested weighted automata, and illustrate their applicability in several domains. In particular, nested weighted automata can be used to decide average response time properties.","lang":"eng"}],"has_accepted_license":"1","department":[{"_id":"KrCh"},{"_id":"ToHe"}],"date_updated":"2020-08-11T10:10:16Z","oa":1,"title":"Nested weighted automata"},{"date_published":"2015-04-27T00:00:00Z","month":"04","oa_version":"Published Version","alternative_title":["IST Austria Technical Report"],"pubrep_id":"333","date_created":"2018-12-12T11:39:19Z","abstract":[{"lang":"eng","text":"We consider the core algorithmic problems related to verification of systems with respect to three classical quantitative properties, namely, the mean-payoff property, the ratio property, and the minimum initial credit for energy property. \r\nThe algorithmic problem given a graph and a quantitative property asks to compute the optimal value (the infimum value over all traces) from every node of the graph. We consider graphs with constant treewidth, and it is well-known that the control-flow graphs of most programs have constant treewidth. Let $n$ denote the number of nodes of a graph, $m$ the number of edges (for constant treewidth graphs $m=O(n)$) and $W$ the largest absolute value of the weights.\r\nOur main theoretical results are as follows.\r\nFirst, for constant treewidth graphs we present an algorithm that approximates the mean-payoff value within a multiplicative factor of $\\epsilon$ in time $O(n \\cdot \\log (n/\\epsilon))$ and linear space, as compared to the classical algorithms that require quadratic time. Second, for the ratio property we present an algorithm that for constant treewidth graphs works in time $O(n \\cdot \\log (|a\\cdot b|))=O(n\\cdot\\log (n\\cdot W))$, when the output is $\\frac{a}{b}$, as compared to the previously best known algorithm with running time $O(n^2 \\cdot \\log (n\\cdot W))$. Third, for the minimum initial credit problem we show that (i)~for general graphs the problem can be solved in $O(n^2\\cdot m)$ time and the associated decision problem can be solved in $O(n\\cdot m)$ time, improving the previous known $O(n^3\\cdot m\\cdot \\log (n\\cdot W))$ and $O(n^2 \\cdot m)$ bounds, respectively; and (ii)~for constant treewidth graphs we present an algorithm that requires $O(n\\cdot \\log n)$ time, improving the previous known $O(n^4 \\cdot \\log (n \\cdot W))$ bound.\r\nWe have implemented some of our algorithms and show that they present a significant speedup on standard benchmarks. "}],"department":[{"_id":"KrCh"}],"has_accepted_license":"1","oa":1,"title":"Faster algorithms for quantitative verification in constant treewidth graphs","date_updated":"2020-08-11T10:09:21Z","doi":"10.15479/AT:IST-2015-330-v2-1","file":[{"access_level":"open_access","file_id":"5473","relation":"main_file","creator":"system","date_created":"2018-12-12T11:53:12Z","checksum":"f5917c20f84018b362d385c000a2e123","file_name":"IST-2015-330-v2+1_main.pdf","content_type":"application/pdf","date_updated":"2020-07-14T12:46:54Z","file_size":1072137}],"page":"27","ddc":["000"],"citation":{"ama":"Chatterjee K, Ibsen-Jensen R, Pavlogiannis A. *Faster Algorithms for Quantitative Verification in Constant Treewidth Graphs*. IST Austria; 2015. doi:10.15479/AT:IST-2015-330-v2-1","apa":"Chatterjee, K., Ibsen-Jensen, R., & Pavlogiannis, A. (2015). *Faster algorithms for quantitative verification in constant treewidth graphs*. IST Austria. https://doi.org/10.15479/AT:IST-2015-330-v2-1","short":"K. Chatterjee, R. Ibsen-Jensen, A. Pavlogiannis, Faster Algorithms for Quantitative Verification in Constant Treewidth Graphs, IST Austria, 2015.","mla":"Chatterjee, Krishnendu, et al. *Faster Algorithms for Quantitative Verification in Constant Treewidth Graphs*. IST Austria, 2015, doi:10.15479/AT:IST-2015-330-v2-1.","ieee":"K. Chatterjee, R. Ibsen-Jensen, and A. Pavlogiannis, *Faster algorithms for quantitative verification in constant treewidth graphs*. IST Austria, 2015.","chicago":"Chatterjee, Krishnendu, Rasmus Ibsen-Jensen, and Andreas Pavlogiannis. *Faster Algorithms for Quantitative Verification in Constant Treewidth Graphs*. IST Austria, 2015. https://doi.org/10.15479/AT:IST-2015-330-v2-1.","ista":"Chatterjee K, Ibsen-Jensen R, Pavlogiannis A. 2015. Faster algorithms for quantitative verification in constant treewidth graphs, IST Austria, 27p."},"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","file_date_updated":"2020-07-14T12:46:54Z","related_material":{"record":[{"status":"public","relation":"earlier_version","id":"5430"},{"id":"1607","relation":"later_version","status":"public"}]},"_id":"5437","author":[{"orcid":"0000-0002-4561-241X","last_name":"Chatterjee","first_name":"Krishnendu","id":"2E5DCA20-F248-11E8-B48F-1D18A9856A87","full_name":"Chatterjee, Krishnendu"},{"id":"3B699956-F248-11E8-B48F-1D18A9856A87","first_name":"Rasmus","full_name":"Ibsen-Jensen, Rasmus","last_name":"Ibsen-Jensen"},{"last_name":"Pavlogiannis","full_name":"Pavlogiannis, Andreas","first_name":"Andreas","id":"49704004-F248-11E8-B48F-1D18A9856A87"}],"publisher":"IST Austria","publication_status":"published","publication_identifier":{"issn":["2664-1690"]},"language":[{"iso":"eng"}],"year":"2015","day":"27","type":"technical_report","status":"public"},{"title":"Edit distance for pushdown automata","oa":1,"date_updated":"2020-08-11T10:10:15Z","department":[{"_id":"KrCh"}],"has_accepted_license":"1","abstract":[{"text":"The edit distance between two words w1, w2 is the minimal number of word operations (letter insertions, deletions, and substitutions) necessary to transform w1 to w2. The edit distance generalizes to languages L1, L2, where the edit distance is the minimal number k such that for every word from L1 there exists a word in L2 with edit distance at most k. We study the edit distance computation problem between pushdown automata and their subclasses.\r\nThe problem of computing edit distance to a pushdown automaton is undecidable, and in practice, the interesting question is to compute the edit distance from a pushdown automaton (the implementation, a standard model for programs with recursion) to a regular language (the specification). In this work, we present a complete picture of decidability and complexity for deciding whether, for a given threshold k, the edit distance from a pushdown automaton to a finite automaton is at most k. ","lang":"eng"}],"date_created":"2018-12-12T11:39:20Z","alternative_title":["IST Austria Technical Report"],"pubrep_id":"334","date_published":"2015-05-05T00:00:00Z","month":"05","oa_version":"Published Version","type":"technical_report","status":"public","publication_status":"published","publication_identifier":{"issn":["2664-1690"]},"publisher":"IST Austria","year":"2015","day":"05","language":[{"iso":"eng"}],"related_material":{"record":[{"id":"1610","status":"public","relation":"later_version"},{"relation":"later_version","status":"public","id":"465"}]},"_id":"5438","author":[{"first_name":"Krishnendu","id":"2E5DCA20-F248-11E8-B48F-1D18A9856A87","full_name":"Chatterjee, Krishnendu","last_name":"Chatterjee","orcid":"0000-0002-4561-241X"},{"last_name":"Henzinger","orcid":"0000−0002−2985−7724","full_name":"Henzinger, Thomas A","first_name":"Thomas A","id":"40876CD8-F248-11E8-B48F-1D18A9856A87"},{"full_name":"Ibsen-Jensen, Rasmus","first_name":"Rasmus","id":"3B699956-F248-11E8-B48F-1D18A9856A87","last_name":"Ibsen-Jensen"},{"last_name":"Otop","first_name":"Jan","id":"2FC5DA74-F248-11E8-B48F-1D18A9856A87","full_name":"Otop, Jan"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","file_date_updated":"2020-07-14T12:46:55Z","ddc":["004"],"citation":{"ieee":"K. Chatterjee, T. A. Henzinger, R. Ibsen-Jensen, and J. Otop, *Edit distance for pushdown automata*. IST Austria, 2015.","mla":"Chatterjee, Krishnendu, et al. *Edit Distance for Pushdown Automata*. IST Austria, 2015, doi:10.15479/AT:IST-2015-334-v1-1.","ama":"Chatterjee K, Henzinger TA, Ibsen-Jensen R, Otop J. *Edit Distance for Pushdown Automata*. IST Austria; 2015. doi:10.15479/AT:IST-2015-334-v1-1","short":"K. Chatterjee, T.A. Henzinger, R. Ibsen-Jensen, J. Otop, Edit Distance for Pushdown Automata, IST Austria, 2015.","apa":"Chatterjee, K., Henzinger, T. A., Ibsen-Jensen, R., & Otop, J. (2015). *Edit distance for pushdown automata*. IST Austria. https://doi.org/10.15479/AT:IST-2015-334-v1-1","ista":"Chatterjee K, Henzinger TA, Ibsen-Jensen R, Otop J. 2015. Edit distance for pushdown automata, IST Austria, 15p.","chicago":"Chatterjee, Krishnendu, Thomas A Henzinger, Rasmus Ibsen-Jensen, and Jan Otop. *Edit Distance for Pushdown Automata*. IST Austria, 2015. https://doi.org/10.15479/AT:IST-2015-334-v1-1."},"file":[{"checksum":"8a5f2d77560e552af87eb1982437a43b","date_created":"2018-12-12T11:53:56Z","file_size":422573,"date_updated":"2020-07-14T12:46:55Z","content_type":"application/pdf","file_name":"IST-2015-334-v1+1_report.pdf","file_id":"5518","access_level":"open_access","creator":"system","relation":"main_file"}],"doi":"10.15479/AT:IST-2015-334-v1-1","page":"15"},{"pubrep_id":"335","alternative_title":["IST Austria Technical Report"],"oa_version":"Published Version","month":"05","date_published":"2015-05-18T00:00:00Z","date_updated":"2020-08-11T10:09:25Z","title":"The target discounted-sum problem","oa":1,"has_accepted_license":"1","department":[{"_id":"ToHe"}],"abstract":[{"lang":"eng","text":"The target discounted-sum problem is the following: Given a rational discount factor 0 < λ < 1 and three rational values a, b, and t, does there exist a finite or an infinite sequence w ε(a, b)∗ or w ε(a, b)w, such that Σ|w| i=0 w(i)λi equals t? The problem turns out to relate to many fields of mathematics and computer science, and its decidability question is surprisingly hard to solve. We solve the finite version of the problem, and show the hardness of the infinite version, linking it to various areas and open problems in mathematics and computer science: β-expansions, discounted-sum automata, piecewise affine maps, and generalizations of the Cantor set. We provide some partial results to the infinite version, among which are solutions to its restriction to eventually-periodic sequences and to the cases that λ λ 1/2 or λ = 1/n, for every n ε N. We use our results for solving some open problems on discounted-sum automata, among which are the exact-value problem for nondeterministic automata over finite words and the universality and inclusion problems for functional automata. "}],"date_created":"2018-12-12T11:39:20Z","author":[{"last_name":"Boker","full_name":"Boker, Udi","first_name":"Udi","id":"31E297B6-F248-11E8-B48F-1D18A9856A87"},{"first_name":"Thomas A","id":"40876CD8-F248-11E8-B48F-1D18A9856A87","full_name":"Henzinger, Thomas A","orcid":"0000−0002−2985−7724","last_name":"Henzinger"},{"full_name":"Otop, Jan","id":"2FC5DA74-F248-11E8-B48F-1D18A9856A87","first_name":"Jan","last_name":"Otop"}],"_id":"5439","related_material":{"record":[{"id":"1659","relation":"later_version","status":"public"}]},"file_date_updated":"2020-07-14T12:46:55Z","user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","citation":{"mla":"Boker, Udi, et al. *The Target Discounted-Sum Problem*. IST Austria, 2015, doi:10.15479/AT:IST-2015-335-v1-1.","apa":"Boker, U., Henzinger, T. A., & Otop, J. (2015). *The target discounted-sum problem*. IST Austria. https://doi.org/10.15479/AT:IST-2015-335-v1-1","ama":"Boker U, Henzinger TA, Otop J. *The Target Discounted-Sum Problem*. IST Austria; 2015. doi:10.15479/AT:IST-2015-335-v1-1","short":"U. Boker, T.A. Henzinger, J. Otop, The Target Discounted-Sum Problem, IST Austria, 2015.","ieee":"U. Boker, T. A. Henzinger, and J. Otop, *The target discounted-sum problem*. IST Austria, 2015.","chicago":"Boker, Udi, Thomas A Henzinger, and Jan Otop. *The Target Discounted-Sum Problem*. IST Austria, 2015. https://doi.org/10.15479/AT:IST-2015-335-v1-1.","ista":"Boker U, Henzinger TA, Otop J. 2015. The target discounted-sum problem, IST Austria, 20p."},"ddc":["004","512","513"],"page":"20","doi":"10.15479/AT:IST-2015-335-v1-1","file":[{"content_type":"application/pdf","file_name":"IST-2015-335-v1+1_report.pdf","date_updated":"2020-07-14T12:46:55Z","file_size":589619,"checksum":"40405907aa012acece1bc26cf0be554d","date_created":"2018-12-12T11:53:55Z","relation":"main_file","creator":"system","file_id":"5517","access_level":"open_access"}],"status":"public","type":"technical_report","day":"18","year":"2015","language":[{"iso":"eng"}],"publisher":"IST Austria","publication_identifier":{"issn":["2664-1690"]},"publication_status":"published"}]