@article{14852, abstract = {The physical conditions giving rise to high escape fractions of ionizing radiation (LyC fesc) in star-forming galaxies – most likely protagonists of cosmic reionization – are not yet fully understood. Using the VLT/MUSE observations of ∼1400 Ly α emitters at 2.9 < z < 6.7, we compare stacked rest-frame UV spectra of candidates for LyC leakers and non-leakers selected based on their Ly α profiles. We find that the stacks of potential LyC leakers, i.e. galaxies with narrow, symmetric Ly α profiles with small peak separation, generally show (i) strong nebular O iii]λ1666, [Si iii]λ1883, and [C iii]λ1907 +C iii]λ1909 emission, indicating a high-ionization state of the interstellar medium (ISM); (ii) high equivalent widths of He iiλ1640 (∼1 − 3 Å), suggesting the presence of hard ionizing radiation fields; (iii) Si ii*λ1533 emission, revealing substantial amounts of neutral hydrogen off the line of sight; (iv) high C ivλλ1548,1550 to [C iii]λ1907 +C iii]λ1909 ratios (C iv/C iii] ≳0.75) , signalling the presence of low column density channels in the ISM. In contrast, the stacks with broad, asymmetric Ly α profiles with large peak separation show weak nebular emission lines, low He iiλ1640 equivalent widths (≲1 Å), and low C iv/C iii] (≲0.25), implying low-ionization states and high-neutral hydrogen column densities. Our results suggest that C iv/C iii] might be sensitive to the physical conditions that govern LyC photon escape, providing a promising tool for identification of ionizing sources among star-forming galaxies in the epoch of reionization.}, author = {Kramarenko, Ivan and Kerutt, J and Verhamme, A and Oesch, P A and Barrufet, L and Matthee, Jorryt J and Kusakabe, H and Goovaerts, I and Thai, T T}, issn = {1365-2966}, journal = {Monthly Notices of the Royal Astronomical Society}, keywords = {Space and Planetary Science, Astronomy and Astrophysics}, number = {4}, pages = {9853--9871}, publisher = {Oxford University Press}, title = {{Linking UV spectral properties of MUSE Ly α emitters at z ≳ 3 to Lyman continuum escape}}, doi = {10.1093/mnras/stad3853}, volume = {527}, year = {2024}, } @phdthesis{14711, abstract = {In nature, different species find their niche in a range of environments, each with its unique characteristics. While some thrive in uniform (homogeneous) landscapes where environmental conditions stay relatively consistent across space, others traverse the complexities of spatially heterogeneous terrains. Comprehending how species are distributed and how they interact within these landscapes holds the key to gaining insights into their evolutionary dynamics while also informing conservation and management strategies. For species inhabiting heterogeneous landscapes, when the rate of dispersal is low compared to spatial fluctuations in selection pressure, localized adaptations may emerge. Such adaptation in response to varying selection strengths plays an important role in the persistence of populations in our rapidly changing world. Hence, species in nature are continuously in a struggle to adapt to local environmental conditions, to ensure their continued survival. Natural populations can often adapt in time scales short enough for evolutionary changes to influence ecological dynamics and vice versa, thereby creating a feedback between evolution and demography. The analysis of this feedback and the relative contributions of gene flow, demography, drift, and natural selection to genetic variation and differentiation has remained a recurring theme in evolutionary biology. Nevertheless, the effective role of these forces in maintaining variation and shaping patterns of diversity is not fully understood. Even in homogeneous environments devoid of local adaptations, such understanding remains elusive. Understanding this feedback is crucial, for example in determining the conditions under which extinction risk can be mitigated in peripheral populations subject to deleterious mutation accumulation at the edges of species’ ranges as well as in highly fragmented populations. In this thesis we explore both uniform and spatially heterogeneous metapopulations, investigating and providing theoretical insights into the dynamics of local adaptation in the latter and examining the dynamics of load and extinction as well as the impact of joint ecological and evolutionary (eco-evolutionary) dynamics in the former. The thesis is divided into 5 chapters. Chapter 1 provides a general introduction into the subject matter, clarifying concepts and ideas used throughout the thesis. In chapter 2, we explore how fast a species distributed across a heterogeneous landscape adapts to changing conditions marked by alterations in carrying capacity, selection pressure, and migration rate. In chapter 3, we investigate how migration selection and drift influences adaptation and the maintenance of variation in a metapopulation with three habitats, an extension of previous models of adaptation in two habitats. We further develop analytical approximations for the critical threshold required for polymorphism to persist. The focus of chapter 4 of the thesis is on understanding the interplay between ecology and evolution as coupled processes. We investigate how eco-evolutionary feedback between migration, selection, drift, and demography influences eco-evolutionary outcomes in marginal populations subject to deleterious mutation accumulation. Using simulations as well as theoretical approximations of the coupled dynamics of population size and allele frequency, we analyze how gene flow from a large mainland source influences genetic load and population size on an island (i.e., in a marginal population) under genetically realistic assumptions. Analyses of this sort are important because small isolated populations, are repeatedly affected by complex interactions between ecological and evolutionary processes, which can lead to their death. Understanding these interactions can therefore provide an insight into the conditions under which extinction risk can be mitigated in peripheral populations thus, contributing to conservation and restoration efforts. Chapter 5 extends the analysis in chapter 4 to consider the dynamics of load (due to deleterious mutation accumulation) and extinction risk in a metapopulation. We explore the role of gene flow, selection, and dominance on load and extinction risk and further pinpoint critical thresholds required for metapopulation persistence. Overall this research contributes to our understanding of ecological and evolutionary mechanisms that shape species’ persistence in fragmented landscapes, a crucial foundation for successful conservation efforts and biodiversity management.}, author = {Olusanya, Oluwafunmilola O}, issn = {2663 - 337X}, pages = {183}, publisher = {Institute of Science and Technology Austria}, title = {{Local adaptation, genetic load and extinction in metapopulations}}, doi = {10.15479/at:ista:14711}, year = {2024}, } @phdthesis{14821, author = {Chiossi, Heloisa}, issn = {2663 - 337X}, pages = {89}, publisher = {Institute of Science and Technology Austria}, title = {{Adaptive hierarchical representations in the hippocampus}}, doi = {10.15479/at:ista:14821}, year = {2024}, } @article{14901, abstract = {Global services like navigation, communication, and Earth observation have increased dramatically in the 21st century due to advances in outer space industries. But as orbits become increasingly crowded with both satellites and inevitable space debris pollution, continued operations become endangered by the heightened risks of debris collisions in orbit. Kessler Syndrome is the term for when a critical threshold of orbiting debris triggers a runaway positive feedback loop of debris collisions, creating debris congestion that can render orbits unusable. As this potential tipping point becomes more widely recognized, there have been renewed calls for debris mitigation and removal. Here, we combine complex systems and social-ecological systems approaches to study how these efforts may affect space debris accumulation and the likelihood of reaching Kessler Syndrome. Specifically, we model how debris levels are affected by future launch rates, cleanup activities, and collisions between extant debris. We contextualize and interpret our dynamic model within a discussion of existing space debris governance and other social, economic, and geopolitical factors that may influence effective collective management of the orbital commons. In line with previous studies, our model finds that debris congestion may be reached in less than 200 years, though a holistic management strategy combining removal and mitigation actions can avoid such outcomes while continuing space activities. Moreover, although active debris removal may be particularly effective, the current lack of market and governance support may impede its implementation. Research into these critical dynamics and the multi-faceted variables that influence debris outcomes can support policymakers in curating impactful governance strategies and realistic transition pathways to sustaining debris-free orbits. Overall, our study is useful for communicating about space debris sustainability in policy and education settings by providing an exploration of policy portfolio options supported by a simple and clear social-ecological modeling approach.}, author = {Nomura, Keiko and Rella, Simon and Merritt, Haily and Baltussen, Mathieu and Bird, Darcy and Tjuka, Annika and Falk, Dan}, issn = {1875-0281}, journal = {International Journal of the Commons}, keywords = {Sociology and Political Science}, number = {1}, publisher = {Ubiquity Press}, title = {{Tipping points of space debris in low earth orbit}}, doi = {10.5334/ijc.1275}, volume = {18}, year = {2024}, } @misc{14705, abstract = {Since the commercialization of brine shrimp (genus Artemia) in the 1950s, this lineage, and in particular the model species Artemia franciscana, has been the subject of extensive research. However, our understanding of the genetic mechanisms underlying various aspects of their reproductive biology, including sex determination, are still lacking. This is partly due to the scarcity of genomic resources for Artemia species and crustaceans in general. Here, we present a chromosome-level genome assembly of Artemia franciscana (Kellogg 1906), from the Great Salt Lake, USA. The genome is 1GB, and the majority of the genome (81%) is scaffolded into 21 linkage groups using a previously published high-density linkage map. We performed coverage and FST analyses using male and female genomic and transcriptomic reads to quantify the extent of differentiation between the Z and W chromosomes. Additionally, we quantified the expression levels in male and female heads and gonads and found further evidence for dosage compensation in this species.}, author = {Elkrewi, Marwan N}, keywords = {sex chromosome evolution, genome assembly, dosage compensation}, publisher = {Institute of Science and Technology Austria}, title = {{Data from "Chromosome-level assembly of Artemia franciscana sheds light on sex-chromosome differentiation"}}, doi = {10.15479/AT:ISTA:14705}, year = {2024}, } @article{14796, abstract = {Key innovations are fundamental to biological diversification, but their genetic basis is poorly understood. A recent transition from egg-laying to live-bearing in marine snails (Littorina spp.) provides the opportunity to study the genetic architecture of an innovation that has evolved repeatedly across animals. Individuals do not cluster by reproductive mode in a genome-wide phylogeny, but local genealogical analysis revealed numerous small genomic regions where all live-bearers carry the same core haplotype. Candidate regions show evidence for live-bearer–specific positive selection and are enriched for genes that are differentially expressed between egg-laying and live-bearing reproductive systems. Ages of selective sweeps suggest that live-bearer–specific alleles accumulated over more than 200,000 generations. Our results suggest that new functions evolve through the recruitment of many alleles rather than in a single evolutionary step.}, author = {Stankowski, Sean and Zagrodzka, Zuzanna B. and Garlovsky, Martin D. and Pal, Arka and Shipilina, Daria and Garcia Castillo, Diego Fernando and Lifchitz, Hila and Le Moan, Alan and Leder, Erica and Reeve, James and Johannesson, Kerstin and Westram, Anja M and Butlin, Roger K.}, issn = {1095-9203}, journal = {Science}, number = {6678}, pages = {114--119}, publisher = {American Association for the Advancement of Science}, title = {{The genetic basis of a recent transition to live-bearing in marine snails}}, doi = {10.1126/science.adi2982}, volume = {383}, year = {2024}, } @phdthesis{15020, abstract = {This thesis consists of four distinct pieces of work within theoretical biology, with two themes in common: the concept of optimization in biological systems, and the use of information-theoretic tools to quantify biological stochasticity and statistical uncertainty. Chapter 2 develops a statistical framework for studying biological systems which we believe to be optimized for a particular utility function, such as retinal neurons conveying information about visual stimuli. We formalize such beliefs as maximum-entropy Bayesian priors, constrained by the expected utility. We explore how such priors aid inference of system parameters with limited data and enable optimality hypothesis testing: is the utility higher than by chance? Chapter 3 examines the ultimate biological optimization process: evolution by natural selection. As some individuals survive and reproduce more successfully than others, populations evolve towards fitter genotypes and phenotypes. We formalize this as accumulation of genetic information, and use population genetics theory to study how much such information can be accumulated per generation and maintained in the face of random mutation and genetic drift. We identify the population size and fitness variance as the key quantities that control information accumulation and maintenance. Chapter 4 reuses the concept of genetic information from Chapter 3, but from a different perspective: we ask how much genetic information organisms actually need, in particular in the context of gene regulation. For example, how much information is needed to bind transcription factors at correct locations within the genome? Population genetics provides us with a refined answer: with an increasing population size, populations achieve higher fitness by maintaining more genetic information. Moreover, regulatory parameters experience selection pressure to optimize the fitness-information trade-off, i.e. minimize the information needed for a given fitness. This provides an evolutionary derivation of the optimization priors introduced in Chapter 2. Chapter 5 proves an upper bound on mutual information between a signal and a communication channel output (such as neural activity). Mutual information is an important utility measure for biological systems, but its practical use can be difficult due to the large dimensionality of many biological channels. Sometimes, a lower bound on mutual information is computed by replacing the high-dimensional channel outputs with decodes (signal estimates). Our result provides a corresponding upper bound, provided that the decodes are the maximum posterior estimates of the signal.}, author = {Hledik, Michal}, issn = {2663 - 337X}, keywords = {Theoretical biology, Optimality, Evolution, Information}, pages = {158}, publisher = {Institute of Science and Technology Austria}, title = {{Genetic information and biological optimization}}, doi = {10.15479/at:ista:15020}, year = {2024}, } @phdthesis{15101, author = {Chen, JingJing}, issn = {2663 - 337X}, pages = {84}, publisher = {Institute of Science and Technology Austria}, title = {{Developmental transformation of nanodomain coupling between Ca2+ channels and release sensors at a central GABAergic synapse}}, doi = {10.15479/at:ista:15101}, year = {2024}, } @article{10045, abstract = {Given a fixed finite metric space (V,μ), the {\em minimum 0-extension problem}, denoted as 0-Ext[μ], is equivalent to the following optimization problem: minimize function of the form minx∈Vn∑ifi(xi)+∑ijcijμ(xi,xj) where cij,cvi are given nonnegative costs and fi:V→R are functions given by fi(xi)=∑v∈Vcviμ(xi,v). The computational complexity of 0-Ext[μ] has been recently established by Karzanov and by Hirai: if metric μ is {\em orientable modular} then 0-Ext[μ] can be solved in polynomial time, otherwise 0-Ext[μ] is NP-hard. To prove the tractability part, Hirai developed a theory of discrete convex functions on orientable modular graphs generalizing several known classes of functions in discrete convex analysis, such as L♮-convex functions. We consider a more general version of the problem in which unary functions fi(xi) can additionally have terms of the form cuv;iμ(xi,{u,v}) for {u,v}∈F, where set F⊆(V2) is fixed. We extend the complexity classification above by providing an explicit condition on (μ,F) for the problem to be tractable. In order to prove the tractability part, we generalize Hirai's theory and define a larger class of discrete convex functions. It covers, in particular, another well-known class of functions, namely submodular functions on an integer lattice. Finally, we improve the complexity of Hirai's algorithm for solving 0-Ext on orientable modular graphs. }, author = {Dvorak, Martin and Kolmogorov, Vladimir}, issn = {1436-4646}, journal = {Mathematical Programming}, keywords = {minimum 0-extension problem, metric labeling problem, discrete metric spaces, metric extensions, computational complexity, valued constraint satisfaction problems, discrete convex analysis, L-convex functions}, publisher = {Springer Nature}, title = {{Generalized minimum 0-extension problem and discrete convexity}}, doi = {10.1007/s10107-024-02064-5}, year = {2024}, } @phdthesis{15094, abstract = {Point sets, geometric networks, and arrangements of hyperplanes are fundamental objects in discrete geometry that have captivated mathematicians for centuries, if not millennia. This thesis seeks to cast new light on these structures by illustrating specific instances where a topological perspective, specifically through discrete Morse theory and persistent homology, provides valuable insights. At first glance, the topology of these geometric objects might seem uneventful: point sets essentially lack of topology, arrangements of hyperplanes are a decomposition of Rd, which is a contractible space, and the topology of a network primarily involves the enumeration of connected components and cycles within the network. However, beneath this apparent simplicity, there lies an array of intriguing structures, a small subset of which will be uncovered in this thesis. Focused on three case studies, each addressing one of the mentioned objects, this work will showcase connections that intertwine topology with diverse fields such as combinatorial geometry, algorithms and data structures, and emerging applications like spatial biology. }, author = {Cultrera di Montesano, Sebastiano}, issn = {2663 - 337X}, pages = {108}, publisher = {Institute of Science and Technology Austria}, title = {{Persistence and Morse theory for discrete geometric structures}}, doi = {10.15479/at:ista:15094}, year = {2024}, } @inproceedings{12676, abstract = {Turn-based stochastic games (aka simple stochastic games) are two-player zero-sum games played on directed graphs with probabilistic transitions. The goal of player-max is to maximize the probability to reach a target state against the adversarial player-min. These games lie in NP ∩ coNP and are among the rare combinatorial problems that belong to this complexity class for which the existence of polynomial-time algorithm is a major open question. While randomized sub-exponential time algorithm exists, all known deterministic algorithms require exponential time in the worst-case. An important open question has been whether faster algorithms can be obtained parametrized by the treewidth of the game graph. Even deterministic sub-exponential time algorithm for constant treewidth turn-based stochastic games has remain elusive. In this work our main result is a deterministic algorithm to solve turn-based stochastic games that, given a game with n states, treewidth at most t, and the bit-complexity of the probabilistic transition function log D, has running time O ((tn2 log D)t log n). In particular, our algorithm is quasi-polynomial time for games with constant or poly-logarithmic treewidth.}, author = {Chatterjee, Krishnendu and Meggendorfer, Tobias and Saona Urmeneta, Raimundo J and Svoboda, Jakub}, booktitle = {Proceedings of the 2023 Annual ACM-SIAM Symposium on Discrete Algorithms}, isbn = {9781611977554}, location = {Florence, Italy}, pages = {4590--4605}, publisher = {Society for Industrial and Applied Mathematics}, title = {{Faster algorithm for turn-based stochastic games with bounded treewidth}}, doi = {10.1137/1.9781611977554.ch173}, year = {2023}, } @misc{12736, abstract = {Although a wide variety of handcrafted concurrent data structures have been proposed, there is considerable interest in universal approaches (Universal Constructions or UCs) for building concurrent data structures. UCs (semi-)automatically convert a sequential data structure into a concurrent one. The simplest approach uses locks [3, 6] that protect a sequential data structure and allow only one process to access it at a time. However, the resulting data structure is blocking. Most work on UCs instead focuses on obtaining non-blocking progress guarantees such as obstruction-freedom, lock-freedom or wait-freedom. Many non-blocking UCs have appeared. Key examples include the seminal wait-free UC [2] by Herlihy, a NUMA-aware UC [10] by Yi et al., and an efficient UC for large objects [1] by Fatourou et al.}, author = {Aksenov, Vitaly and Brown, Trevor A and Fedorov, Alexander and Kokorin, Ilya}, booktitle = {Proceedings of the ACM SIGPLAN Symposium on Principles and Practice of Parallel Programming}, isbn = {9798400700156}, location = {Montreal, QB, Canada}, pages = {438--440}, publisher = {Association for Computing Machinery}, title = {{Unexpected scaling in path copying trees}}, doi = {10.1145/3572848.3577512}, year = {2023}, } @phdthesis{12716, abstract = {The process of detecting and evaluating sensory information to guide behaviour is termed perceptual decision-making (PDM), and is critical for the ability of an organism to interact with its external world. Individuals with autism, a neurodevelopmental condition primarily characterised by social and communication difficulties, frequently exhibit altered sensory processing and PDM difficulties are widely reported. Recent technological advancements have pushed forward our understanding of the genetic changes accompanying this condition, however our understanding of how these mutations affect the function of specific neuronal circuits and bring about the corresponding behavioural changes remains limited. Here, we use an innate PDM task, the looming avoidance response (LAR) paradigm, to identify a convergent behavioural abnormality across three molecularly distinct genetic mouse models of autism (Cul3, Setd5 and Ptchd1). Although mutant mice can rapidly detect threatening visual stimuli, their responses are consistently delayed, requiring longer to initiate an appropriate response than their wild-type siblings. Mutant animals show abnormal adaptation in both their stimulus- evoked escape responses and exploratory dynamics following repeated stimulus presentations. Similarly delayed behavioural responses are observed in wild-type animals when faced with more ambiguous threats, suggesting the mutant phenotype could arise from a dysfunction in the flexible control of this PDM process. Our knowledge of the core neuronal circuitry mediating the LAR facilitated a detailed dissection of the neuronal mechanisms underlying the behavioural impairment. In vivo extracellular recording revealed that visual responses were unaffected within a key brain region for the rapid processing of visual threats, the superior colliculus (SC), indicating that the behavioural delay was unlikely to originate from sensory impairments. Delayed behavioural responses were recapitulated in the Setd5 model following optogenetic stimulation of the excitatory output neurons of the SC, which are known to mediate escape initiation through the activation of cells in the underlying dorsal periaqueductal grey (dPAG). In vitro patch-clamp recordings of dPAG cells uncovered a stark hypoexcitability phenotype in two out of the three genetic models investigated (Setd5 and Ptchd1), that in Setd5, is mediated by the misregulation of voltage-gated potassium channels. Overall, our results show that the ability to use visual information to drive efficient escape responses is impaired in three diverse genetic mouse models of autism and that, in one of the models studied, this behavioural delay likely originates from differences in the intrinsic excitability of a key subcortical node, the dPAG. Furthermore, this work showcases the use of an innate behavioural paradigm to mechanistically dissect PDM processes in autism.}, author = {Burnett, Laura}, issn = {2663-337X}, pages = {178}, publisher = {Institute of Science and Technology Austria}, title = {{To flee, or not to flee? Using innate defensive behaviours to investigate rapid perceptual decision-making through subcortical circuits in mouse models of autism}}, doi = {10.15479/at:ista:12716}, year = {2023}, } @unpublished{12846, abstract = {We present a formula for the signed area of a spherical polygon via prequantization. In contrast to the traditional formula based on the Gauss-Bonnet theorem that requires measuring angles, the new formula mimics Green's theorem and is applicable to a wider range of degenerate spherical curves and polygons.}, author = {Chern, Albert and Ishida, Sadashige}, booktitle = {arXiv}, title = {{Area formula for spherical polygons via prequantization}}, doi = {10.48550/arXiv.2303.14555}, year = {2023}, } @phdthesis{12809, abstract = {Understanding the mechanisms of learning and memory formation has always been one of the main goals in neuroscience. Already Pavlov (1927) in his early days has used his classic conditioning experiments to study the neural mechanisms governing behavioral adaptation. What was not known back then was that the part of the brain that is largely responsible for this type of associative learning is the cerebellum. Since then, plenty of theories on cerebellar learning have emerged. Despite their differences, one thing they all have in common is that learning relies on synaptic and intrinsic plasticity. The goal of my PhD project was to unravel the molecular mechanisms underlying synaptic plasticity in two synapses that have been shown to be implicated in motor learning, in an effort to understand how learning and memory formation are processed in the cerebellum. One of the earliest and most well-known cerebellar theories postulates that motor learning largely depends on long-term depression at the parallel fiber-Purkinje cell (PC-PC) synapse. However, the discovery of other types of plasticity in the cerebellar circuitry, like long-term potentiation (LTP) at the PC-PC synapse, potentiation of molecular layer interneurons (MLIs), and plasticity transfer from the cortex to the cerebellar/ vestibular nuclei has increased the popularity of the idea that multiple sites of plasticity might be involved in learning. Still a lot remains unknown about the molecular mechanisms responsible for these types of plasticity and whether they occur during physiological learning. In the first part of this thesis we have analyzed the variation and nanodistribution of voltagegated calcium channels (VGCCs) and α-amino-3-hydroxy-5-methyl-4-isoxazolepropionic acid type glutamate receptors (AMPARs) on the parallel fiber-Purkinje cell synapse after vestibuloocular reflex phase reversal adaptation, a behavior that has been suggested to rely on PF-PC LTP. We have found that on the last day of adaptation there is no learning trace in form of VGCCs nor AMPARs variation at the PF-PC synapse, but instead a decrease in the number of PF-PC synapses. These data seem to support the view that learning is only stored in the cerebellar cortex in an initial learning phase, being transferred later to the vestibular nuclei. Next, we have studied the role of MLIs in motor learning using a relatively simple and well characterized behavioral paradigm – horizontal optokinetic reflex (HOKR) adaptation. We have found behavior-induced MLI potentiation in form of release probability increase that could be explained by the increase of VGCCs at the presynaptic side. Our results strengthen the idea of distributed cerebellar plasticity contributing to learning and provide a novel mechanism for release probability increase. }, author = {Alcarva, Catarina}, issn = {2663 - 337X}, pages = {115}, publisher = {Institute of Science and Technology Austria}, title = {{Plasticity in the cerebellum: What molecular mechanisms are behind physiological learning}}, doi = {10.15479/at:ista:12809}, year = {2023}, } @inproceedings{13053, abstract = {Deep neural networks (DNNs) often have to be compressed, via pruning and/or quantization, before they can be deployed in practical settings. In this work we propose a new compression-aware minimizer dubbed CrAM that modifies the optimization step in a principled way, in order to produce models whose local loss behavior is stable under compression operations such as pruning. Thus, dense models trained via CrAM should be compressible post-training, in a single step, without significant accuracy loss. Experimental results on standard benchmarks, such as residual networks for ImageNet classification and BERT models for language modelling, show that CrAM produces dense models that can be more accurate than the standard SGD/Adam-based baselines, but which are stable under weight pruning: specifically, we can prune models in one-shot to 70-80% sparsity with almost no accuracy loss, and to 90% with reasonable (∼1%) accuracy loss, which is competitive with gradual compression methods. Additionally, CrAM can produce sparse models which perform well for transfer learning, and it also works for semi-structured 2:4 pruning patterns supported by GPU hardware. The code for reproducing the results is available at this https URL .}, author = {Peste, Elena-Alexandra and Vladu, Adrian and Kurtic, Eldar and Lampert, Christoph and Alistarh, Dan-Adrian}, booktitle = {11th International Conference on Learning Representations }, location = {Kigali, Rwanda }, title = {{CrAM: A Compression-Aware Minimizer}}, year = {2023}, } @phdthesis{12826, abstract = {During navigation, animals can infer the structure of the environment by computing the optic flow cues elicited by their own movements, and subsequently use this information to instruct proper locomotor actions. These computations require a panoramic assessment of the visual environment in order to disambiguate similar sensory experiences that may require distinct behavioral responses. The estimation of the global motion patterns is therefore essential for successful navigation. Yet, our understanding of the algorithms and implementations that enable coherent panoramic visual perception remains scarce. Here I pursue this problem by dissecting the functional aspects of interneuronal communication in the lobula plate tangential cell network in Drosophila melanogaster. The results presented in the thesis demonstrate that the basis for effective interpretation of the optic flow in this circuit are stereotyped synaptic connections that mediate the formation of distinct subnetworks, each extracting a particular pattern of global motion. Firstly, I show that gap junctions are essential for a correct interpretation of binocular motion cues by horizontal motion-sensitive cells. HS cells form electrical synapses with contralateral H2 neurons that are involved in detecting yaw rotation and translation. I developed an FlpStop-mediated mutant of a gap junction protein ShakB that disrupts these electrical synapses. While the loss of electrical synapses does not affect the tuning of the direction selectivity in HS neurons, it severely alters their sensitivity to horizontal motion in the contralateral side. These physiological changes result in an inappropriate integration of binocular motion cues in walking animals. While wild-type flies form a binocular perception of visual motion by non-linear integration of monocular optic flow cues, the mutant flies sum the monocular inputs linearly. These results indicate that rather than averaging signals in neighboring neurons, gap-junctions operate in conjunction with chemical synapses to mediate complex non-linear optic flow computations. Secondly, I show that stochastic manipulation of neuronal activity in the lobula plate tangential cell network is a powerful approach to study the neuronal implementation of optic flow-based navigation in flies. Tangential neurons form multiple subnetworks, each mediating course-stabilizing response to a particular global pattern of visual motion. Application of genetic mosaic techniques can provide sparse optogenetic activation of HS cells in numerous combinations. These distinct combinations of activated neurons drive an array of distinct behavioral responses, providing important insights into how visuomotor transformation is performed in the lobula plate tangential cell network. This approach can be complemented by stochastic silencing of tangential neurons, enabling direct assessment of the functional role of individual tangential neurons in the processing of specific visual motion patterns. Taken together, the findings presented in this thesis suggest that establishing specific activity patterns of tangential cells via stereotyped synaptic connectivity is a key to efficient optic flow-based navigation in Drosophila melanogaster.}, author = {Pokusaeva, Victoria}, issn = {2663 - 337X}, pages = {106}, publisher = {Institute of Science and Technology Austria}, title = {{Neural control of optic flow-based navigation in Drosophila melanogaster}}, doi = {10.15479/at:ista:12826}, year = {2023}, } @inproceedings{12467, abstract = {Safety and liveness are elementary concepts of computation, and the foundation of many verification paradigms. The safety-liveness classification of boolean properties characterizes whether a given property can be falsified by observing a finite prefix of an infinite computation trace (always for safety, never for liveness). In quantitative specification and verification, properties assign not truth values, but quantitative values to infinite traces (e.g., a cost, or the distance to a boolean property). We introduce quantitative safety and liveness, and we prove that our definitions induce conservative quantitative generalizations of both (1)~the safety-progress hierarchy of boolean properties and (2)~the safety-liveness decomposition of boolean properties. In particular, we show that every quantitative property can be written as the pointwise minimum of a quantitative safety property and a quantitative liveness property. Consequently, like boolean properties, also quantitative properties can be min-decomposed into safety and liveness parts, or alternatively, max-decomposed into co-safety and co-liveness parts. Moreover, quantitative properties can be approximated naturally. We prove that every quantitative property that has both safe and co-safe approximations can be monitored arbitrarily precisely by a monitor that uses only a finite number of states.}, author = {Henzinger, Thomas A and Mazzocchi, Nicolas Adrien and Sarac, Naci E}, booktitle = {26th International Conference Foundations of Software Science and Computation Structures}, isbn = {9783031308284}, issn = {1611-3349}, location = {Paris, France}, pages = {349--370}, publisher = {Springer Nature}, title = {{Quantitative safety and liveness}}, doi = {10.1007/978-3-031-30829-1_17}, volume = {13992}, year = {2023}, } @inproceedings{13292, abstract = {The operator precedence languages (OPLs) represent the largest known subclass of the context-free languages which enjoys all desirable closure and decidability properties. This includes the decidability of language inclusion, which is the ultimate verification problem. Operator precedence grammars, automata, and logics have been investigated and used, for example, to verify programs with arithmetic expressions and exceptions (both of which are deterministic pushdown but lie outside the scope of the visibly pushdown languages). In this paper, we complete the picture and give, for the first time, an algebraic characterization of the class of OPLs in the form of a syntactic congruence that has finitely many equivalence classes exactly for the operator precedence languages. This is a generalization of the celebrated Myhill-Nerode theorem for the regular languages to OPLs. As one of the consequences, we show that universality and language inclusion for nondeterministic operator precedence automata can be solved by an antichain algorithm. Antichain algorithms avoid determinization and complementation through an explicit subset construction, by leveraging a quasi-order on words, which allows the pruning of the search space for counterexample words without sacrificing completeness. Antichain algorithms can be implemented symbolically, and these implementations are today the best-performing algorithms in practice for the inclusion of finite automata. We give a generic construction of the quasi-order needed for antichain algorithms from a finite syntactic congruence. This yields the first antichain algorithm for OPLs, an algorithm that solves the ExpTime-hard language inclusion problem for OPLs in exponential time.}, author = {Henzinger, Thomas A and Kebis, Pavol and Mazzocchi, Nicolas Adrien and Sarac, Naci E}, booktitle = {50th International Colloquium on Automata, Languages, and Programming}, isbn = {9783959772785}, issn = {1868-8969}, location = {Paderborn, Germany}, pages = {129:1----129:20}, publisher = {Schloss Dagstuhl - Leibniz-Zentrum für Informatik}, title = {{Regular methods for operator precedence languages}}, doi = {10.4230/LIPIcs.ICALP.2023.129}, volume = {261}, year = {2023}, } @inproceedings{13262, abstract = {Determining the degree of inherent parallelism in classical sequential algorithms and leveraging it for fast parallel execution is a key topic in parallel computing, and detailed analyses are known for a wide range of classical algorithms. In this paper, we perform the first such analysis for the fundamental Union-Find problem, in which we are given a graph as a sequence of edges, and must maintain its connectivity structure under edge additions. We prove that classic sequential algorithms for this problem are well-parallelizable under reasonable assumptions, addressing a conjecture by [Blelloch, 2017]. More precisely, we show via a new potential argument that, under uniform random edge ordering, parallel union-find operations are unlikely to interfere: T concurrent threads processing the graph in parallel will encounter memory contention O(T2 · log |V| · log |E|) times in expectation, where |E| and |V| are the number of edges and nodes in the graph, respectively. We leverage this result to design a new parallel Union-Find algorithm that is both internally deterministic, i.e., its results are guaranteed to match those of a sequential execution, but also work-efficient and scalable, as long as the number of threads T is O(|E|1 over 3 - ε), for an arbitrarily small constant ε > 0, which holds for most large real-world graphs. We present lower bounds which show that our analysis is close to optimal, and experimental results suggesting that the performance cost of internal determinism is limited.}, author = {Fedorov, Alexander and Hashemi, Diba and Nadiradze, Giorgi and Alistarh, Dan-Adrian}, booktitle = {Proceedings of the 35th ACM Symposium on Parallelism in Algorithms and Architectures}, isbn = {9781450395458}, location = {Orlando, FL, United States}, pages = {261--271}, publisher = {Association for Computing Machinery}, title = {{Provably-efficient and internally-deterministic parallel Union-Find}}, doi = {10.1145/3558481.3591082}, year = {2023}, }