@inproceedings{15011, abstract = {Pruning large language models (LLMs) from the BERT family has emerged as a standard compression benchmark, and several pruning methods have been proposed for this task. The recent “Sparsity May Cry” (SMC) benchmark put into question the validity of all existing methods, exhibiting a more complex setup where many known pruning methods appear to fail. We revisit the question of accurate BERT-pruning during fine-tuning on downstream datasets, and propose a set of general guidelines for successful pruning, even on the challenging SMC benchmark. First, we perform a cost-vs-benefits analysis of pruning model components, such as the embeddings and the classification head; second, we provide a simple-yet-general way of scaling training, sparsification and learning rate schedules relative to the desired target sparsity; finally, we investigate the importance of proper parametrization for Knowledge Distillation in the context of LLMs. Our simple insights lead to state-of-the-art results, both on classic BERT-pruning benchmarks, as well as on the SMC benchmark, showing that even classic gradual magnitude pruning (GMP) can yield competitive results, with the right approach.}, author = {Kurtic, Eldar and Hoefler, Torsten and Alistarh, Dan-Adrian}, booktitle = {Proceedings of Machine Learning Research}, issn = {2640-3498}, location = {Hongkong, China}, pages = {542--553}, publisher = {ML Research Press}, title = {{How to prune your language model: Recovering accuracy on the "Sparsity May Cry" benchmark}}, volume = {234}, year = {2024}, } @article{15024, abstract = {Electrostatic correlations between ions dissolved in water are known to impact their transport properties in numerous ways, from conductivity to ion selectivity. The effects of these correlations on the solvent itself remain, however, much less clear. In particular, the addition of salt has been consistently reported to affect the solution’s viscosity, but most modeling attempts fail to reproduce experimental data even at moderate salt concentrations. Here, we use an approach based on stochastic density functional theory, which accurately captures charge fluctuations and correlations. We derive a simple analytical expression for the viscosity correction in concentrated electrolytes, by directly linking it to the liquid’s structure factor. Our prediction compares quantitatively to experimental data at all temperatures and all salt concentrations up to the saturation limit. This universal link between the microscopic structure and viscosity allows us to shed light on the nanoscale dynamics of water and ions under highly concentrated and correlated conditions.}, author = {Robin, Paul}, issn = {1089-7690}, journal = {Journal of Chemical Physics}, number = {6}, publisher = {AIP Publishing}, title = {{Correlation-induced viscous dissipation in concentrated electrolytes}}, doi = {10.1063/5.0188215}, volume = {160}, year = {2024}, } @article{15025, abstract = {We consider quadratic forms of deterministic matrices A evaluated at the random eigenvectors of a large N×N GOE or GUE matrix, or equivalently evaluated at the columns of a Haar-orthogonal or Haar-unitary random matrix. We prove that, as long as the deterministic matrix has rank much smaller than √N, the distributions of the extrema of these quadratic forms are asymptotically the same as if the eigenvectors were independent Gaussians. This reduces the problem to Gaussian computations, which we carry out in several cases to illustrate our result, finding Gumbel or Weibull limiting distributions depending on the signature of A. Our result also naturally applies to the eigenvectors of any invariant ensemble.}, author = {Erdös, László and McKenna, Benjamin}, issn = {1050-5164}, journal = {Annals of Applied Probability}, number = {1B}, pages = {1623--1662}, publisher = {Institute of Mathematical Statistics}, title = {{Extremal statistics of quadratic forms of GOE/GUE eigenvectors}}, doi = {10.1214/23-AAP2000}, volume = {34}, year = {2024}, } @article{15033, abstract = {The GNOM (GN) Guanine nucleotide Exchange Factor for ARF small GTPases (ARF-GEF) is among the best studied trafficking regulators in plants, playing crucial and unique developmental roles in patterning and polarity. The current models place GN at the Golgi apparatus (GA), where it mediates secretion/recycling, and at the plasma membrane (PM) presumably contributing to clathrin-mediated endocytosis (CME). The mechanistic basis of the developmental function of GN, distinct from the other ARF-GEFs including its closest homologue GNOM-LIKE1 (GNL1), remains elusive. Insights from this study largely extend the current notions of GN function. We show that GN, but not GNL1, localizes to the cell periphery at long-lived structures distinct from clathrin-coated pits, while CME and secretion proceed normally in gn knockouts. The functional GN mutant variant GNfewerroots, absent from the GA, suggests that the cell periphery is the major site of GN action responsible for its developmental function. Following inhibition by Brefeldin A, GN, but not GNL1, relocates to the PM likely on exocytic vesicles, suggesting selective molecular associations en route to the cell periphery. A study of GN-GNL1 chimeric ARF-GEFs indicates that all GN domains contribute to the specific GN function in a partially redundant manner. Together, this study offers significant steps toward the elucidation of the mechanism underlying unique cellular and development functions of GNOM.}, author = {Adamowski, Maciek and Matijevic, Ivana and Friml, Jiří}, issn = {2050-084X}, journal = {eLife}, keywords = {General Immunology and Microbiology, General Biochemistry, Genetics and Molecular Biology, General Medicine, General Neuroscience}, publisher = {eLife Sciences Publications}, title = {{Developmental patterning function of GNOM ARF-GEF mediated from the cell periphery}}, doi = {10.7554/elife.68993}, volume = {13}, year = {2024}, } @article{14479, abstract = {In animals, parasitic infections impose significant fitness costs.1,2,3,4,5,6 Infected animals can alter their feeding behavior to resist infection,7,8,9,10,11,12 but parasites can manipulate animal foraging behavior to their own benefits.13,14,15,16 How nutrition influences host-parasite interactions is not well understood, as studies have mainly focused on the host and less on the parasite.9,12,17,18,19,20,21,22,23 We used the nutritional geometry framework24 to investigate the role of amino acids (AA) and carbohydrates (C) in a host-parasite system: the Argentine ant, Linepithema humile, and the entomopathogenic fungus, Metarhizium brunneum. First, using 18 diets varying in AA:C composition, we established that the fungus performed best on the high-amino-acid diet 1:4. Second, we found that the fungus reached this optimal diet when given various diet pairings, revealing its ability to cope with nutritional challenges. Third, we showed that the optimal fungal diet reduced the lifespan of healthy ants when compared with a high-carbohydrate diet but had no effect on infected ants. Fourth, we revealed that infected ant colonies, given a choice between the optimal fungal diet and a high-carbohydrate diet, chose the optimal fungal diet, whereas healthy colonies avoided it. Lastly, by disentangling fungal infection from host immune response, we demonstrated that infected ants foraged on the optimal fungal diet in response to immune activation and not as a result of parasite manipulation. Therefore, we revealed that infected ant colonies chose a diet that is costly for survival in the long term but beneficial in the short term—a form of collective self-medication.}, author = {Csata, Eniko and Perez-Escudero, Alfonso and Laury, Emmanuel and Leitner, Hanna and Latil, Gerard and Heinze, Juerge and Simpson, Stephen and Cremer, Sylvia and Dussutour, Audrey}, issn = {1879-0445}, journal = {Current Biology}, number = {4}, pages = {902--909.e6}, publisher = {Elsevier}, title = {{Fungal infection alters collective nutritional intake of ant colonies}}, doi = {10.1016/j.cub.2024.01.017}, volume = {34}, year = {2024}, } @article{15045, abstract = {Coupling of orbital motion to a spin degree of freedom gives rise to various transport phenomena in quantum systems that are beyond the standard paradigms of classical physics. Here, we discuss features of spin-orbit dynamics that can be visualized using a classical model with two coupled angular degrees of freedom. Specifically, we demonstrate classical ‘spin’ filtering through our model and show that the interplay between angular degrees of freedom and dissipation can lead to asymmetric ‘spin’ transport.}, author = {Varshney, Atul and Ghazaryan, Areg and Volosniev, Artem}, issn = {1432-5411}, journal = {Few-Body Systems}, keywords = {Atomic and Molecular Physics, and Optics}, publisher = {Springer Nature}, title = {{Classical ‘spin’ filtering with two degrees of freedom and dissipation}}, doi = {10.1007/s00601-024-01880-x}, volume = {65}, year = {2024}, } @article{15053, abstract = {Atom-based quantum simulators have had many successes in tackling challenging quantum many-body problems, owing to the precise and dynamical control that they provide over the systems' parameters. They are, however, often optimized to address a specific type of problem. Here, we present the design and implementation of a 6Li-based quantum gas platform that provides wide-ranging capabilities and is able to address a variety of quantum many-body problems. Our two-chamber architecture relies on a robust combination of gray molasses and optical transport from a laser-cooling chamber to a glass cell with excellent optical access. There, we first create unitary Fermi superfluids in a three-dimensional axially symmetric harmonic trap and characterize them using in situ thermometry, reaching temperatures below 20 nK. This allows us to enter the deep superfluid regime with samples of extreme diluteness, where the interparticle spacing is sufficiently large for direct single-atom imaging. Second, we generate optical lattice potentials with triangular and honeycomb geometry in which we study diffraction of molecular Bose-Einstein condensates, and show how going beyond the Kapitza-Dirac regime allows us to unambiguously distinguish between the two geometries. With the ability to probe quantum many-body physics in both discrete and continuous space, and its suitability for bulk and single-atom imaging, our setup represents an important step towards achieving a wide-scope quantum simulator.}, author = {Jin, Shuwei and Dai, Kunlun and Verstraten, Joris and Dixmerias, Maxime and Al Hyder, Ragheed and Salomon, Christophe and Peaudecerf, Bruno and de Jongh, Tim and Yefsah, Tarik}, issn = {2643-1564}, journal = {Physical Review Research}, keywords = {General Physics and Astronomy}, number = {1}, publisher = {American Physical Society}, title = {{Multipurpose platform for analog quantum simulation}}, doi = {10.1103/physrevresearch.6.013158}, volume = {6}, year = {2024}, } @article{15048, abstract = {Embryogenesis results from the coordinated activities of different signaling pathways controlling cell fate specification and morphogenesis. In vertebrate gastrulation, both Nodal and BMP signaling play key roles in germ layer specification and morphogenesis, yet their interplay to coordinate embryo patterning with morphogenesis is still insufficiently understood. Here, we took a reductionist approach using zebrafish embryonic explants to study the coordination of Nodal and BMP signaling for embryo patterning and morphogenesis. We show that Nodal signaling triggers explant elongation by inducing mesendodermal progenitors but also suppressing BMP signaling activity at the site of mesendoderm induction. Consistent with this, ectopic BMP signaling in the mesendoderm blocks cell alignment and oriented mesendoderm intercalations, key processes during explant elongation. Translating these ex vivo observations to the intact embryo showed that, similar to explants, Nodal signaling suppresses the effect of BMP signaling on cell intercalations in the dorsal domain, thus allowing robust embryonic axis elongation. These findings suggest a dual function of Nodal signaling in embryonic axis elongation by both inducing mesendoderm and suppressing BMP effects in the dorsal portion of the mesendoderm.}, author = {Schauer, Alexandra and Pranjic-Ferscha, Kornelija and Hauschild, Robert and Heisenberg, Carl-Philipp J}, issn = {1477-9129}, journal = {Development}, number = {4}, pages = {1--18}, publisher = {The Company of Biologists}, title = {{Robust axis elongation by Nodal-dependent restriction of BMP signaling}}, doi = {10.1242/dev.202316}, volume = {151}, year = {2024}, } @misc{14926, author = {Hauschild, Robert}, publisher = {ISTA}, title = {{Matlab script for analysis of clone dispersal}}, doi = {10.15479/AT:ISTA:14926}, year = {2024}, } @article{15047, abstract = {Tropical precipitation extremes and their changes with surface warming are investigated using global storm resolving simulations and high-resolution observations. The simulations demonstrate that the mesoscale organization of convection, a process that cannot be physically represented by conventional global climate models, is important for the variations of tropical daily accumulated precipitation extremes. In both the simulations and observations, daily precipitation extremes increase in a more organized state, in association with larger, but less frequent, storms. Repeating the simulations for a warmer climate results in a robust increase in monthly-mean daily precipitation extremes. Higher precipitation percentiles have a greater sensitivity to convective organization, which is predicted to increase with warming. Without changes in organization, the strongest daily precipitation extremes over the tropical oceans increase at a rate close to Clausius-Clapeyron (CC) scaling. Thus, in a future warmer state with increased organization, the strongest daily precipitation extremes over oceans increase at a faster rate than CC scaling.}, author = {Bao, Jiawei and Stevens, Bjorn and Kluft, Lukas and Muller, Caroline J}, issn = {2375-2548}, journal = {Science Advances}, number = {8}, publisher = {American Association for the Advancement of Science}, title = {{Intensification of daily tropical precipitation extremes from more organized convection}}, doi = {10.1126/sciadv.adj6801}, volume = {10}, year = {2024}, }