@article{<LineBreak>doi:10.1126/science.adq5874,

title = {Hidden state inference requires abstract contextual representations in the ventral hippocampus},

author = {Karyna Mishchanchuk and Gabrielle Gregoriou and Albert Qü and Alizée Kastler and Quentin J. M. Huys and Linda Wilbrecht and Andrew F. MacAskill},

url = {https://www.science.org/doi/abs/10.1126/science.adq5874},

doi = {10.1126/science.adq5874},

year  = {2024},

date = {2024-11-21},

urldate = {2024-01-01},

journal = {Science},

volume = {386},

number = {6724},

pages = {926-932},

abstract = {The ability to use subjective, latent contextual representations to influence decision-making is crucial for everyday life. The hippocampus is hypothesized to bind together otherwise abstract combinations of stimuli to represent such latent contexts, to support the process of hidden state inference. Yet evidence for a role of the hippocampus in hidden state inference remains limited. We found that the ventral hippocampus is required for mice to perform hidden state inference during a two-armed bandit task. Hippocampal neurons differentiate the two abstract contexts required for this strategy in a manner similar to the differentiation of spatial locations, and their activity is essential for appropriate dopamine dynamics. These findings offer insight into how latent contextual information is used to optimize decisions, and they emphasize a key role for the hippocampus in hidden state inference. Hidden state inference is the ability to form an understanding of the underlying environmental mechanisms that produce observable outcomes, but the neural basis of this process remains unclear. Mishchanchuk et al. discovered that the activity of neurons in the mouse ventral CA1 area of the hippocampus plays a critical role in hidden state inference. Animals without a functioning hippocampus were unable to use a hidden state inference strategy to solve decision-making problems and instead reverted to outcome-focused strategies. How hippocampal neurons represent the abstract variables required for hidden state inference is highly similar to the way that they represent spatial location. This work indicates that there is a generalized mechanism in the hippocampal circuit for the representation of both spatial and more abstract nonspatial problems. —Peter Stern},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{gershman2024explaining,

title = {Explaining dopamine through prediction errors and beyond},

author = {Samuel J Gershman and John A Assad and Sandeep Robert Datta and Scott W Linderman and Bernardo L Sabatini and Naoshige Uchida and Linda Wilbrecht},

doi = {https://doi.org/10.1038/s41593-024-01705-4},

year  = {2024},

date = {2024-08-01},

urldate = {2024-01-01},

journal = {Nature Neuroscience},

pages = {1–11},

publisher = {Nature Publishing Group US New York},

abstract = {The most influential account of phasic dopamine holds that it reports reward prediction errors (RPEs). The RPE-based interpretation of dopamine signaling is, in its original form, probably too simple and fails to explain all the properties of phasic dopamine observed in behaving animals. This Perspective helps to resolve some of the conflicting interpretations of dopamine that currently exist in the literature. We focus on the following three empirical challenges to the RPE theory of dopamine: why does dopamine (1) ramp up as animals approach rewards, (2) respond to sensory and motor features and (3) influence action selection? We argue that the prediction error concept, once it has been suitably modified and generalized based on an analysis of each computational problem, answers each challenge. Nonetheless, there are a number of additional empirical findings that appear to demand fundamentally different theoretical explanations beyond encoding RPE. Therefore, looking forward, we discuss the prospects for a unifying theory that respects the diversity of dopamine signaling and function as well as the complex circuitry that both underlies and responds to dopaminergic transmission.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{WilbrechtJEB_FOOD,

title = {Experimental biology can inform our understanding of food insecurity},

author = {L. Wilbrecht and W. C. Lin and K. Callahan and M. Bateson and K. Myers and R. Ross},

doi = {10.1242/jeb.246215},

year  = {2024},

date = {2024-03-07},

urldate = {2024-03-07},

journal = {Journal of Experimental Biology},

volume = {227},

pages = {jeb246215},

abstract = {Food insecurity is a major public health issue. Millions of households worldwide have intermittent and unpredictable access to food and this experience is associated with greater risk for a host of negative health outcomes. While food insecurity is a contemporary concern, we can understand its effects better if we acknowledge that there are ancient biological programs that evolved to respond to the experience of food scarcity and uncertainty, and they may be particularly sensitive to food insecurity during development. Support for this conjecture comes from common findings in several recent animal studies that have modeled insecurity by manipulating predictability of food access in various ways. Using different experimental paradigms in different species, these studies have shown that experience of insecure access to food can lead to changes in weight, motivation and cognition. Some of these studies account for changes in weight through changes in metabolism, while others observe increases in feeding and motivation to work for food. It has been proposed that weight gain is an adaptive response to the experience of food insecurity as ‘insurance’ in an uncertain future, while changes in motivation and cognition may reflect strategic adjustments in foraging behavior. Animal studies also offer the opportunity to make in-depth controlled studies of mechanisms and behavior. So far, there is evidence that the experience of food insecurity can impact metabolic efficiency, reproductive capacity and dopamine neuron synapses. Further work on behavior, the central and peripheral nervous system, the gut and liver, along with variation in age of exposure, will be needed to better understand the full body impacts of food insecurity at different stages of development.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{WilbrechtDavidow,

title = {Goal-directed learning in adolescence: neurocognitive development and contextual influences},

author = {L. Wilbrecht and J. Y. Davidow},

doi = {https://doi.org/10.1038/s41583-023-00783-w},

year  = {2024},

date = {2024-01-01},

urldate = {2024-01-01},

journal = {Nature Reviews Neuroscience},

volume = {25},

pages = {176-194},

abstract = {Adolescence is a time during which we transition to independence, explore new activities and begin pursuit of major life goals. Goal-directed learning, in which we learn to perform actions that enable us to obtain desired outcomes, is central to many of these processes. Currently, our understanding of goal-directed learning in adolescence is itself in a state of transition, with the scientific community grappling with inconsistent results. When we examine metrics of goal-directed learning through the second decade of life, we find that many studies agree there are steady gains in performance in the teenage years, but others report that adolescent goal-directed learning is already adult-like, and some find adolescents can outperform adults. To explain the current variability in results, sophisticated experimental designs are being applied to test learning in different contexts. There is also increasing recognition that individuals of different ages and in different states will draw on different neurocognitive systems to support goal-directed learning. Through adoption of more nuanced approaches, we can be better prepared to recognize and harness adolescent strengths and to decipher the purpose (or goals) of adolescence itself.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Qu_DAPreprint,

title = {Nucleus accumbens dopamine release reflects Bayesian inference during instrumental learning},

author = {A.J. Qü and L.H. Tai and C.D. Hall and E.M. Tu and M.K. Eckstein and K. Mishchanchuk and W.C. Lin and J.B. Chase and A.F. MacAskill and A. G. Collins and S.J. Gershman and L. Wilbrecht},

doi = {10.1101/2023.11.10.566306},

year  = {2023},

date = {2023-01-01},

urldate = {2023-01-01},

journal = {Biorxiv},

abstract = {Dopamine release in the nucleus accumbens has been hypothesized to signal reward prediction error, the difference between observed and predicted reward, suggesting a biological implementation for reinforcement learning. Rigorous tests of this hypothesis require assumptions about how the brain maps sensory signals to reward predictions, yet this mapping is still poorly understood. In particular, the mapping is non-trivial when sensory signals provide ambiguous information about the hidden state of the environment. Previous work using classical conditioning tasks has suggested that reward predictions are generated conditional on probabilistic beliefs about the hidden state, such that dopamine implicitly reflects these beliefs. Here we test this hypothesis in the context of an instrumental task (a two-armed bandit), where the hidden state switches repeatedly. We measured choice behavior and recorded dLight signals reflecting dopamine release in the nucleus accumbens core. Model comparison based on the behavioral data favored models that used Bayesian updating of probabilistic beliefs. These same models also quantitatively matched the dopamine measurements better than non-Bayesian alternatives. We conclude that probabilistic belief computation plays a fundamental role in instrumental performance and associated mesolimbic dopamine signaling.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Delevich675850,

title = {Activation, but not inhibition, of the indirect pathway disrupts choice rejection in a freely moving, multiple-choice foraging task},

author = {Kristen Delevich and Benjamin Hoshal and Lexi Zhou and Yuting Zhang and Satya Vedula and Wan Chen Lin and Juliana Chase and Anne GE Collins and Linda Wilbrecht},

doi = {https://doi.org/10.1016/j.celrep.2022.111129},

year  = {2022},

date = {2022-01-01},

urldate = {2022-01-01},

journal = {Cell Reports},

volume = {40},

number = {4},

pages = {111129},

publisher = {Cold Spring Harbor Laboratory},

abstract = {The dorsomedial striatum (DMS) plays a key role in action selection, but less is known about how direct and indirect pathway spiny projection neurons (dSPNs and iSPNs, respectively) contribute to choice rejection in freely moving animals. Here, we use pathway-specific chemogenetic manipulation during a serial choice foraging task to test the role of dSPNs and iSPNs in learned choice rejection. We find that chemogenetic activation, but not inhibition, of iSPNs disrupts rejection of nonrewarded choices, contrary to predictions of a simple “select/suppress” heuristic. Our findings suggest that iSPNs’ role in stopping and freezing does not extend in a simple fashion to choice rejection in an ethological, freely moving context. These data may provide insights critical for the successful design of interventions for addiction or other conditions in which it is desirable to strengthen choice rejection.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Cryns2022,

title = {The maturation of exploratory behavior in adolescent Mus spicilegus on two photoperiods},

author = {Noah Cryns and Lin Wan Chen and Oliver Krentzman and Niloofar Motahari and Weihang Chen and George Prounis and Linda Wilbrecht},

doi = {https://doi.org/10.3389/fnbeh.2022.988033},

year  = {2022},

date = {2022-01-01},

journal = {Frontiers in Behavioral Neuroscience},

volume = {16},

abstract = {Dispersal from the natal site or familial group is a core milestone of adolescent development in many species. A wild species of mouse, Mus spicilegus, presents an exciting model in which to study adolescent development and dispersal because it shows different life history trajectory depending on season of birth. M. spicilegus born in spring and summer on long days (LD) disperse in the first 3 months of life, while M. spicilegus born on shorter autumnal days (SD) delay dispersal through the wintertime. We were interested in using these mice in a laboratory context to compare age-matched mice with differential motivation to disperse. To first test if we could find a proxy for dispersal related behavior in the laboratory environment, we measured open field and novel object investigation across development in M. spicilegus raised on a LD 12 h:12 h light:dark cycle. We found that between the first and second month of life, distance traveled and time in center of the open field increased significantly with age in M. spicilegus. Robust novel object investigation was observed in all age groups and decreased between the 2nd and 3rd month of life in LD males. Compared to male C57BL/6 mice, male M. spicilegus traveled significantly longer distances in the open field but spent less time in the center of the field. However, when a novel object was placed in the center of the open field, Male M. spicilegus, were significantly more willing to contact and mount it. To test if autumnal photoperiod affects exploratory behavior in M. spicilegus in a laboratory environment, we reared a cohort of M. spicilegus on a SD 10 h:14 h photoperiod and tested their exploratory behavior at P60-70. At this timepoint, we found SD rearing had no effect on open field metrics, but led to reduced novel object investigation. We also observed that in P60-70 males, SD reared M. spicilegus weighed less than LD reared M. spicilegus. These observations establish that SD photoperiod can delay weight gain and blunt some, but not all forms of exploratory behavior in adolescent M. spicilegus.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Eckstein2020,

title = {Reinforcement learning and Bayesian inference provide complementary models for the of adolescents in stochastic reversal},

author = {Maria Eckstein and Sarah Master and Ron Dahl and Linda Wilbrecht and Anne GE Collins},

doi = {https://doi.org/10.1016/j.dcn.2022.101106},

year  = {2022},

date = {2022-01-01},

journal = {Developmental Cognitive Neuroscience},

volume = {55},

number = {4},

pages = {101106},

publisher = {Elsevier},

abstract = {During adolescence, youth venture out, explore the wider world, and are challenged to learn how to navigate novel and uncertain environments. We investigated how performance changes across adolescent development in a stochastic, volatile reversal-learning task that uniquely taxes the balance of persistence and flexibility. In a sample of 291 participants aged 8–30, we found that in the mid-teen years, adolescents outperformed both younger and older participants. We developed two independent cognitive models, based on Reinforcement learning (RL) and Bayesian inference (BI). The RL parameter for learning from negative outcomes and the BI parameters specifying participants’ mental models were closest to optimal in mid-teen adolescents, suggesting a central role in adolescent cognitive processing. By contrast, persistence and noise parameters improved monotonically with age. We distilled the insights of RL and BI using principal component analysis and found that three shared components interacted to form the adolescent performance peak: adult-like behavioral quality, child-like time scales, and developmentally-unique processing of positive feedback. This research highlights adolescence as a neurodevelopmental window that can create performance advantages in volatile and uncertain environments. It also shows how detailed insights can be gleaned by using cognitive models in new ways.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Grant2021Fieldstation,

title = {Sex Differences in Pubertal Circadian and Ultradian Rhythmic Development Under Naturalistic Conditions},

author = {Azure Grant and Linda Wilbrecht and Lance Kriegsfeld},

url = {https://doi.org/10.1101/2021.10.15.464452},

doi = {10.1101/2021.10.15.464452},

year  = {2022},

date = {2022-01-01},

journal = {Journal of Biological Rhythms},

volume = {37},

number = {4},

pages = {442-454},

abstract = {Biological rhythms in core body temperature (CBT) provide informative markers of adolescent development under controlled laboratory conditions. However, it is unknown if these markers are preserved under more variable naturalistic conditions, and if CBT may therefore prove useful in a real-world setting. To evaluate this possibility, we examined fecal steroid concentrations and CBT rhythms from pre-adolescence (p26) through early adulthood (p76) in intact male and female rats under natural light and climate at the University of California, Berkeley Field Station. Despite greater environmental variability, CBT markers of pubertal onset and its rhythmic progression were comparable to those previously reported in laboratory conditions in female rats and extend actigraphy-based findings in males. Specifically, sex differences emerged in circadian rhythm (CR) power and temperature amplitude prior to pubertal onset and persisted into early adulthood, with females exhibiting elevated CBT and decreased CR power compared to males. Within-day (ultradian rhythm; UR) patterns also exhibited a pronounced sex difference associated with estrous cyclicity. Pubertal onset, defined by vaginal opening, preputial separation, and sex steroid concentrations, occurred later than previously reported under lab conditions for both sexes. Vaginal opening and increased fecal estradiol concentrations were closely tied to the commencement of 4-day oscillations in CBT and UR power in female rats. By contrast, preputial separation and the first rise in testosterone concentration were not associated with adolescent changes to CBT rhythms in male rats. Together, males and females exhibited unique temporal patterning of CBT and sex steroids across pubertal development, with tractable associations between hormonal concentrations, external development, and temporal structure in females. The preservation of these features outside the laboratory supports CBT as a strong candidate for translational pubertal monitoring under naturalistic conditions in females.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Lin2022,

title = {Transient Food Insecurity During the Juvenile-Adolescent Period Affects Adult Weight, Cognitive Flexibility, and Dopamine Neurobiology},

author = {Wan Chen Lin and Christine Liu and Polina Kosillo and Lung-Hao Tai and Ezequiel Galarce and Helen Bateup and Stephan Lammel and Linda Wilbrecht},

url = {https://doi.org/10.1016/j.cub.2022.06.089},

doi = {https://doi.org/10.1016/j.cub.2022.06.089},

year  = {2022},

date = {2022-01-01},

journal = {Current Biology},

volume = {32},

number = {17},

pages = {3690-3703.e5},

abstract = {A major challenge for neuroscience, public health, and evolutionary biology is to understand the effects of scarcity and uncertainty on the developing brain. Currently, a significant fraction of children and adolescents worldwide experience insecure access to food. The goal of our work was to test in mice whether the transient experience of insecure versus secure access to food during the juvenile-adolescent period produced lasting differences in learning, decision-making, and the dopamine system in adulthood. We manipulated feeding schedules in mice from postnatal day (P)21 to P40 as food insecure or ad libitum and found that when tested in adulthood (after P60), males with different developmental feeding history showed significant differences in multiple metrics of cognitive flexibility in learning and decision-making. Adult females with different developmental feeding history showed no differences in cognitive flexibility but did show significant differences in adult weight. We next applied reinforcement learning models to these behavioral data. The best fit models suggested that in males, developmental feeding history altered how mice updated their behavior after negative outcomes. This effect was sensitive to task context and reward contingencies. Consistent with these results, in males, we found that the two feeding history groups showed significant differences in the AMPAR/NMDAR ratio of excitatory synapses on nucleus-accumbens-projecting midbrain dopamine neurons and evoked dopamine release in dorsal striatal targets. Together, these data show in a rodent model that transient differences in feeding history in the juvenile-adolescent period can have significant impacts on adult weight, learning, decision-making, and dopamine neurobiology.+},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Eckstein2021bigslcn,

title = {Learning Rates Are Not All the Same: The Interpretation of Computational Model Parameters Depends on the Context},

author = {Maria Eckstein and Sarah Master and Liyu Xia and Ron Dahl and Linda Wilbrecht and Anne GE Collins},

doi = {https://doi.org/10.7554/eLife.75474},

year  = {2022},

date = {2022-01-01},

journal = {Elife},

volume = {11},

pages = {e75474},

abstract = { Reinforcement Learning (RL) models have revolutionized the cognitive and brain sciences, promising to explain behavior from simple conditioning to complex problem solving, to shed light on developmental and individual differences, and to anchor cognitive processes in specific brain mechanisms. However, the RL literature increasingly reveals contradictory results, which might cast doubt on these claims. We hypothesized that many contradictions arise from two commonly-held assumptions about computational model parameters that are actually often invalid: That parameters generalize between contexts (e.g. tasks, models) and that they capture interpretable (i.e. unique, distinctive) neurocognitive processes. To test this, we asked 291 participants aged 8–30 years to complete three learning tasks in one experimental session, and fitted RL models to each. We found that some parameters (exploration / decision noise) showed significant generalization: they followed similar developmental trajectories, and were reciprocally predictive between tasks. Still, generalization was significantly below the methodological ceiling. Furthermore, other parameters (learning rates, forgetting) did not show evidence of generalization, and sometimes even opposite developmental trajectories. Interpretability was low for all parameters. We conclude that the systematic study of context factors (e.g. reward stochasticity; task volatility) will be necessary to enhance the generalizability and interpretability of computational cognitive models.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Delevich2021OVX,

title = {Prepubertal ovariectomy alters dorsomedial striatum indirect pathway neuron excitability and explore/exploit balance in female mice},

author = {K. Delevich and C. D. Hall and L. Wilbrecht},

url = {https://doi.org/10.1101/2021.06.01.446609},

doi = {10.1101/2021.06.01.446609},

year  = {2021},

date = {2021-01-01},

journal = {bioRxiv},

abstract = {Decision-making circuits are modulated across life stages (e.g. juvenile, adolescent, or adult)—as well as on the shorter timescale of reproductive cycles in females—to meet changing environmental and physiological demands. Ovarian hormonal modulation of relevant neural circuits is a potential mechanism by which behavioral flexibility is regulated in females. Here we examined the influence of prepubertal ovariectomy (pOVX) versus sham surgery on performance in an odor-based multiple choice reversal task. We observed that pOVX females made different types of errors during reversal learning compared to sham surgery controls. Using reinforcement learning models fit to trial-by-trial behavior, we found that pOVX females exhibited lower inverse temperature parameter (β) compared to sham females. These findings suggest that OVX females solve the reversal task using a more exploratory choice policy, whereas sham females use a more exploitative policy prioritizing estimated high value options. To seek a neural correlate of this behavioral difference, we performed whole-cell patch clamp recordings within the dorsomedial striatum (DMS), a region implicated in regulating action selection and explore/exploit choice policy. We found that the intrinsic excitability of dopamine receptor type 2 (D2R) expressing indirect pathway spiny projection neurons (iSPNs) was significantly higher in pOVX females compared to both unmanipulated and sham surgery females. Finally, to test whether mimicking this increase in iSPN excitability could recapitulate the pattern of reversal task behavior observed in pOVX females, we chemogenetically activated DMS D2R(+) neurons within intact female mice. We found that chemogenetic activation increased exploratory choice during reversal, similar to the pattern we observed in pOVX females. Together, these data suggest that pubertal status may influence explore/exploit balance in females via the modulation of iSPN intrinsic excitability within the DMS.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Lin2021AdolRodent,

title = {Making sense of strengths and weaknesses observed in adolescent laboratory rodents},

author = {Wan Chen Lin and Linda Wilbrecht},

url = {https://doi.org/10.1016/j.copsyc.2021.12.009},

doi = {10.1016/j.copsyc.2021.12.009},

year  = {2021},

date = {2021-01-01},

journal = {Current Opinion in Psychology},

volume = {45},

pages = {101297},

publisher = {Elsevier},

abstract = {During adolescence, rodents disperse from their natal site, find a new home, and navigate social relationships and threats. Although rats and mice in the laboratory cannot fully express these natural behaviors, they show striking changes in their affective and cognitive behavior across the adolescent period. In some laboratory-based behavior metrics, adolescent rodents fail to show the same behaviors expressed by adults, but in other metrics, adolescent behavioral performance is more robust or more flexible than at other ages. These data are often interpreted in light of proximate level analysis of development of neural circuits. It is also informative to attempt ultimate-level explanations and consider how sex and species-specific adolescent behavioral changes support dispersal, foraging, and social interactions in the wild.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Grant2021,

title = {Adolescent Development of Biological Rhythms: Estradiol Dependence and Effects of Combined Contraceptives},

author = {Azure Grant and Linda Wilbrecht and Lance Kriegsfeld},

url = {https://doi.org/10.3389/fphys.2021.752363},

doi = {10.3389/fphys.2021.752363},

year  = {2021},

date = {2021-01-01},

journal = {Frontiers in Physiology},

publisher = {Frontiers},

abstract = {Adolescence is a period of continuous development, including the maturation of endogenous rhythms across systems and timescales. Although, these dynamic changes are well-recognized, their continuous structure and hormonal dependence have not been systematically characterized. Given the well-established link between core body temperature (CBT) and reproductive hormones in adults, we hypothesized that high-resolution CBT can be applied to passively monitor pubertal development and disruption with high fidelity. To examine this possibility, we used signal processing to investigate the trajectory of CBT rhythms at the within-day (ultradian), daily (circadian), and ovulatory timescales, their dependence on estradiol (E2), and the effects of hormonal contraceptives. Puberty onset was marked by a rise in fecal estradiol (fE2), followed by an elevation in CBT and circadian power. This time period marked the commencement of 4-day rhythmicity in fE2, CBT, and ultradian power marking the onset of the estrous cycle. The rise in circadian amplitude was accelerated by E2 treatment, indicating a role for this hormone in rhythmic development. Contraceptive administration in later adolescence reduced CBT and circadian power and resulted in disruption to 4-day cycles that persisted after discontinuation. Our data reveal with precise temporal resolution how biological rhythms change across adolescence and demonstrate a role for E2 in the emergence and preservation of multiscale rhythmicity. These findings also demonstrate how hormones delivered exogenously in a non-rhythmic pattern can disrupt rhythmic development. These data lay the groundwork for a future in which temperature metrics provide an inexpensive, convenient method for monitoring pubertal maturation and support the development of hormone therapies that better mimic and support human chronobiology.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Xia2021,

title = {Modeling changes in probabilistic reinforcement learning during adolescence},

author = {Liyu Xia and Maria Eckstein and Beth Baribault and Ron Dahl and Linda Wilbrecht and Anne GE Collins},

url = {https://doi.org/10.1371/journal.pcbi.1008524},

doi = {10.1371/journal.pcbi.1008524},

year  = {2021},

date = {2021-01-01},

journal = {PLOS Computational Biology},

volume = {17},

number = {7},

pages = {e1008524},

publisher = {PLOS},

abstract = {In the real world, many relationships between events are uncertain and probabilistic. Uncertainty is also likely to be a more common feature of daily experience for youth because they have less experience to draw from than adults. Some studies suggest probabilistic learning may be inefficient in youths compared to adults, while others suggest it may be more efficient in youths in mid adolescence. Here we used a probabilistic reinforcement learning task to test how youth age 8-17 (N = 187) and adults age 18-30 (N = 110) learn about stable probabilistic contingencies. Performance increased with age through early-twenties, then stabilized. Using hierarchical Bayesian methods to fit computational reinforcement learning models, we show that all participants’ performance was better explained by models in which negative outcomes had minimal to no impact on learning. The performance increase over age was driven by 1) an increase in learning rate (i.e. decrease in integration time scale); 2) a decrease in noisy/exploratory choices. In mid-adolescence age 13-15, salivary testosterone and learning rate were positively related. We discuss our findings in the context of other studies and hypotheses about adolescent brain development.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Eckstein2021CurrentOpinion,

title = {What do reinforcement learning models measure? Interpreting model parameters in cognition and neuroscience},

author = {Maria Eckstein and Linda Wilbrecht and Anne GE Collins},

url = {https://doi.org/10.1016/j.cobeha.2021.06.004},

doi = {10.1016/j.cobeha.2021.06.004},

year  = {2021},

date = {2021-01-01},

journal = {Current Opinion in Behavioral Sciences},

publisher = {PLOS},

abstract = {Reinforcement learning (RL) is a concept that has been invaluable to fields including machine learning, neuroscience, and cognitive science. However, what RL entails differs between fields, leading to difficulties when interpreting and translating findings. After laying out these differences, this paper focuses on cognitive (neuro)science to discuss how we as a field might overinterpret RL modeling results. We too often assume — implicitly — that modeling results generalize between tasks, models, and participant populations, despite negative empirical evidence for this assumption. We also often assume that parameters measure specific, unique (neuro)cognitive processes, a concept we call interpretability, when evidence suggests that they capture different functions across studies and tasks. We conclude that future computational research needs to pay increased attention to implicit assumptions when using RL models, and suggest that a more systematic understanding of contextual factors will help address issues and improve the ability of RL to explain brain and behavior.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{DelevichOxford,

title = {The role of puberty in adult behavior},

author = {K. Delevich and L. Wilbrecht},

doi = {https://doi.org/10.1093/acrefore/9780190264086.013.248},

year  = {2020},

date = {2020-01-01},

journal = {Oxford Research Encyclopedia of Neuroscience},

abstract = {Puberty onset marks the beginning of adolescence and an organism’s transition to adulthood. Across species, adolescence is a dynamic period of maturation for brain and behavior. Pubertal processes, including the increase in gonadal hormone production, or gonadarche, can influence a broad array of neural processes and circuits to ultimately shape adult behavior. Decades of research in rodent models have shown that gonadal hormones at puberty promote adult-typical patterns of behavior across social, affective, and cognitive realms. Importantly, hormonal activation of sex-specific patterns of adult behavior relies on sexual differentiation of the brain around the time of birth, mediated by testicular hormones in males – and lack thereof in females. While it was originally believed that gonadal hormones play a purely activational role at puberty, studies in the early 21st century provide examples where the timing and relative levels of gonadal hormones exert long-lasting, or organizational effects on brain and behavior. In this way, adolescent exposure to gonadal hormones can orchestrate brain and body changes in unison and in some cases tune how the brain responds to gonadal hormones in adulthood. Notably, many of the effects of puberty on behavior may occur indirectly by altering sensitivity to environmental events and an organism’s ability to respond to or learn from experience. These insights from the animal literature provide a framework for understanding how puberty may influence the maturation of complex behaviors and modify risk or resilience to mental health disorders during human adolescence. In sum, puberty interacts with genetics, early life organizational effects of gonadal hormones, experience, and learning processes to shape behavior in adulthood.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{Delevich787408,

title = {Sex and Pubertal Status Influence Dendritic Spine Density on Frontal Corticostriatal Projection Neurons in Mice},

author = {Kristen Delevich and Nana J Okada and Ameet Rahane and Zicheng Zhang and Christopher D Hall and Linda Wilbrecht},

url = {https://doi.org/10.1093/cercor/bhz325},

doi = {10.1093/cercor/bhz325},

year  = {2020},

date = {2020-01-01},

journal = {Cerebral Cortex},

volume = {30},

number = {6},

pages = {3543-3547},

abstract = {In humans, nonhuman primates, and rodents, the frontal cortices exhibit grey matter thinning and dendritic spine pruning that extends into adolescence. This maturation is believed to support higher cognition but may also confer psychiatric vulnerability during adolescence. Currently, little is known about how specific cell types in the frontal cortex mature or whether puberty plays a role in the maturation of some cell types but not others. Here, we used mice to characterize the spatial topography and adolescent development of cross-corticostriatal (cSTR) neurons that project through the corpus collosum to the dorsomedial striatum. We found that apical spine density on cSTR neurons in the medial prefrontal cortex decreased significantly between late juvenile (P29) and young adult time points (P60), with females exhibiting higher spine density than males at both ages. Adult males castrated prior to puberty onset had higher spine density compared to sham controls. Adult females ovariectomized before puberty onset showed greater variance in spine density measures on cSTR cells compared to controls, but their mean spine density did not significantly differ from sham controls. Our findings reveal that these cSTR neurons, a subtype of the broader class of intratelencephalic-type neurons, exhibit significant sex differences and suggest that spine pruning on cSTR neurons is regulated by puberty in male mice.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}

@article{LINroleadaptiveplasticity,

title = {A role for adaptive developmental plasticity in learning and decision making},

author = {Wan Chen Lin and Kristen Delevich and Linda Wilbrecht},

url = {http://www.sciencedirect.com/science/article/pii/S2352154620301121},

doi = {https://doi.org/10.1016/j.cobeha.2020.07.010},

issn = {2352-1546},

year  = {2020},

date = {2020-01-01},

journal = {Current Opinion in Behavioral Sciences},

volume = {36},

pages = {48 - 54},

abstract = {From both a medical and educational perspective, there is enormous value to understanding the environmental factors that sculpt learning and decision making. These questions are often approached from proximate levels of analysis, but may be further informed by the adaptive developmental plasticity framework used in evolutionary biology. The basic adaptive developmental plasticity framework posits that biological sensitive periods evolved to use information from the environment to sculpt emerging phenotypes. Here, we lay out how we can apply this framework to learning and decision making in the mammalian brain and propose a working model in which dopamine neurons and their activity may serve to inform downstream circuits about environmental statistics. More widespread use of this evolutionary framework and its associated models can help inform and guide basic research and intervention science.},

keywords = {},

pubstate = {published},

tppubtype = {article}

}