forked from Abzinger/Abzinger.github.io
-
Notifications
You must be signed in to change notification settings - Fork 0
/
202107-CNS2021-ITW.html
578 lines (516 loc) · 49 KB
/
202107-CNS2021-ITW.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN">
<html>
<head>
<title>CNS*2021 Workshop on Methods of Information Theory in Computational Neuroscience</title>
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
<meta name="verify-v1" content="ehXS0ZPOjgwkJYOH4NApWJBl+/QnS4IYYzSnuftxiY4=" />
<!-- Twitter tags -->
<meta name="twitter:card" content="summary_large_image"/>
<meta name="twitter:site" content="@jlizier"/>
<meta name="twitter:site:id" content="@jlizier"/>
<meta name="twitter:creator" content="@jlizier"/>
<meta name="twitter:creator:id" content="@jlizier"/>
<meta name="twitter:title" content="Info. Theory in Comp. Neuroscience Workshop (CNS*2021)"/>
<meta name="twitter:description" content="Overview, list of speakers, and schedule"/>
<meta name="twitter:image" content="http://lizier.me/joseph/conferences/202007-CNS2020-ITW/InfoTheoryInBrain-whiteBackground.png"/>
<meta name="twitter:image:alt" content="Information transfered in the brain"/>
<!-- end Twitter tags -->
<link rel="stylesheet" href="../../styles.css" type="text/css">
<script src="../../webcounters/counter.js"></script>
<!-- Google analytics tracker -->
<script type="text/javascript">
var _gaq = _gaq || [];
_gaq.push(['_setAccount', 'UA-8354270-5']);
_gaq.push(['_trackPageview']);
(function() {
var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
})();
</script>
</head>
<!-- I'm not sure why I was trying this new body tag-->
<!-- body onLoad="clientSideIncludeWithArgs('includeCounter', './webcounters/counter.php', 'joehome');" -->
<body onLoad="clientSideInclude('includeCounter', 'http://lizier.me/joseph/webcounters/counter.php?counter=conf21cnsitw&referrer=' + escape(document.referrer));">
<!-- <body onLoad="clientSideInclude('includeCounter', '../../webcounters/counter.php?counter=conf17cnsitw&referrer=' + escape(document.referrer));"> -->
<!-- leftmargin="0" topmargin="0" marginwidth="0" marginheight="0" -->
<p class="topNavLine"><a href="../..">Home</a> > <a href="..">Conferences</a> > CNS*2021-ITW</p>
<h1 style="font-size:x-large"><a href="http://www.cnsorg.org/cns-2021">CNS*2021</a> Workshop on Methods of Information Theory in Computational Neuroscience</h1>
<!-- h2>Sub-title?</h2-->
<img src="./images/InfoTheoryInBrain-whiteBackground.png" alt="Information in the brain. Modified from an original credited to dow_at_uoregon.edu (distributed without restrictions)" title="Information in the brain. Modified from an original credited to dow_at_uoregon.edu (distributed without restrictions)" height="350" style="float:right;margin:15px 5px 5px 30px"/>
<p>
<table border="0">
<tr>
<!--td width="25%"-->
<td style="font-size:medium" >
<ul>
<li><a href="#aims">Aims and Topics</a></li>
<li><a href="#loct">Location and Registration</a></li>
<li><a href="#time">Time</a></li>
<li><a href="#awar">Awards</a></li>
<li><a href="#comm">Organising Committee</a></li>
<li><a href="#spea">Speakers</a></li>
<li><a href="#call">Call</a>
<li><a href="#prog">Program</a></li>
<li><a href="#abst">Abstracts</a></li>
<li><a href="#tuto">CNS*2021 Related Tutorial</a></li>
<li><a href="#prev">Previous</a></li>
</ul>
</td>
<td valign="middle" style="font-size:medium" >
<p style="margin-top: 0em; margin-bottom: 0.5em; margin-left: 5em;"><b>06-07 July, 2021</b></p>
<p style="margin-top: 0.5em; margin-bottom: 0.5em; margin-left: 5em;"><b>Online</b></p>
<p style="margin-top: 0.5em; margin-bottom: 1em; margin-left: 5em;"><b><a href="http://www.cnsorg.org/cns-2021">CNS*2021</a></b></p>
</td>
<!-- Not using these images in a table anymore, just the one image included on the right above
<td valign="middle">
<img src="./InfoTheoryInBrain.png" alt="Information in the brain. Modified from an original credited to dow_at_uoregon.edu (distributed without restrictions)" title="Information in the brain. Modified from an original credited to dow_at_uoregon.edu (distributed without restrictions)" height="150"/>
</td>
<td valign="middle">
<a href="http://www.flickr.com/photos/sjcockell/4398929160/"><img src="./network.png" alt="Image credited to Simon Cockel; distributed under Creative Commons License 2.0" title="Image credited to Simon Cockel; distributed under Creative Commons License 2.0" height="150"/></a>
</td>
-->
</tr>
</table>
</p>
<!-- #################################################################################### -->
<table borders="0">
<tr>
<td>
<a name="aims"></a>
<h2>Aims and topics</h2>
Methods originally developed in Information Theory have found wide applicability in computational neuroscience. Beyond these original methods there is a need to develop novel tools and approaches that are driven by problems arising in neuroscience.<br>
A number of researchers in computational/systems neuroscience and in information/communication theory are investigating problems of information representation and processing. While the goals are often the same, these researchers bring different perspectives and points of view to a common set of neuroscience problems. Often they participate in different fora and their interaction is limited.<br>
The goal of the workshop is to bring some of these researchers together to discuss challenges posed by neuroscience and to exchange ideas and present their latest work.<br>
The workshop is targeted towards computational and systems neuroscientists with interest in methods of information theory as well as information/communication theorists with interest in neuroscience.<br>
For the program of the past IT workshops see the <a href="#prev">Previous workshops</a> section.
</td>
<td>
<div id="right-bar" class="side-bar" width="10" hight="20" align="right" style="float:right;margin:15px 5px 30px 30px">
<div class="moduletable" width="10" hight="20" align="right" style="float:right;margin:5px 5px 30px 30px">
<object id="myobject"
width="30"
height="7"
align="right">
<a class="twitter-timeline" href="https://twitter.com/jlizier" data-height="400" data-link-color="#495677">Tweets by Joseph T. Lizier</a>
<script charset="utf-8" type="text/javascript" src="//platform.twitter.com/widgets.js"></script>
</object>
</div>
</div>
</td>
</tr>
</table>
<!-- #################################################################################### -->
<a name="loct"></a>
<h2>Registration and Access</h2>
<p>
The workshop will be held as a part of the wider <a href="http://www.cnsorg.org/cns-2021">CNS*2021</a> online meeting. Please see the CNS*2021 website for registration to the workshops (this is required to attend).
</p>
<!-- #################################################################################### -->
<a name="time"></a>
<h2>Time</h2>
<p>
The workshop will take place on the 6th and 7th of July. The exact time and sessions will be annouced later.
</p>
<!-- #################################################################################### -->
<a href="http://www.mdpi.com/journal/entropy/">
<img src="./images/Entropy_logo.png" alt="Best presentation award sponser: Entropy" title="Best presentation award sponser: Entropy" height="80" style="float:right;margin:15px 15px 30px 30px" ismap>
</a>
<a name="awar"></a>
<h2>Awards</h2>
<p>
We would like to thank the <a href="http://www.mdpi.com/journal/entropy/">Entropy</a> journal for sponsoring our Best Presentation Award for ECRs, which we have awarded jointly to:
<ul>
<li><a href="http://fleurzeldenrust.nl/">Fleur Zeldenrust</a>, Radboud University, Nijmegen, The Netherlands <i><a href="#zeldenrust">"Estimating information transfer in vitro: results from barrel cortex"</a></i></li>
<li><a href="http://scholar.google.com/citations?user=wPpGhg4AAAAJ&hl=de">Lucas Rudelt</a>, Max Planck Institute for Dynamics and Self-organization, Goettingen, Germany <i><a href="#rudelt">"Embedding optimization reveals long-lasting history dependence in neural spiking activity"</a></i></li>
</ul>
</p>
<!-- #################################################################################### -->
<a name="comm"></a>
<h2>Organising committee</h2>
<p>
<ul>
<li><a href="http://abzinger.github.io/">Abdullah Makkeh</a> -- <i>organizer</i>, University of Goettingen, <a href="mailto:[email protected]">[email protected]</a></li>
<li><a href="http://mwibral.github.io/">Michael Wibral</a> -- <i>co-chair</i>, University of Goettingen, <a href="mailto:[email protected]">[email protected]</a></li>
<li><a href="http://lizier.me/joseph/">Joseph T. Lizier</a>, The University of Sydney, <a href="mailto:[email protected]">[email protected]</a></li>
<li><a href="http://www.dauwelslab.com/">Justin Dauwels</a>, Delft University Technology, The Netherlands, <a href="mailto:[email protected]">[email protected]</a></li>
</ul>
</p>
<!-- #################################################################################### -->
<a name="spea"></a>
<h2>Speakers</h2>
<p>
The following are invited and contributing speakers for the workshop.
<ul>
<li><a href="http://www.lizhaoping.org/">Li Zhaoping</a>, Max Planck Institute for Biological Cybernetics, Tuebingen, Germany <i><a href="#zhaoping">"Information deletion in the visual system"</a></i></li>
<li><a href="http://www.imperial.ac.uk/people/f.rosas">Fernando Rosas</a>, Imperial College London, UK <i><a href="#rosas">"Towards an informational architecture of the human brain"</a></i></li>
<li><a href="http://www.salk.edu/scientist/tatyana-sharpee/">Tatyana Sharpee</a>, The Salk Institute for Biological Studies, San Diego, USA <i><a href="#sharpee">"Towards lossless transformation of neural responses"</a></i></li>
<li><a href="http://itp.uni-frankfurt.de/~gros/">Claudius Gros</a>, Univeristy of Frankfurt, Germany <i><a href="#gros">"Information Theory vs. Stationarity - a Devil's Advocate View"</a></i></li>
<li><a href="http://fleurzeldenrust.nl/">Fleur Zeldenrust</a>, Radboud University, Nijmegen, The Netherlands <i><a href="#zeldenrust">"Estimating information transfer in vitro: results from barrel cortex"</a></i></li>
<li><a href="http://www.uni-ulm.de/index.php?id=83464">Daniel Braun</a>, Univeristy of Ulm, Germany <i><a href="#braun">"Information-theoretic bounded rationality models for perception-action systems"</a></i></li>
<li><a href="http://sarahmarzen.weebly.com/">Sarah Marzen</a>, Univeristy of South Carolina, USA <i><a href="#marzen">"Time cells as predictors: improvements to preediction algorithms based on their time constants"</a></i></li>
<li><a href="http://rodrigocofre.wixsite.com/rodrigocofre">Rodrigo Cofre Torres</a>, Institute of Neuroscience (NeuroPSI), Paris-Saclay University, Centre National de la Recherche Scientifique (CNRS), Gif-sur-Yvette, France <i><a href="#torres">"High-Order Interdependencies in the Aging Brain"</a></i></li>
<li><a href="http://www.researchgate.net/profile/Aline-Viol">Aline Viol</a>, International School for Advanced Studies (SISSA), Trieste, Italy <i><a href="#viol">"Psychedelics and functional brain networks: employing concepts from information theory to study altered states of consciousness"</a></i></li>
<li><a href="https://scholar.google.de/citations?user=3IuSqaYAAAAJ&hl=de&oi=ao">Aaron Gutknecht</a>, University of Goettingen, Germany <i><a href="#gutknecht">"Bits and Pieces: Understanding Information Decomposition from Part-Whole Relationships"</a></i></li>
<li><a href="http://scholar.google.com/citations?user=wPpGhg4AAAAJ&hl=de">Lucas Rudelt</a>, Max Planck Institute for Dynamics and Self-organization, Goettingen, Germany <i><a href="#rudelt">"Embedding optimization reveals long-lasting history dependence in neural spiking activity"</a></i></li>
<li><a href="http://mcandadai.com/">Madhavun Candadai</a>, Indiana University Bloomington, USA <i><a href="#candadai">"Using multivariate information theoretic measures in time to disentangle sources of predictive information in dynamical neural networks"</a></i></li>
<li><a href="http://thosvarley.github.io/">Thomas Varley</a>, Indiana University Bloomington, USA <i><a href="#varley">"Neural Information Dynamic and Topological Correlates of Complex Behaviors in Macaques"</a></i></li>
<li><a href="http://brain.mpg.de/gjor/team">Shuai Shao</a>, Max Planck Institute for Brain Research, Frankfurt, Germany <i><a href="#shao">"Efficient neuronal coding of static stimuli with different noise types and different objective functions"</a></i></li>
<li><a href="http://research-information.bris.ac.uk/en/persons/jake-witter">Jake Witter</a>, University of Bristol, UK<i><a href="#witter">"A Nearest-Neighbours Estimator for Conditional Mutual Information"</a></i></li>
</ul>
</p>
<!-- #################################################################################### -->
<a name="call"></a>
<h2>Call for Contributed talks</h2>
<p>
Now Closed!
</p>
<!-- #################################################################################### -->
<a name="prog"></a>
<h2>Program</h2>
Our program is as shown in the following table.
<style>
.hide {
visibility: hidden;
border: 0;
}
</style>
<p>
<table border="1" cellpadding="4" cellspacing="0">
<tbody><tr style="background-color:#e7e7e7">
<td>CEST (UTC+2)</td>
<td style="text-align:left" width="350"><b>Tuesday, July 06</b></td>
<td style="text-align:left" width="350"><b>Wednesday, July 07</b></td>
<td>CEST (UTC+2)</td>
</tr>
<tr>
<td></td>
<td style="background-color:#eeddff">
Chair: Michael Wibral</td>
<td style="background-color:#eeddff">
Chair: Joseph T. Lizier</td>
<td></td>
</tr>
<tr>
<td align="center">15:00-15:45</td>
<td style="background-color:#eeddff"><b>Tatyana Sharpee</b><br>The Salk Institute for Biological Studies<br>
<i><a href="#sharpee">"Towards lossless transformation of neural responses"</a></i></td>
<td style="background-color:#eeddff"><b>Aaron Gutknecht</b><br>University of Goettingen<br>
<i><a href="#gutknecht">"Bits and Pieces: Understanding Information Decomposition from Part-Whole Relationships"</a></i></td>
<td align="center">09:30-10:15</td>
</tr>
<tr>
<td align="center">15:45-16:30</td>
<td style="background-color:#eeddff"><b>Fleur Zeldenrust</b><br>Radboud University, Nijmegen<br>
<i><a href="#zeldenrust">"Estimating information transfer in vitro: results from barrel cortex"</a></i></td>
<td style="background-color:#eeddff"><b>Lucas Rudelt</b><br><br>Max Planck Institute for Dynamics and Self-organization, Goettingen<br>
<i><a href="#rudelt">"Embedding optimization reveals long-lasting history dependence in neural spiking activity"</a></i></td>
<td align="center">10:15-11:00</td>
</tr>
<tr style="background-color:#e7e7e7">
<td>16:30-17:00</td>
<td>"Coffee" break</td>
<td>"Coffee" break</td>
<td>11:00-11:30</td>
</tr>
<tr>
<td></td>
<td style="background-color:#ddeeff">
Chair: Justin Dauwels</td>
<td style="background-color:#ddeeff">
<!-- <b>Session: Bounded Rationality, Estimation & Adversarial Stationarity</b><br> -->
Chair: Abdullah Makkeh</td>
<td></td>
</tr>
<tr>
<td align="center">17:00-17:30</td>
<td style="background-color:#ddeeff"><b>Shaui Shao</b><br>Max Planck Institute for Brain Research, Frankfurt<br>
<i><a href="#shao">"Efficient neuronal coding of static stimuli with different noise types and different objective functions"</a></i></td>
<td style="background-color:#ddeeff"><b>Daniel Braun</b><br>University of Ulm<br>
<i><a href="#braun">"Information-theoretic bounded rationality models for perception-action systems"</a></i></td>
<td align="center">11:30-12:00</td>
</tr>
<tr>
<td align="center">17:30-17:00</td>
<td style="background-color:#ddeeff"><b>Madhavun Candadai</b><br>Indiana University, Bloomington<br>
<i><a href="#candadai">"Sources of Prediction Information in Dynamical Neural Networks"</a></i></td>
<td style="background-color:#ddeeff"><b>Jake Witter</b><br>Univeristy of Bristol<br>
<i><a href="#witter">"A Nearest-Neighbours Estimator for Conditional Mutual Information"</a></i></td>
<td align="center">12:00-12:30</td>
</tr>
<tr>
<td align="center">18:00-18:30</td>
<td style="background-color:#ddeeff"><b>Thomas Varley</b><br>Indiana University, Bloomington<br>
<i><a href="#varley">"Neural Information Dynamic and Topological Correlates of Complex Behaviors in Macaques"</a></i></td>
<td style="background-color:#ddeeff"><b>Claudius Gros</b><br>Univeristy of Frankfurt<br>
<i><a href="#gros">"Information Theory vs. Stationarity - a Devil's Advocate View"</a></i></td>
<td align="center">12:30-13:00</td>
</tr>
<tr>
<td class="hide"></td>
<td class="hide"></td>
<td style="background-color:#e7e7e7">Lunch break</td>
<td style="background-color:#e7e7e7">13:00-14:00</td>
</tr>
<tr>
<td class="hide"></td>
<td class="hide"></td>
<td style="background-color:#eeddff">
<!-- <b>Session: Information Functionality & Coding</b><br> -->
Chair: Abdullah Makkeh</td>
<td></td>
</tr>
<tr>
<td class="hide"></td>
<td class="hide"></td>
<td style="background-color:#eeddff"><b>Aline Viol</b><br>International School for Advanced Studies (SISSA), Trieste<br>
<i><a href="#viol">Psychedelics and functional brain networks: employing concepts from information theory to study altered states of consciousness</a></i></td>
<td align="center">14:00-14:45</td>
</tr>
<tr>
<td class="hide"></td>
<td class="hide"></td>
<td style="background-color:#eeddff"><b>Li Zhaoping</b><br>Max Planck Institute for Biological Cybernetics, Tuebingen<br>
<i><a href="#zhaoping">"Information deletion in the visual system"</a></i></td>
<td align="center">14:45-15:30</td>
</tr>
<tr>
<td class="hide"></td>
<td class="hide"></td>
<td style="background-color:#e7e7e7">"Coffee" break</td>
<td style="background-color:#e7e7e7">15:30-16:00</td>
</tr>
<tr>
<td class="hide"></td>
<td class="hide"></td>
<td style="background-color:#eeddff">
Chair: Michael Wibral</td>
<td></td>
</tr>
<tr>
<td class="hide"></td>
<td class="hide"></td>
<td style="background-color:#ddeeff"><b>Rodrigo Cofre Torres</b><br>University of Valparaiso<br>
<i><a href="#torres">"High-Order Interdependencies in the Aging Brain"</a></i></td>
<td align="center">16:00-16:30</td>
</tr>
<tr>
<td class="hide"></td>
<td class="hide"></td>
<td style="background-color:#eeddff"><b>Fernando Rosas</b><br>Imperial College London<br>
<i><a href="#rosas">"Towards an informational architecture of the human brain"</a></i></td>
<td align="center">16:30-17:15</td>
</tr>
<tr>
<td class="hide"></td>
<td class="hide"></td>
<td style="background-color:#ddeeff"><b>Sarah Marzen</b><br>University of Southern California<br>
<i><a href="#marzen">"Time cells as predictors: improvements to preediction algorithms based on their time constants"</a></i></td>
<td align="center">17:15-17:45</td>
</tr>
</tbody>
</table>
</p>
<!-- #################################################################################### -->
<a name="abst"></a>
<h2>Abstracts</h2>
<a name="zhaoping"></a>
<p>
<b>Li Zhaoping</b> - <i>"Information deletion in the visual system"</i><br/>
I will discuss the amount of visual input information along the visual pathway from retinal inputs, to retinal outputs, to visual perception. In humans, there are about one megabytes per second (compressed from about 20 MB/second of raw visual inputs) of visual input information being transmitted in the optic nerve from the retina. One megabytes can contain the amount of information in the text in a large book. It has been measured, since 1950s, that only about 40 bits per second of information is admitted to the attentional bottleneck, due to the limited processing power in the brain (40 bits contains roughly the amount of information in two short sentences of text). This bottleneck is manifested in the inattentional blindness behaviorally. An important question is, where along the visual pathway, from the optic nerve to the perceptual outcome and awareness, is the information being lost. I will argue that, to a substantial extent, the bottleneck starts around the output of the primary visual cortex (V1). This is partly suggested by the recent evidence supporting the V1 Saliency Hypothesis (V1SH) that the attentional selection of visual inputs, by gaze shifts, is partly guided exogenenously by a bottom-up saliency map created by V1. Secondly, it is apparent that much of the information available in V1 is not available in visual perception, or not even in V2, the extrastriate cortex immediately downstream from V1 along the visual pathway. For example, the information about the eye of origin of visual inputs is lost by V2, whose neurons are mostly binocular and thus blind to the eye of origin of visual inputs. Recognizing this bottleneck starting at V1's output suggests a new framework to understand vision.<br/>
Zhaoping L. <a href="http://www.lizhaoping.org/zhaoping/prints/ZhaopingNReview2006.pdf"> <i>Theoretical Understanding of the early visual processes by data compression and data selection</i></a> in Network: Computation in neural systems 17(4):301-334 (2006).<br/>
Zhaoping L. <a href="http://www.lizhaoping.org/zhaoping/VisionBook.html"><i>Understanding Vision: theory, models, and data.</i></a> Oxford University Press, USA, 2014.<br/>
Zhaoping, L. <a href="http://www.lizhaoping.org/zhaoping/NewPathPaperEtc_2019.html"><i>A new framework for understanding vision from the perspective of the primary visual cortex</i></a> Current Opinion in Neurobiology, 58:1-10 (2019).
</p>
<a name="rosas"></a>
<p>
<b>Fernando Rosas</b> - <i>"Towards an informational architecture of the human brain"</i><br/>
Finding principled methods to illuminate the intricate dynamics that characterise the orchestrated activity of the human brain is an important open challenge in contemporary neuroscience. Information-theoretic methods are particularly well-suited to this endeavour, as they offer a privileged approach towards bridging dynamical and information-processing aspects of the brain, which in turn results in interpretable signatures that bring new insights about brain function. In this talk we review recent work related to the Integrated Information Decomposition (ΦID) decomposition, a multi-target extension of the Partial Information Decomposition (PID) that is particularly well-suited for time-series analysis. After reviewing the bases of PID and ΦID, we discuss how it can be used to establish a synergy-to-redundancy gradient across brain regions, which displays properties linking functional, structural, and genetic domains shedding new light on the neurocognitive architecture of the human brain. Building on these findings, we posit the existence of a “synergistic workspace” that unifies ideas from the Global Workspace Theory and Integrated Information Theory in an empirically testable way. We show how a data-driven analysis of multiple datasets reveals that the topographical location of this workspace corresponds mainly to the default mode and frontoparietal networks, which play roles of gateways and broadcasters, respectively. Furthermore, our results show that events of loss of consciousness impact these networks differently, suggesting a new interpretation of the informational bases of these phenomena. Put together, these results show how information decomposition establishes new promising avenues of inquiry, of broad applicability in neuroimage analysis.
</p>
<a name="sharpee"></a>
<p>
<b>Tatyana Sharpee</b> - <i>"Towards lossless transformation of neural responses"</i><br/>
TBA
</p>
<a name="gros"></a>
<p>
<b>Claudius Gros</b> - <i>"Information Theory vs. Stationarity - a Devil's Advocate View"</i><br/>
The brain operates in a stationary flow equilibrium. Activities, cross-correlation, and objective functions, are fluctuating on the time scales characterizing information processing, which includes learning, with the respective time-averaged statistics being stationary. As a basic condition, it is argued that the need for a stationary operating modus takes prerogative relative to information-theoretical principles.<br/>
In particular, it is shown that Hebbian learning follows directly from the stationarity principle, without the need to optimize, e.g., information transfer, and that the Fisher information can be used as an objective function for stationarity. Furthermore, the argument is made that stationary neuronal activity favors critical brain states [1]. Enhanced information processing capabilities of critical states are in this view a byproduct of a more fundamental demand, but not the evolutionary drives.<br/>
[1] C. Gros A devil's advocate view on 'self-organized' brain criticality Journal of Physics: Complexity 2, 031001 (2021).
</p>
<a name="zeldenrust"></a>
<p>
<b>Fleur Zeldenrust</b> - <i>"Estimating information transfer in vitro: results from barrel cortex"</i><br/>
Understanding the relation between (sensory) stimuli and the activity of neurons (i.e. 'the neural code') lies at the heart of understanding the computational properties of the brain. However, quantifying the information between a stimulus and a spike train has proven to be challenging, due to the limited life span of a cell in an in vitro setup. In 2017 in this workshop, I presented a new in vitro method to measure how much information a single neuron transfers from the input it receives to its output spike train. This method has as an advantage over traditional methods that it is fast (~10 minutes). This decrease in recording time is obtained by generating an input by an artificial neural network that responds to a randomly appearing and disappearing `sensory stimulus': the hidden state. The low entropy of this hidden state allows for a fast estimate of transferred information. Using this method, we have now recorded over 850 trials in almost 300 inhibitory and excitatory neurons of barrel cortex using this method, using different pharmacological modulations (including dopamine, acetylcholine and serotonin receptor agonists). Here, I will firstly present the first conclusions of this large database of recordings. Secondly, I will show how this method can be extended to dynamic clamp and the effects this has on modelled neurons.
</p>
<a name="braun"></a>
<p>
<b>Daniel Braun</b> - <i>"Information-theoretic bounded rationality models for perception-action systems"</i><br/>
Recent advances in movement neuroscience suggest that sensorimotor behavior can be considered as a continuous decision-making process in complex environments in which uncertainty and task variability play a key role. Leading theories of motor control assume that the motor system learns probabilistic models and that motor behavior can be explained as the optimization of payoff or cost criteria under the expectation of these models, crucially ignoring the problem of limited computational resources. Here we consider bounded rationality approaches for decision-making that model limited resources with information constraints. We investigate sensorimotor learning and decision-making experiments and discuss how information-theoretic bounded rationality models provide a general framework for perception-action systems that can explain deviations from Bayes-optimal behavior.
</p>
<a name="marzen"></a>
<p>
<b>Sarah Marzen</b> - <i>"Time cells as predictors: improvements to preediction algorithms based on their time constants"</i><br/>
TBA
</p>
<a name="torres"></a>
<p>
<b>Rodrigo Corfe Torres</b> - <i>"High-Order Interdependencies in the Aging Brain"</i><br/>
Brain interdependencies can be studied from either a structural/anatomical perspective ("structural connectivity") or by considering statistical interdependencies ("functional connectivity", FC). While structural connectivity is by definition pairwise (white-matter fibers project from one region to another), FC is not. However, most FC analyses only focus on pairwise statistics and they neglect higher order interdependencies. A promising tool to study high-order interdependencies is the recently proposed O-Information, which can quantify the intrinsic statistical synergy and the redundancy in groups of three or more interacting variables. In this talk, I will present the analysis of functional magnetic resonance imaging (fMRI) data obtained at rest from 164 healthy subjects with ages ranging in 10 to 80 years using the O-Information to investigate how high-order statistical interdependencies are affected by age. We showed that older participants (from 60 to 80 years old) exhibited a higher predominance of redundant dependencies compared with younger participants, an effect that seems to be pervasive as it is evident for all orders of interaction. In addition, while there is strong heterogeneity across brain regions, we found a "redundancy core" constituted by the prefrontal and motor cortices in which redundancy was evident at all the interaction orders studied.<br/>
Our methodology can be used for a broad range of applications in neuroscience.
</p>
<a name="viol"></a>
<p>
<b>Aline Viol</b> - <i>"Psychedelics and functional brain networks: employing concepts from information theory to study altered states of consciousness"</i><br/>
Aiming to understand the functioning of the human brain in non-ordinary states of consciousness, we developed tools to assess brain connectivity using complex networks and information theory approaches. As a result, we observed that some aspects of the functional brain networks of individuals under psychedelic influences exhibit higher entropy and high information parity.
</p>
<a name="gutknecht"></a>
<p>
<b>Aaron Gutknecht</b> - <i>"Bits and Pieces: Understanding Information Decomposition from Part-Whole Relationships"</i><br/>
Partial Information Decomposition (PID) seeks to decompose the information that a set of source variables contains about a target variable into basic pieces, the so called "atoms of information". It not only promises to provide a complete description of the informational relationships between source and target variables but may also be conceived of as a unifying framework for systematically testing and comparing theories about neuronal processing in terms of their information theoretic predictions. This talk describes how the entire theory of partial information decomposition can be derived from considerations of elementary parthood relationships between information contributions. The underlying idea is that any theory should be grounded in as simple concepts as possible. Being one of the most basic relationships in nature, the part-whole relation is a prime candidate for such a foundational concept. It appears on all spatial and temporal scales, and is ubiquitous not only in science but also in ordinary life. Starting from this vantage point may therefore provide a particularly accessible exposition of partial information decomposition and it helps answering a range of questions that have been much discussed in the PID-field. The talk does not assume any previous familiarity with the PID-framework as we will re-derive the theory from first principles.
</p>
<a name="rudelt"></a>
<p>
<b>Lucas Rudelt</b> - <i>"Embedding optimization reveals long-lasting history dependence in neural spiking activity"</i><br/>
Information processing can leave distinct footprints on the statistics of neural spiking. For example, efficient coding minimizes the statistical dependencies on the spiking history, while temporal integration of information may require the maintenance of information over different timescales. To investigate these footprints, I will present an approach that quantifies history dependence within the spiking of a single neuron, using the mutual information between the entire past and current spiking. On different neuron models, I will demonstrate that this approach captures a footprint of information processing that is beyond classical time-lagged measures of temporal dependence like the autocorrelation. I will then explain the practical challenges of estimating the mutual information, in particular when quantifying temporal dependencies. For experimental data, which are necessarily of limited size, a reliable estimation is only possible for a coarse temporal binning of past spiking, a so-called past embedding. To still account for the vastly different spiking statistics and potentially long dependencies of living neurons, I will introduce a novel approach to optimize the past embedding. Finally, I will show results on extra-cellular spike recordings, where we found that the strength and the timescale of history dependence showed striking differences between different neural systems. This work introduces a toolkit for the estimation of history dependence in recorded spike trains, which could provide valuable insights on how information processing is organized in the brain.
</p>
<a name="candadai"></a>
<p>
<b>Madhavun Candadai</b> - <i>"Sources of Prediction Information in Dynamical Neural Networks"</i><br/>
Behavior involves the ongoing interaction between an organism and its environment. One of the prevailing theories of adaptive behavior is that organisms are constantly making predictions about their future environmental stimuli. However, how they acquire that predictive information is still poorly understood. Two complementary mechanisms have been proposed: predictions are generated from an agent’s internal model of the world or predictions are extracted directly from the environmental stimulus. In this work, we demonstrate that predictive information, measured using bivariate mutual information, cannot distinguish between these two kinds of systems. Furthermore, we show that predictive information cannot distinguish between organisms that are adapted to their environments and random dynamical systems exposed to the same environment. To understand the role of predictive information in adaptive behavior, we need to be able to identify where it is generated. To do this, we decompose information transfer across the different components of the organism-environment system and track the flow of information in the system over time. To validate the proposed framework, we examined it on a set of computational models of idealized agent-environment systems. Analysis of the systems revealed three key insights. First, predictive information, when sourced from the environment, can be reflected in any agent irrespective of its ability to perform a task. Second, predictive information, when sourced from the nervous system, requires special dynamics acquired during the process of adapting to the environment. Third, the magnitude of predictive information in a system can be different for the same task if the environmental structure changes. These results indicate that decomposing multivariate information and measuring these quantities in time is not simply powerful but also necessary to understand neural network operation.
</p>
<a name="varley"></a>
<p>
<b>Thomas Varley</b> - <i>"Neural Information Dynamic and Topological Correlates of Complex Behaviors in Macaques"</i><br/>
The brain is often described as “processing” information. Practically, however, “information processing” is often vaguely defined, making an exact model connecting neural dynamics, “computation”, and behavior difficult to pin down. Much of the previous empirical work on this topic has been done in systems or models that do not display complex behavior (e.g. in-vitro cultures, or anesthetized animals), leaving the relationship with complex behavior unclear. Here, we describe work done on cortical spiking activity recorded from three macaques engaged in multiple complex behaviors, including: symbolic recognition, active memory maintenance, and instructed motor action. We report a full complement of information dynamics phenomena, including active information storage, multivariate transfer entropy, as well as redundant and synergistic processing and find robust differences between them across different behavioral states. By making use of the inferred multivariate transfer entropy network, we can also assess how information processing in the system as a whole changes with a high degree of specificity (e.g. global network structure discriminates between the specific contents of memory being maintained, such as different instructed, but not executed, motor behaviors). Finally we show that the effective connectivity network approach and the information-dynamic approach intersect: the structure of the local neighborhood of a given neuron (such as local clustering coefficient) informs on the particular kinds of information dynamic it participates in (such as synergistic processing). This suggests a deeper relationship between network structure and function that combines elements of topology with distributed computation.
</p>
<a name="shao"></a>
<p>
<b>Shuai Shao</b> - <i>"Efficient neuronal coding of static stimuli with different noise types and different objective functions"</i><br/>
In the view of evolution, neurons should be optimally configured to encode information most efficiently. This is the main statement of the efficient coding theory. Here we analyze the efficient neuronal coding problem with different noise types: input noise, which comes from the uncertainty of external stimuli, and output noise, which is due to intrinsic spike statistics of neurons. We generalize previous work limited to binary neurons and Poisson spiking noise (Gjorgjieva et al. PLOS CB 2019) to any shape of tuning curves and any forms of spiking noise. We also investigate different objective functions, the Shannon mutual information and mean square estimation error, to tackle different noise types and investigate how coding depends on the optimality measure. Finally, we show that the two objective functions are almost proportional to each other in some circumstances, which suggests that the choice of objective function might not be a critical element in efficient neuronal coding problems.
</p>
<a name="witter"></a>
<p>
<b>Jake Witter</b> - <i>"A Nearest-Neighbours Estimator for Conditional Mutual Information"</i><br/>
The conditional mutual information quantifies the conditional dependence of two random variables. It has numerous applications; it forms, for example, part of the definition of transfer entropy, a common measure of the causal relationship between time series and important to neuroscience. It does, however, require a lot of data to estimate accurately, much more than is typically available from a neuroscience experiment, and suffers the curse of dimensionality - limiting its application in machine learning and data science. We have used a Kozachenko-Leonenko approximation to derive a nearest-neighbours estimator. This estimator depends only on the distance between data points, something somewhat understood for neural recordings, and not on the dimension of the data; furthermore, for this estimator it is possible to calculate the bias analytically.
</p>
<!-- #################################################################################### -->
<!-- #################################################################################### -->
<a name="phot"></a>
<h2>Photos</h2>
<p>
<table>
<tr>
<td>
<img height="300" src="/images/Entropy_BestPresentationAward.png"/>
</td>
<td>
<img height="300" src="/images/Entropy_BestPresentationAwardFleur.jpg"/>
</td>
</tr>
<tr>
<td>
<center>MDPI Entropy Best ECR Presentation winner Lucas Rudelt (bottom right), with workshop organizers Abdullah Makkeh (top right), Micahel Wibral (top left), and Joe Lizier (Bottom left)</center>
</td>
<td>
<center>MDPI Entropy Best ECR Presentation winner Fleur Zeldenrust</center>
</td>
</tr>
</table>
</p>
<!-- #################################################################################### -->
<a name="tuto"></a>
<h2>CNS*2021 Related Tutorials</h2>
<p>
We are happy to point out for a CNS*2021 tutorial that looks at the early visual cortex from an information-theortic lens.
</p>
<p>
<b>Title:</b> <i>Understanding early visual receptive fields from efficient coding principles</i></p>
<p>
<b>Organizers:</b> <i>Li Zhaoping</i>, Max Planck Institute for Biological Cybernetics, University of Tuebingen,
Germany, <a href="mailto:[email protected]">[email protected]</a>
</p>
<p>
<b>Description:</b> Understanding principles of efficient coding can enable you to answer questions such
as: why should the input contrast response function of a neuron take its particular form? Why do
retinal ganglion cells have center-surround receptive fields? How correlated or decorrelated should
the visual responses from different retinal ganglion cells be? Why do receptive fields of retinal
ganglion cells increase their sizes in dim light? How could visual coding depend on animal species?
Why are color selective V1 neurons less sensitive to visual motion signals? How can one predict the
ocular dominance properties of V1 neurons from developmental conditions? How should neurons
adapt to changes in visual environment? This tutorial guides you on how to answer such questions.
The detailed content can be seen from the titles of the video clips at <a href="http://www.lizhaoping.org/zhaoping/EfficientVisualCoding_Playlist.html">this link</a>. For more details check the <a href="http://www.cnsorg.org/cns-2021-tutorials#T3">webpage</a> of the workshop.
</p>
<!-- <p> -->
<!-- Depending on the learning effort invested, the following are possible outcomes after the tutorial: (1) -->
<!-- participants can get a gist of, or an introduction to, this topic; (2) participants can learn enough to -->
<!-- collaborate with experts on this topic, whether as an experimentalist collaborating with a -->
<!-- theorist/modeler, or as a modeler/theorist collaborating with an experimentalist, (3) participants -->
<!-- can learn enough to become independent researchers on this topic. -->
<!-- </p> -->
<!-- <p> -->
<!-- The tutorial material is based largely on chapter 3 (and some of chapter 4) of the textbook -->
<!-- <i>"Understanding vision: theory, models, and data"</i> published by Oxford University Press. This book is -->
<!-- available in many university libraries (in ebook form, hard copy, or paper back), <a href="http://www.lizhaoping.org/zhaoping/VisionBook.html">see for more information</a>. Since the video clips are quite detailed, it is also feasible (although less convenient) to learn without having the textbook. -->
<!-- </p> -->
<!-- <p> -->
<!-- <b>This tutorial has the following parts:</b> -->
<!-- <ul> -->
<!-- <li>Before the tutorial day on July 3rd, students should finish watching the video clips listed at -->
<!-- <a href="http://www.lizhaoping.org/zhaoping/EfficientVisualCoding_Playlist.html">this link</a>. Each video clip -->
<!-- is about 10 minutes long, and there are a total of about 45 clips. For best digestion of the -->
<!-- materials, try best to watched over multiple days or even weeks, and do not watch more -->
<!-- than 1 hour of video clips per day on material that are unfamiliar to you.</li> -->
<!-- <li>Please email Li Zhaoping to let her know who you are, and to get into a slack channel where students -->
<!-- can ask each other, and ask her, questions, and have chats and discussions, help each other, -->
<!-- and network, particularly before the tutorial day.</li> -->
<!-- <li>On the tutorial day, there will be the following 3 hour-long zoom sessions (the zoom link will -->
<!-- be given), with breaks in between: -->
<!-- <ul> -->
<!-- <li>Session 1: Presentation of the highlights of the video clip materials;</li> -->
<!-- <li>Session 2: Questions and Answers;</li> -->
<!-- <li>Session 3: Discussion: What is the next visual processing stage after efficient coding in early -->
<!-- visual stages?</li> -->
<!-- </ul> -->
<!-- </li> -->
<!-- </ul> -->
Please email Li Zhaoping at <a href="[email protected]">[email protected]</a> for enquiries.
</p>
<!-- #################################################################################### -->
<a name="prev"></a>
<h2>Previous workshops</h2>
<p>This workshop has been run at CNS for over a decade now -- links to the websites for the previous workshops in this series are below:
<ol reversed=true>
<li><a href="http://lizier.me/joseph/conferences/202007-CNS2020-ITW/">CNS*2020 Workshop</a>, July 21-22, 2020, Online!</li>
<li><a href="http://lizier.me/joseph/conferences/201907-CNS2019-ITW/">CNS*2019 Workshop</a>, July 16-17, 2019, Barcelona, Spain.</li>
<li><a href="http://lizier.me/joseph/conferences/201807-CNS2018-ITW/">CNS*2018 Workshop</a>, July 17-18, 2018, Seattle, USA.</li>
<li><a href="http://lizier.me/joseph/conferences/201707-CNS2017-ITW/">CNS*2017 Workshop</a>, July 19-20, 2017, Antwerp, Belgium.</li>
<li><a href="http://lizier.me/joseph/conferences/201607-CNS2016-ITW/">CNS*2016 Workshop</a>, July 6-7, 2016, Jeju, South Korea.</li>
<li><a href="http://www.biomed.cas.cz/~kostal/CNS2015-ITW/">CNS*2015 Workshop</a>, July 22-23, 2015, Prague, Czech Republic.</li>
<li><a href="http://www.bionet.ee.columbia.edu/workshops/cns/methods/2014/information">CNS*2014 Workshop</a>, July 30-31, 2014, Québec City, Canada.</li>
<li><a href="http://www.bionet.ee.columbia.edu/workshops/cns/methods/2013/information">CNS*2013 Workshop</a>, July 17-18, 2013, Paris, France.</li>
<li><a href="http://www.bionet.ee.columbia.edu/workshops/cns/methods/2012/information">CNS*2012 Workshop</a>, July 25-26, 2012, Atlanta/Decatur, GA, USA.</li>
<li><a href="http://www.bionet.ee.columbia.edu/workshops/cns/methods/2011/information">CNS*2011 Workshop</a>, July 27-28, 2011, Stockholm, Sweden.</li>
<li><a href="http://www.bionet.ee.columbia.edu/workshops/cns/methods/2010/information">CNS*2010 Workshop</a>, July 29-30, 2010, San Antonio, TX, USA.</li>
<li><a href="http://www.bionet.ee.columbia.edu/workshops/cns/methods/2009/information">CNS*2009 Workshop</a>, July 22-23, 2009, Berlin, Germany.</li>
<li><a href="http://www.bionet.ee.columbia.edu/workshops/cns/methods/2008/information">CNS*2008 Workshop</a>, July 23-24, 2008, Portland, OR, USA.</li>
<li><a href="http://www.bionet.ee.columbia.edu/workshops/cns/methods/2007/information">CNS*2007 Workshop</a>, July 11-12, 2007, Toronto, Canada.</li>
<li><a href="http://www.bionet.ee.columbia.edu/workshops/cns/methods/2006/information">CNS*2006 Workshop</a>, June 19-20, 2006, Edinburgh, U.K.</li>
</ol>
<hr/>
<p class="footer">
<a href="mailto:[email protected]">Abdullah Makkeh</a>
", Last Updated 21/05/2023."
<span id="includeCounter"></span>
</p>
<!-- p>First image modified from an original credited to dow_at_uoregon.edu, obtained <a href="http://markdow.deviantart.com/art/Brain-chips-46501716">here</a> (distributed without restrictions).<br/>
Second image credited to Simon Cockel, obtained <a href="http://www.flickr.com/photos/sjcockell/4398929160/">here</a>; distributed under Creative Commons License 2.0</p-->
<p>Image modified from an original credited to dow_at_uoregon.edu, obtained <a href="http://markdow.deviantart.com/art/Brain-chips-46501716">here</a> (distributed without restrictions); modified image available here under CC-BY-3.0</p>
</body>
</html>