forked from itamblyn/itamblyn.github.io
-
Notifications
You must be signed in to change notification settings - Fork 0
/
research.html
313 lines (261 loc) · 20.3 KB
/
research.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"
"http://www.w3.org/TR/html4/loose.dtd">
<html>
<!-- DW6 -->
<head>
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
<title>CLEAN - Research</title>
<link rel="shortcut icon" type="image/jpg" href="images/tab_logo.png"/>
<link rel="stylesheet" href="emx_nav_left.css" type="text/css">
<script type="text/javascript">
<!--
var time = 3000;
var numofitems = 3;
//menu constructor
function menu(allitems,thisitem,startstate){
callname= "gl"+thisitem;
divname="subglobal"+thisitem;
this.numberofmenuitems = numofitems;
this.caller = document.getElementById(callname);
this.thediv = document.getElementById(divname);
this.thediv.style.visibility = startstate;
}
//menu methods
function ehandler(event,theobj){
for (var i=1; i<= theobj.numberofmenuitems; i++){
var shutdiv =eval( "menuitem"+i+".thediv");
shutdiv.style.visibility="hidden";
}
theobj.thediv.style.visibility="visible";
}
function closesubnav(event){
if ((event.clientY <48)||(event.clientY > 107)){
for (var i=1; i<= numofitems; i++){
var shutdiv =eval('menuitem'+i+'.thediv');
shutdiv.style.visibility='hidden';
}
}
}
// -->
</script>
<script type="text/javascript">
var _gaq = _gaq || [];
_gaq.push(['_setAccount', 'UA-91911-12']);
_gaq.push(['_trackPageview']);
(function() {
var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
})();
</script>
</head>
<body onmousemove="closesubnav(event);">
<div class="skipLinks">skip to: <a href="#content">page content</a> | <a href="pageNav">links on this page</a> | <a href="#globalNav">site navigation</a> | <a href="#siteInfo">footer (site information)</a> </div>
<!-- top_head -->
<!-- Start nav bar -->
<div id="masthead">
<h1 id="siteName"><big><b>C</b></big>omputational <big><b>L</b></big>aboratory for <big><b>E</b></big>nergy <big><b>A</b></big>nd <big><b>N</b></big>anoscience</h1>
<div id="globalNav">
<img alt="" src="gblnav_left.gif" height="32" width="4" id="gnl"> <img alt="" src="glbnav_right.gif" height="32" width="4" id="gnr">
<div id="globalLink">
<a href="http://www.uottawa.ca" target="_blank" class="glink" id="gl1" onmouseover="ehandler(event,menuitem1);">University of Ottawa</a>
<a href="https://uwaterloo.ca/" target="_blank" class="glink" id="gl2" onmouseover="ehandler(event,menuitem2);">University of Waterloo</a>
<a href="https://www.google.com/maps/place/Parliament+Hill/@45.4230759,-75.6995602,14.5z/data=!4m5!3m4!1s0x0:0x26bb54f60c29f6e!8m2!3d45.4235937!4d-75.700929" target="_blank" id="gl3" class="glink" onmouseover="ehandler(event,menuitem3);">Ottawa, Ontario, Canada</a>
</div>
<!--end globalLinks-->
</div>
<!-- end globalNav -->
<div id="subglobal1" class="subglobalNav">
<a href="http://www.uottawa.ca" target="_blank">University Homepage</a> |
<a href="https://science.uottawa.ca/physics/" target="_blank">Department of Physics</a>
</div>
<div id="subglobal2" class="subglobalNav">
<a href="https://uwaterloo.ca/" target="_blank">University Homepage</a> |
<a href="https://uwaterloo.ca/electrical-computer-engineering/" target="_blank">Department of Electrical and Computer Engineering</a>
</div>
<div id="subglobal3" class="subglobalNav">
<a href="https://www.google.com/maps/place/Parliament+Hill/@45.4230759,-75.6995602,14.5z/data=!4m5!3m4!1s0x0:0x26bb54f60c29f6e!8m2!3d45.4235937!4d-75.700929" target="_blank">Map it</a> |
<a href="http://www.ottawa.ca/" target="_blank">City of Ottawa</a> |
<a href="http://www.cbc.ca/ottawa/" target="_blank">Regional News</a> |
<a href="https://weather.gc.ca/city/pages/on-118_metric_e.html" target="_blank">Local Weather</a> |
<a href="http://www.gc.ca/" target="_blank">Government of Canada</a>
</div>
</div>
<!-- End nav bar -->
<div id="pagecell1">
<img alt="" src="tl_curve_white.gif" height="6" width="6" id="tl"> <img alt="" src="tr_curve_white.gif" height="6" width="6" id="tr">
<div id="breadCrumb">
</div>
<div id="pageName">
<h2>Research</h2>
</div>
<!-- Start side bar -->
<div id="pageNav">
<div id="sectionLinks">
<a href="index.html">Home</a>
<a href="research.html">Research</a>
<a href="group/index.html">Group Members</a>
<a href="collaborators.html">Collaborators</a>
<a href="codes.html">Codes and Computing</a>
<a href="datasets/index.html">Datasets</a>
<a href="teaching.html">Teaching</a>
<a href="funding.html">Funding</a>
<a href="publications.html">Publications</a>
<a href="prospective_students.html">Prospective Students</a>
<a href="classroom_tech.html">Classroom Tech</a>
<a href="policy.html">Policy</a>
</div>
</div>
<!-- End side bar -->
<!-- bottom_head -->
<div id="content">
<div class="story">
<table width="*">
<tr>
<td>
<img src="images/quad_display.jpg" height=200px>
</td>
<td>
<img src="images/VOLF.png" height=200px>
</td>
</tr>
</table>
</div>
<hr>
<div class="story">
<h3>Machine Learning for Advanced Materials</h3>
<table width="*">
<tr>
<td>Using a combination of theoretical tools (multi-scale modelling), our group is exploring and designing advanced materials. Our goal is to make materials that are, in the words of <a href="https://www.bell-labs.com/about/history/innovation-stories/presidents-bell-labs" target="_blank">Mervin Kelly</a>, "better, cheaper, or both".
<p>The long-term objective of my research is to teach a computer chemical and physical intuition. A trained artificial intelligence (AI) should be able to make informed decisions about how to solve problems in chemistry, physics, and nanoscience without human intervention. Prediction and understanding are not synonyms; pushing modern AI methods to achieve chemical and physical understanding is central to my research focus. Although I do not expect to reproduce a scientist <i>in silico</i> within the next 5 years, I do believe that we are approaching an era where machines will learn chemical design rules based on a combination of theoretical models and experience, both simulated and real. The central question of my research program is how we can enhance discovery and scientific understanding through the use of modern AI and deep learning.
<p>We categorize our efforts into two sub-areas: 1) development of an accurate, scalable, and interpretable approach to the electronic structure problem - <u>Accelerated Electronic Structure</u> (AES). AES will make predictive calculations faster, cheaper, and more scalable while retaining the key element of human interpretability. More recently, we have also begun work on 2) AI controlled molecular self-assembly and growth (i.e. <u>Self-Driving Chemistry</u>, SDC) for solving the material inverse design problem.
<p><b>Recent Progress</b>: In the same way that a computer can learn to identify different animal species, fruit, or people in a photograph by observing many training examples, we have shown that deep neural networks can accurately learn the structure-to-property mapping at the nanoscale.
<p>So far, our group has shown that deep neural networks have the ability to replace both classical [<a href="publications/033.html">33</a>, <a href="publications/041.html">41</a>, <a href="publications/045.html">45</a>] and quantum mechanical operators [<a href="publications/032.html">32</a>, <a href="publications/034.html">34</a>, <a href="publications/036.html">36</a>, <a href="publications/037.html">37</a>, <a href="publications/040.html">40</a>, <a href="publications/044.html">44</a>, <a href="publications/046.html">46</a>, S_HHG]. In comparison to other machine learning methods, we demonstrated that convolutional deep neural networks prevailed as the most accurate and best parallel-scaling method for all but the most simple physical problems [<a href="publications/029.html">29</a>]. We demonstrated the ability of deep neural networks to learn both the mapping from spin-configuration-to-energy (for the case of the ferromagnetic Ising model and screened Coulomb interaction) as well as magnetization. Using both machine-learned operators simultaneously, we are able to reproduce the temperature-induced order-to-disorder phase transition the Ising model is famous for (at the correct critical temperature, Tc) [<a href="publications/033.html">33</a>]. Extending this work with unsupervised learning [<a href="publications/045.html">45</a>], we were able to accurately extrapolate across thermodynamic conditions and phase boundaries.
<p>We also demonstrated that generative adversarial networks can be used to efficiently reproduce experimental observations of optical quantum lattices [S_RUGAN] and can be used to generate accurate mesoscale surfaces and nanoscale chemical motifs [<a href="publications/044.html">44</a>]. For a confined electron, our deep neural networks successfully learned the energy of the ground state, first excited state, and its kinetic energy [<a href="publications/032.html">32</a>]. We then used a similar approach to map the structure of a 2D material to energies computed within the density functional theory [<a href="publications/034.html">34</a>], where we trained the system to learn the mapping between a pseudopotential and total energy. All of this was accomplished via "featureless" deep learning, meaning we presented the network with raw, spatial data, without any form of manual feature selection. Overcoming a scaling limitation with traditional deep neural networks, we developed a new architecture and training protocol which naturally enforces extensivity onto the system [<a href="publications/036.html">36</a>]. Our new extensive deep neural networks (EDNN) are able to learn the locality length-scales of operators and look extremely promising for providing efficient alternative electronic structure methods to density functional theory (DFT) [<a href="publications/037.html">34</a>]. DFT is the most widely used electronic structure method in the world and is used throughout chemistry, physics, and material science both to interpret and make predictions for experiments. Our new EDNN are an O(N) method - so far we have seen that extreme predictive speedups are possible (over 1 million times faster than DFT) without any loss of accuracy. They overcome the normal O(N^3) scaling issue with Kohn-Sham DFT because they naturally learn the correlation length-scale of operators, and can decompose a material into sub-regions based on this learned scale. Applying EDNN to density functional theory resulted in the best performance and scaling ever demonstrated, enabling rapid searches through material space [<a href="publications/040.html">40</a>]. We have also experimented with deep convolutional inverse graphics networks and found that they are able to accurately predict the time-dependent dipole moment of excited-state molecules; they are a stand-in replacement for numerical solutions to the time-dependent Schrodinger equation [S_HHG].
<p>In pursuit of enabling Self-Driving Chemistry, our recent work has consisted of investigating deep reinforcement as a control scheme for thermodynamic processes and rare events [<a href="publications/041.html">41</a>]. Here we demonstrated that the same ideas which can produce an expert AI video-game player can be applied to controlling dynamical systems. Using this insight, we were able to demonstrate improvements to classical optimization algorithms for a broad class of problems (quadratic unconstrained binary optimization, see [<a href="publications/043.html">43</a>]) relevant to adiabatic quantum computing.
<p>A crucial component of building self-driving laboratories will be the development of interpretable and reliable methods which can guide discovery. We are making significant progress in this direction [S_DARWIN, S_TNNR]. It is not enough just to develop a "black box"; we require methods which are physically motivated and can provide scientists with intuition and guidance [<a href="publications/047.html">47</a>].
<p>Most recently, our efforts have been focused on understanding and applying techniques from reinforcement learning to physics and chemistry. These include heat engines, chemical reactions, and non-equilibrium self-assembly of nanostructure materials (topics I have previously published on, see <a href="publications.html">here</a>).</p>
<p>To do this, we are developing deep learning methods which can rapidly approximate the properties of materials based on first principles training data. Ultimately, our goal is to develop a model which is transferrable, generalizable, reliable, and scalable.
<p><b>Transferability</b> means that the network is able to accurately predict properties for structures which it has not observed during training.
<p><b>Generalizability</b> means that the approach can be used for arbitrary observables, and that it is not sensitive to the details of the physical system to which it applies. For example, we would like to be able to work with fluids, continuum models, and atomistic systems using the same basic methodologies, model architectures, and training protocols.
<p>By <b>reliable</b>, we mean that the model is able to provide accurate estimates for a property, and, perhaps more importantly, provide the user with a warning or signal when it is uncertain. In our experience, neural networks are much better at interpolating than extrapolating. We have found that whenever a model has difficulty with a particular configuration (i.e. the error is high), the configuration is far away from the training set (in weight space). In practice, one obviously would not have access to the "ground truth" value, therefore a reliable model should be able to signal not only its prediction, but also a measure of confidence.
<p>The final property, scalability, relates to the extent to which the computational cost of evaluating the model can be distributed (e.g. across nodes in a cluster or multiple GPU).
<p>Our latest approaches are generalizable, scalable, and transferrable. Their reliability can be ensured through a GAN-like training procedure
<br>
<br>
<h1>Recent articles</h1>
<ul>
<li><a href="publications/036.html">Phase space sampling and operator confidence with generative adversarial networks</a>
<li><a href="publications/035.html">Extensive deep neural networks</a>
<li><a href="publications/034.html">Convolutional neural networks for atomistic systems</a>
<li><a href="publications/033.html">Deep neural networks for learning operators through observation</a>
<li><a href="publications/032.html">Deep learning and the Schrodinger equation</a>
<li><a href="publications/029.html">Sampling algorithms for validation of supervised learning models for Ising-like systems</a>
</ul>
</td>
<td>
<img src="images/materials.png" height=150px>
</td>
</tr>
</table>
</div>
<hr>
<div class="story">
<h3>Ab initio electrolysis</h3>
<table width="*">
<tr>
<td>
Given the ubiquity of electrochemistry as an analytical and industrial tool, the importance of developing a fully first principles description of this system cannot be overstated.
At the same time, the complexity of the problem poses a significant obstacle to the development of an accurate atomistic description.
Obtaining the correct physical picture will require the union of several areas of theory.
A complete treatment will require an accurate description of the electrode-solution interface, both in terms of local geometry and electronic structure.
<a href="codes.html">Methodological development</a> will be important in this field.
<br>
<br>
<h1>Recent articles</h1>
<ul>
<li><a href="publications/037.html">Beneficial effect of iron addition on the catalytic activity of electrodeposited MnOx films in the water oxidation reaction</a>
<li><a href="publications/028.html">Electronic Structure of Liquid Water and a Platinum Surface</a>
</ul>
</td>
<td>
<iframe width="448" height="252" src="https://www.youtube.com/embed/ZEYPtYJEnm8" frameborder="0" allowfullscreen></iframe>
</td>
</tr>
</table>
</div>
<hr>
<div class="story">
<h3>Energy harvesting materials</h3>
<table width="*">
<tr>
<td>
<img src="images/artificial_photosynthesis.png" height=150px>
</td>
<td>
<p> Light from the sun provides an unlimited supply of energy. Our challenge is to harness this energy in an efficient and scalable manner.
Using metal-to-metal charge transfer complexes as light absorbers, an integrated, inorganic device shows promise for applications in <a href="http://solarfuelshub.org">water splitting and CO<sub>2</sub> sequestration.</a></p>
<p>Through computational modelling, we aim to elucidate electronic processes which occur on the nanoscale, with the ultimate goal of improving efficiency and durability.
<br>
<br>
<h1>Recent articles</h1>
<ul>
<li><a href="publications/037.html"> Beneficial effect of iron addition on the catalytic activity of electrodeposited MnOx films in the water oxidation reaction</a>
<li><a href="publications/024.html">Vibrational trapping of excited 3d electrons leads to long lived LMCT in a d0 V Complex</a>
</ul>
</td>
</tr>
</table>
</div>
<hr>
<div class="story">
<h3> Networks and self assembly</h3>
<table width="*">
<tr>
<td>
<img src="images/self_assembly.png" height=150px>
</td>
<td>
Organic-metallic interfaces offer the possibility of novel next-generation photovoltaic devices.
Producing these devices reliably and cheaply poses many challenges, however.
Understanding and controlling self-assembly processes is an important aspect of the realization of this technology. Interestingly, this work has recently spun off in a very different direction: Online social Networks. See our open source tool, #k@ (<a href="http://hashkat.org">http://hashkat.org</a>), for more information.
<br>
<br>
<h1>Recent articles</h1>
<ul>
<li><a href="http://journals.aps.org/prl/abstract/10.1103/PhysRevLett.114.115702" target="_blank">Emergent rhombus tilings from molecular interactions with M-fold rotational symmetry</a>
<li><a href="https://journals.aps.org/prx/abstract/10.1103/PhysRevX.4.011044" target="_blank">Common physical framework explains phase behavior and dynamics of atomic, molecular and polymeric network-formers</a>
</ul>
</td>
</tr>
</table>
</div>
</div>
<!-- Start logos -->
<div id="siteInfo">
<img src="images/space.GIF" width="25" height="31"> <img src="images/clean_logo.png" alt="UOIT" border="0" height="50"> <img src="images/space.GIF" width="25" height="31">
<a href="http://www.uottawa.ca" target="_blank"><img src="images/uottawa.png" alt="uOttawa" border="0" height="50"></a> <img src="images/space.GIF" width="25" height="31">
<a href="http://uwaterloo.ca" target="_blank"><img src="images/uwaterloo.jpg" alt="uWaterloo" border="0" height="100"></a> <img src="images/space.GIF" width="25" height="31">
<a href="http://www.uoit.ca" target="_blank"><img src="images/uoit.jpg" alt="UOIT" border="0"></a> <img src="images/space.GIF" width="25" height="31">
<a href="http://www.nserc.gc.ca" target="_blank" border="0"><img src="images/nserc.gif" width="75" height="31" border="0"></a> <img src="images/space.GIF" width="25" height="31">
<a href="http://computecanada.ca" target="_blank"><img src="images/compute_canada.png" height="31"> <a href="http://www.computecanada.org"></a><img src="images/space.GIF" width="25" height="31">
<a href="https://vectorinstitute.ai/" target="_blank" border="0"><img src="images/vector_logo.png" height="31" border="0"></a> <img src="images/space.GIF" width="25" height="31">
</div>
<!-- End logos -->
</div>
</div>
</di>
<br>
<script type="text/javascript">
<!--
var menuitem1 = new menu(7,1,"hidden");
var menuitem2 = new menu(7,2,"hidden");
var menuitem3 = new menu(7,3,"hidden");
var menuitem4 = new menu(7,4,"hidden");
var menuitem5 = new menu(7,5,"hidden");
var menuitem6 = new menu(7,6,"hidden");
var menuitem7 = new menu(7,7,"hidden");
// -->
</script>
</body>
</html>