1
//! The symbol table.
2
//!
3
//! See the item documentation for [`SymbolTable`] for more details.
4

            
5
use crate::bug;
6
use crate::representation::{Representation, get_repr_rule};
7
use std::any::TypeId;
8

            
9
use std::collections::BTreeSet;
10
use std::collections::btree_map::Entry;
11
use std::collections::{BTreeMap, VecDeque};
12
use std::hash::{Hash, Hasher};
13
use std::sync::Arc;
14
use std::sync::atomic::{AtomicU32, Ordering};
15

            
16
use super::comprehension::Comprehension;
17
use super::serde::{AsId, DefaultWithId, HasId, IdPtr, ObjId, PtrAsInner};
18
use super::{
19
    DeclarationPtr, DomainPtr, Expression, GroundDomain, Model, Moo, Name, ReturnType, Typeable,
20
};
21
use itertools::{Itertools as _, izip};
22
use parking_lot::{RwLock, RwLockReadGuard, RwLockWriteGuard};
23
use serde::{Deserialize, Serialize};
24
use serde_with::serde_as;
25
use tracing::trace;
26
use uniplate::{Biplate, Tree, Uniplate};
27

            
28
/// Global counter of symbol tables.
29
/// Note that the counter is shared between all threads
30
/// Thus, when running multiple models in parallel, IDs may
31
/// be different with every run depending on scheduling order
32
static SYMBOL_TABLE_ID_COUNTER: AtomicU32 = const { AtomicU32::new(0) };
33

            
34
#[derive(Debug, Clone, PartialEq, Eq, Hash)]
35
pub struct SymbolTablePtr
36
where
37
    Self: Send + Sync,
38
{
39
    inner: Arc<SymbolTablePtrInner>,
40
}
41

            
42
impl SymbolTablePtr {
43
    /// Create an empty new [SymbolTable] and return a shared pointer to it
44
39204
    pub fn new() -> Self {
45
39204
        Self::new_with_data(SymbolTable::new())
46
39204
    }
47

            
48
    /// Create an empty new [SymbolTable] with the given parent and return a shared pointer to it
49
6532
    pub fn with_parent(symbols: SymbolTablePtr) -> Self {
50
6532
        Self::new_with_data(SymbolTable::with_parent(symbols))
51
6532
    }
52

            
53
45736
    fn new_with_data(data: SymbolTable) -> Self {
54
45736
        let object_id = SYMBOL_TABLE_ID_COUNTER.fetch_add(1, Ordering::Relaxed);
55
45736
        let id = ObjId {
56
45736
            object_id,
57
45736
            type_name: SymbolTablePtr::TYPE_NAME.into(),
58
45736
        };
59
45736
        Self::new_with_id_and_data(id, data)
60
45736
    }
61

            
62
47136
    fn new_with_id_and_data(id: ObjId, data: SymbolTable) -> Self {
63
47136
        Self {
64
47136
            inner: Arc::new(SymbolTablePtrInner {
65
47136
                id,
66
47136
                value: RwLock::new(data),
67
47136
            }),
68
47136
        }
69
47136
    }
70

            
71
    /// Read the underlying symbol table.
72
    /// This will block the current thread until a read lock can be acquired.
73
    ///
74
    /// # WARNING
75
    ///
76
    /// - If the current thread already holds a lock over this table, this may deadlock.
77
167457992
    pub fn read(&self) -> RwLockReadGuard<'_, SymbolTable> {
78
167457992
        self.inner.value.read()
79
167457992
    }
80

            
81
    /// Mutate the underlying symbol table.
82
    /// This will block the current thread until an exclusive write lock can be acquired.
83
    ///
84
    /// # WARNING
85
    ///
86
    /// - If the current thread already holds a lock over this table, this may deadlock.
87
    /// - Trying to acquire any other lock until the write lock is released will cause a deadlock.
88
    /// - This will mutate the underlying data, which may be shared between other `SymbolTablePtr`s.
89
    ///   Make sure that this is what you want.
90
    ///
91
    /// To create a separate copy of the table, see [SymbolTablePtr::detach].
92
    ///
93
217560
    pub fn write(&self) -> RwLockWriteGuard<'_, SymbolTable> {
94
217560
        self.inner.value.write()
95
217560
    }
96

            
97
    /// Create a new symbol table with the same contents as this one, but a new ID,
98
    /// and return a pointer to it.
99
    pub fn detach(&self) -> Self {
100
        Self::new_with_data(self.read().clone())
101
    }
102
}
103

            
104
impl Default for SymbolTablePtr {
105
    fn default() -> Self {
106
        Self::new()
107
    }
108
}
109

            
110
impl HasId for SymbolTablePtr {
111
    const TYPE_NAME: &'static str = "SymbolTable";
112

            
113
255184
    fn id(&self) -> ObjId {
114
255184
        self.inner.id.clone()
115
255184
    }
116
}
117

            
118
impl DefaultWithId for SymbolTablePtr {
119
    fn default_with_id(id: ObjId) -> Self {
120
        Self::new_with_id_and_data(id, SymbolTable::default())
121
    }
122
}
123

            
124
impl IdPtr for SymbolTablePtr {
125
    type Data = SymbolTable;
126

            
127
714
    fn get_data(&self) -> Self::Data {
128
714
        self.read().clone()
129
714
    }
130

            
131
1400
    fn with_id_and_data(id: ObjId, data: Self::Data) -> Self {
132
1400
        Self::new_with_id_and_data(id, data)
133
1400
    }
134
}
135

            
136
// TODO: this code is almost exactly copied from [DeclarationPtr].
137
//       It should be possible to eliminate the duplication...
138
//       Perhaps by merging SymbolTablePtr and DeclarationPtr together?
139
//       (Alternatively, a macro?)
140

            
141
impl Uniplate for SymbolTablePtr {
142
21944
    fn uniplate(&self) -> (Tree<Self>, Box<dyn Fn(Tree<Self>) -> Self>) {
143
21944
        let symtab = self.read();
144
21944
        let (tree, recons) = Biplate::<SymbolTablePtr>::biplate(&symtab as &SymbolTable);
145

            
146
21944
        let self2 = self.clone();
147
        (
148
21944
            tree,
149
21944
            Box::new(move |x| {
150
                let self3 = self2.clone();
151
                *(self3.write()) = recons(x);
152
                self3
153
            }),
154
        )
155
21944
    }
156
}
157

            
158
impl<To> Biplate<To> for SymbolTablePtr
159
where
160
    SymbolTable: Biplate<To>,
161
    To: Uniplate,
162
{
163
125388
    fn biplate(&self) -> (Tree<To>, Box<dyn Fn(Tree<To>) -> Self>) {
164
125388
        if TypeId::of::<To>() == TypeId::of::<Self>() {
165
            unsafe {
166
21944
                let self_as_to = std::mem::transmute::<&Self, &To>(self).clone();
167
                (
168
21944
                    Tree::One(self_as_to),
169
21944
                    Box::new(move |x| {
170
                        let Tree::One(x) = x else { panic!() };
171

            
172
                        let x_as_self = std::mem::transmute::<&To, &Self>(&x);
173
                        x_as_self.clone()
174
                    }),
175
                )
176
            }
177
        } else {
178
            // call biplate on the enclosed declaration
179
103444
            let decl = self.read();
180
103444
            let (tree, recons) = Biplate::<To>::biplate(&decl as &SymbolTable);
181

            
182
103444
            let self2 = self.clone();
183
            (
184
103444
                tree,
185
103444
                Box::new(move |x| {
186
740
                    let self3 = self2.clone();
187
740
                    *(self3.write()) = recons(x);
188
740
                    self3
189
740
                }),
190
            )
191
        }
192
125388
    }
193
}
194

            
195
#[derive(Debug)]
196
struct SymbolTablePtrInner {
197
    id: ObjId,
198
    value: RwLock<SymbolTable>,
199
}
200

            
201
impl Hash for SymbolTablePtrInner {
202
    fn hash<H: Hasher>(&self, state: &mut H) {
203
        self.id.hash(state);
204
    }
205
}
206

            
207
impl PartialEq for SymbolTablePtrInner {
208
700
    fn eq(&self, other: &Self) -> bool {
209
700
        self.value.read().eq(&other.value.read())
210
700
    }
211
}
212

            
213
impl Eq for SymbolTablePtrInner {}
214

            
215
/// The global symbol table, mapping names to their definitions.
216
///
217
/// Names in the symbol table are unique, including between different types of object stored in the
218
/// symbol table. For example, you cannot have a letting and decision variable with the same name.
219
///
220
/// # Symbol Kinds
221
///
222
/// The symbol table tracks the following types of symbol:
223
///
224
/// ## Decision Variables
225
///
226
/// ```text
227
/// find NAME: DOMAIN
228
/// ```
229
///
230
/// See [`DecisionVariable`](super::DecisionVariable).
231
///
232
/// ## Lettings
233
///
234
/// Lettings define constants, of which there are two types:
235
///
236
///   + **Constant values**: `letting val be A`, where A is an [`Expression`].
237
///
238
///     A can be any integer, boolean, or matrix expression.
239
///     A can include references to other lettings, model parameters, and, unlike Savile Row,
240
///     decision variables.
241
///
242
///   + **Constant domains**: `letting Domain be domain D`, where D is a [`Domain`].
243
///
244
///     D can include references to other lettings and model parameters, and, unlike Savile Row,
245
///     decision variables.
246
///
247
/// Unless otherwise stated, these follow the semantics specified in section 2.2.2 of the Savile
248
/// Row manual (version 1.9.1 at time of writing).
249
#[serde_as]
250
#[derive(Debug, PartialEq, Eq, Clone, Serialize, Deserialize)]
251
pub struct SymbolTable {
252
    #[serde_as(as = "Vec<(_,PtrAsInner)>")]
253
    table: BTreeMap<Name, DeclarationPtr>,
254

            
255
    #[serde_as(as = "Option<AsId>")]
256
    parent: Option<SymbolTablePtr>,
257

            
258
    next_machine_name: i32,
259
}
260

            
261
impl SymbolTable {
262
    /// Creates an empty symbol table.
263
224494
    pub fn new() -> SymbolTable {
264
224494
        SymbolTable::new_inner(None)
265
224494
    }
266

            
267
    /// Creates an empty symbol table with the given parent.
268
6532
    pub fn with_parent(parent: SymbolTablePtr) -> SymbolTable {
269
6532
        SymbolTable::new_inner(Some(parent))
270
6532
    }
271

            
272
231026
    fn new_inner(parent: Option<SymbolTablePtr>) -> SymbolTable {
273
231026
        let id = SYMBOL_TABLE_ID_COUNTER.fetch_add(1, Ordering::Relaxed);
274
231026
        trace!(
275
            "new symbol table: id = {id}  parent_id = {}",
276
560
            parent
277
560
                .as_ref()
278
560
                .map(|x| x.id().to_string())
279
560
                .unwrap_or(String::from("none"))
280
        );
281
231026
        SymbolTable {
282
231026
            table: BTreeMap::new(),
283
231026
            next_machine_name: 0,
284
231026
            parent,
285
231026
        }
286
231026
    }
287

            
288
    /// Looks up the declaration with the given name in the current scope only.
289
    ///
290
    /// Returns `None` if there is no declaration with that name in the current scope.
291
315622648
    pub fn lookup_local(&self, name: &Name) -> Option<DeclarationPtr> {
292
315622648
        self.table.get(name).cloned()
293
315622648
    }
294

            
295
    /// Looks up the declaration with the given name, checking all enclosing scopes.
296
    ///
297
    /// Returns `None` if there is no declaration with that name in scope.
298
315537150
    pub fn lookup(&self, name: &Name) -> Option<DeclarationPtr> {
299
315537150
        self.lookup_local(name).or_else(|| {
300
593110
            self.parent
301
593110
                .as_ref()
302
593110
                .and_then(|parent| parent.read().lookup(name))
303
593110
        })
304
315537150
    }
305

            
306
    /// Inserts a declaration into the symbol table.
307
    ///
308
    /// Returns `None` if there is already a symbol with this name in the local scope.
309
761798
    pub fn insert(&mut self, declaration: DeclarationPtr) -> Option<()> {
310
761798
        let name = declaration.name().clone();
311
761798
        if let Entry::Vacant(e) = self.table.entry(name) {
312
406278
            e.insert(declaration);
313
406278
            Some(())
314
        } else {
315
355520
            None
316
        }
317
761798
    }
318

            
319
    /// Updates or adds a declaration in the immediate local scope.
320
45500
    pub fn update_insert(&mut self, declaration: DeclarationPtr) {
321
45500
        let name = declaration.name().clone();
322
45500
        self.table.insert(name, declaration);
323
45500
    }
324

            
325
    /// Looks up the return type for name if it has one and is in scope.
326
    pub fn return_type(&self, name: &Name) -> Option<ReturnType> {
327
        self.lookup(name).map(|x| x.return_type())
328
    }
329

            
330
    /// Looks up the return type for name if has one and is in the local scope.
331
    pub fn return_type_local(&self, name: &Name) -> Option<ReturnType> {
332
        self.lookup_local(name).map(|x| x.return_type())
333
    }
334

            
335
    /// Looks up the domain of name if it has one and is in scope.
336
    ///
337
    /// This method can return domain references: if a ground domain is always required, use
338
    /// [`SymbolTable::resolve_domain`].
339
257388
    pub fn domain(&self, name: &Name) -> Option<DomainPtr> {
340
257388
        if let Name::WithRepresentation(name, _) = name {
341
77056
            self.lookup(name)?.domain()
342
        } else {
343
180332
            self.lookup(name)?.domain()
344
        }
345
257388
    }
346

            
347
    /// Looks up the domain of name, resolving domain references to ground domains.
348
    ///
349
    /// See [`SymbolTable::domain`].
350
257388
    pub fn resolve_domain(&self, name: &Name) -> Option<Moo<GroundDomain>> {
351
257388
        self.domain(name)?.resolve()
352
257388
    }
353

            
354
    /// Iterates over entries in the LOCAL symbol table.
355
6539944
    pub fn into_iter_local(self) -> impl Iterator<Item = (Name, DeclarationPtr)> {
356
6539944
        self.table.into_iter()
357
6539944
    }
358

            
359
    /// Iterates over entries in the LOCAL symbol table, by reference.
360
335470
    pub fn iter_local(&self) -> impl Iterator<Item = (&Name, &DeclarationPtr)> {
361
335470
        self.table.iter()
362
335470
    }
363

            
364
    /// Iterates over entries in the LOCAL symbol table, by reference.
365
52
    pub fn iter_local_mut(&mut self) -> impl Iterator<Item = (&Name, &mut DeclarationPtr)> {
366
52
        self.table.iter_mut()
367
52
    }
368

            
369
    /// Extends the symbol table with the given symbol table, updating the gensym counter if
370
    /// necessary.
371
157348
    pub fn extend(&mut self, other: SymbolTable) {
372
157348
        if other.table.keys().count() > self.table.keys().count() {
373
30172
            let new_vars = other.table.keys().collect::<BTreeSet<_>>();
374
30172
            let old_vars = self.table.keys().collect::<BTreeSet<_>>();
375

            
376
414632
            for added_var in new_vars.difference(&old_vars) {
377
414632
                let next_var = &mut self.next_machine_name;
378
414632
                if let Name::Machine(m) = *added_var
379
369312
                    && *m >= *next_var
380
369312
                {
381
369312
                    *next_var = *m + 1;
382
369312
                }
383
            }
384
127176
        }
385

            
386
157348
        self.table.extend(other.table);
387
157348
    }
388

            
389
    /// Creates a new variable in this symbol table with a unique name, and returns its
390
    /// declaration.
391
380456
    pub fn gensym(&mut self, domain: &DomainPtr) -> DeclarationPtr {
392
380456
        let num = self.next_machine_name;
393
380456
        self.next_machine_name += 1;
394
380456
        let decl = DeclarationPtr::new_find(Name::Machine(num), domain.clone());
395
380456
        self.insert(decl.clone());
396
380456
        decl
397
380456
    }
398

            
399
    /// Gets the parent of this symbol table as a mutable reference.
400
    ///
401
    /// This function provides no sanity checks.
402
1400
    pub fn parent_mut_unchecked(&mut self) -> &mut Option<SymbolTablePtr> {
403
1400
        &mut self.parent
404
1400
    }
405

            
406
    /// Gets the parent of this symbol table.
407
246456
    pub fn parent(&self) -> &Option<SymbolTablePtr> {
408
246456
        &self.parent
409
246456
    }
410

            
411
    /// Gets the representation `representation` for `name`.
412
    ///
413
    /// # Returns
414
    ///
415
    /// + `None` if `name` does not exist, is not a decision variable, or does not have that representation.
416
23100
    pub fn get_representation(
417
23100
        &self,
418
23100
        name: &Name,
419
23100
        representation: &[&str],
420
23100
    ) -> Option<Vec<Box<dyn Representation>>> {
421
        // TODO: move representation stuff to declaration / variable to avoid cloning? (we have to
422
        // move inside of an rc here, so cannot return borrows)
423
        //
424
        // Also would prevent constant "does exist" "is var" checks.
425
        //
426
        // The reason it is not there now is because I'm getting serde issues...
427
        //
428
        // Also might run into issues putting get_or_add into declaration/variable, as that
429
        // requires us to mutably borrow both the symbol table, and the variable inside the symbol
430
        // table..
431

            
432
23100
        let decl = self.lookup(name)?;
433
23100
        let var = &decl.as_find()?;
434

            
435
23100
        var.representations
436
23100
            .iter()
437
23100
            .find(|x| &x.iter().map(|r| r.repr_name()).collect_vec()[..] == representation)
438
23100
            .cloned()
439
23100
    }
440

            
441
    /// Gets all initialised representations for `name`.
442
    ///
443
    /// # Returns
444
    ///
445
    /// + `None` if `name` does not exist, or is not a decision variable.
446
595576
    pub fn representations_for(&self, name: &Name) -> Option<Vec<Vec<Box<dyn Representation>>>> {
447
595576
        let decl = self.lookup(name)?;
448
595576
        decl.as_find().map(|x| x.representations.clone())
449
595576
    }
450

            
451
    /// Gets the representation `representation` for `name`, creating it if it does not exist.
452
    ///
453
    /// If the representation does not exist, this method initialises the representation in this
454
    /// symbol table, adding the representation to `name`, and the declarations for the represented
455
    /// variables to the symbol table.
456
    ///
457
    /// # Usage
458
    ///
459
    /// Representations for variable references should be selected and created by the
460
    /// `select_representation` rule. Therefore, this method should not be used in other rules.
461
    /// Consider using [`get_representation`](`SymbolTable::get_representation`) instead.
462
    ///
463
    /// # Returns
464
    ///
465
    /// + `None` if `name` does not exist, is not a decision variable, or cannot be given that
466
    ///   representation.
467
91406
    pub fn get_or_add_representation(
468
91406
        &mut self,
469
91406
        name: &Name,
470
91406
        representation: &[&str],
471
91406
    ) -> Option<Vec<Box<dyn Representation>>> {
472
        // Lookup the declaration reference
473
91406
        let mut decl = self.lookup(name)?;
474

            
475
89586
        if let Some(var) = decl.as_find()
476
89586
            && let Some(existing_reprs) = var
477
89586
                .representations
478
89586
                .iter()
479
89586
                .find(|x| &x.iter().map(|r| r.repr_name()).collect_vec()[..] == representation)
480
89586
                .cloned()
481
        {
482
83118
            return Some(existing_reprs); // Found: return early
483
6468
        }
484
        // Representation not found
485

            
486
        // TODO: nested representations logic...
487
6468
        if representation.len() != 1 {
488
            bug!("nested representations not implemented")
489
6468
        }
490
6468
        let repr_name_str = representation[0];
491
6468
        let repr_init_fn = get_repr_rule(repr_name_str)?;
492

            
493
6468
        let reprs = vec![repr_init_fn(name, self)?];
494

            
495
        // Get mutable access to the variable part
496
6468
        let mut var = decl.as_find_mut()?;
497

            
498
6468
        for repr_instance in &reprs {
499
6468
            repr_instance
500
6468
                .declaration_down()
501
6468
                .ok()?
502
6468
                .into_iter()
503
44960
                .for_each(|x| self.update_insert(x));
504
        }
505

            
506
6468
        var.representations.push(reprs.clone());
507

            
508
6468
        Some(reprs)
509
91406
    }
510
}
511

            
512
impl IntoIterator for SymbolTable {
513
    type Item = (Name, DeclarationPtr);
514

            
515
    type IntoIter = SymbolTableIter;
516

            
517
    /// Iterates over symbol table entries in scope.
518
11436
    fn into_iter(self) -> Self::IntoIter {
519
11436
        SymbolTableIter {
520
11436
            inner: self.table.into_iter(),
521
11436
            parent: self.parent,
522
11436
        }
523
11436
    }
524
}
525

            
526
/// Iterator over all symbol table entries in scope.
527
pub struct SymbolTableIter {
528
    // iterator over the current scopes' btreemap
529
    inner: std::collections::btree_map::IntoIter<Name, DeclarationPtr>,
530

            
531
    // the parent scope
532
    parent: Option<SymbolTablePtr>,
533
}
534

            
535
impl Iterator for SymbolTableIter {
536
    type Item = (Name, DeclarationPtr);
537

            
538
819656
    fn next(&mut self) -> Option<Self::Item> {
539
819656
        let mut val = self.inner.next();
540

            
541
        // Go up the tree until we find a parent symbol table with declarations to iterate over.
542
        //
543
        // Note that the parent symbol table may be empty - this is why this is a loop!
544
819656
        while val.is_none() {
545
11436
            let parent = self.parent.clone()?;
546

            
547
            let guard = parent.read();
548
            self.inner = guard.table.clone().into_iter();
549
            self.parent.clone_from(&guard.parent);
550

            
551
            val = self.inner.next();
552
        }
553

            
554
808220
        val
555
819656
    }
556
}
557

            
558
impl Default for SymbolTable {
559
    fn default() -> Self {
560
        Self::new_inner(None)
561
    }
562
}
563

            
564
// TODO: if we could override `Uniplate` impl but still derive `Biplate` instances,
565
//       we could remove some of this manual code
566
impl Uniplate for SymbolTable {
567
    fn uniplate(&self) -> (Tree<Self>, Box<dyn Fn(Tree<Self>) -> Self>) {
568
        // do not recurse up parents, that would be weird?
569
        let self2 = self.clone();
570
        (Tree::Zero, Box::new(move |_| self2.clone()))
571
    }
572
}
573

            
574
impl Biplate<SymbolTablePtr> for SymbolTable {
575
21944
    fn biplate(
576
21944
        &self,
577
21944
    ) -> (
578
21944
        Tree<SymbolTablePtr>,
579
21944
        Box<dyn Fn(Tree<SymbolTablePtr>) -> Self>,
580
21944
    ) {
581
21944
        let self2 = self.clone();
582
21944
        (Tree::Zero, Box::new(move |_| self2.clone()))
583
21944
    }
584
}
585

            
586
impl Biplate<Expression> for SymbolTable {
587
265286
    fn biplate(&self) -> (Tree<Expression>, Box<dyn Fn(Tree<Expression>) -> Self>) {
588
265286
        let (child_trees, ctxs): (VecDeque<_>, Vec<_>) = self
589
265286
            .table
590
265286
            .values()
591
265286
            .map(Biplate::<Expression>::biplate)
592
265286
            .unzip();
593

            
594
265286
        let tree = Tree::Many(child_trees);
595

            
596
265286
        let self2 = self.clone();
597
265286
        let ctx = Box::new(move |tree| {
598
740
            let Tree::Many(exprs) = tree else {
599
                panic!("unexpected children structure");
600
            };
601

            
602
740
            let mut self3 = self2.clone();
603
740
            let self3_iter = self3.table.iter_mut();
604
5520
            for (ctx, tree, (_, decl)) in izip!(&ctxs, exprs, self3_iter) {
605
                // update declaration inside the pointer instead of creating a new one, so all
606
                // things referencing this keep referencing this.
607
5520
                *decl = ctx(tree)
608
            }
609

            
610
740
            self3
611
740
        });
612

            
613
265286
        (tree, ctx)
614
265286
    }
615
}
616

            
617
impl Biplate<Comprehension> for SymbolTable {
618
120
    fn biplate(
619
120
        &self,
620
120
    ) -> (
621
120
        Tree<Comprehension>,
622
120
        Box<dyn Fn(Tree<Comprehension>) -> Self>,
623
120
    ) {
624
120
        let (expr_tree, expr_ctx) = <SymbolTable as Biplate<Expression>>::biplate(self);
625

            
626
120
        let (exprs, recons_expr_tree) = expr_tree.list();
627

            
628
120
        let (comprehension_tree, comprehension_ctx) =
629
120
            <VecDeque<Expression> as Biplate<Comprehension>>::biplate(&exprs);
630

            
631
120
        let ctx = Box::new(move |x| {
632
            // 1. turn comprehension tree into a list of expressions
633
120
            let exprs = comprehension_ctx(x);
634

            
635
            // 2. turn list of expressions into an expression tree
636
120
            let expr_tree = recons_expr_tree(exprs);
637

            
638
            // 3. turn expression tree into a symbol table
639
120
            expr_ctx(expr_tree)
640
120
        });
641

            
642
120
        (comprehension_tree, ctx)
643
120
    }
644
}
645

            
646
impl Biplate<Model> for SymbolTable {
647
    // walk into expressions
648
    fn biplate(&self) -> (Tree<Model>, Box<dyn Fn(Tree<Model>) -> Self>) {
649
        let (expr_tree, expr_ctx) = <SymbolTable as Biplate<Expression>>::biplate(self);
650

            
651
        let (exprs, recons_expr_tree) = expr_tree.list();
652

            
653
        let (submodel_tree, submodel_ctx) =
654
            <VecDeque<Expression> as Biplate<Model>>::biplate(&exprs);
655

            
656
        let ctx = Box::new(move |x| {
657
            // 1. turn submodel tree into a list of expressions
658
            let exprs = submodel_ctx(x);
659

            
660
            // 2. turn list of expressions into an expression tree
661
            let expr_tree = recons_expr_tree(exprs);
662

            
663
            // 3. turn expression tree into a symbol table
664
            expr_ctx(expr_tree)
665
        });
666
        (submodel_tree, ctx)
667
    }
668
}