Correctly halts

orchid-host/src/lex.rs

@@ -2,16 +2,19 @@ use std::rc::Rc;
 
 use futures::FutureExt;
 use futures::lock::Mutex;
+use orchid_base::clone;
 use orchid_base::error::{OrcErrv, OrcRes, mk_errv};
 use orchid_base::interner::Tok;
 use orchid_base::location::SrcRange;
 use orchid_base::name::Sym;
 use orchid_base::parse::{name_char, name_start, op_char, unrep_space};
 use orchid_base::tokens::PARENS;
+use orchid_base::tree::recur;
 
 use crate::api;
 use crate::ctx::Ctx;
 use crate::expr::{Expr, ExprParseCtx};
+use crate::expr_store::ExprStore;
 use crate::parsed::{ParsTok, ParsTokTree, tt_to_api};
 use crate::system::System;
 
@@ -52,14 +55,14 @@ impl<'a> LexCtx<'a> {
 		false
 	}
 	#[must_use]
-	pub async fn ser_subtree(&mut self, subtree: ParsTokTree) -> api::TokenTree {
-		tt_to_api(&mut self.ctx.common_exprs.clone(), subtree).await
+	pub async fn ser_subtree(&mut self, subtree: ParsTokTree, exprs: ExprStore) -> api::TokenTree {
+		tt_to_api(&mut { exprs }, subtree).await
 	}
 	#[must_use]
-	pub async fn des_subtree(&mut self, tree: &api::TokenTree) -> ParsTokTree {
+	pub async fn des_subtree(&mut self, tree: &api::TokenTree, exprs: ExprStore) -> ParsTokTree {
 		ParsTokTree::from_api(
 			tree,
-			&mut self.ctx.common_exprs.clone(),
+			&mut { exprs },
 			&mut ExprParseCtx { ctx: self.ctx, exprs: &self.ctx.common_exprs },
 			self.path,
 			&self.ctx.i,
@@ -145,15 +148,23 @@ pub async fn lex_once(ctx: &mut LexCtx<'_>) -> OrcRes<ParsTokTree> {
 				let (source, pos, path) = (ctx.source.clone(), ctx.get_pos(), ctx.path.clone());
 				let ctx_lck = &Mutex::new(&mut *ctx);
 				let errors_lck = &Mutex::new(&mut errors);
+				let temp_store = sys.ext().exprs().derive(true);
+				let temp_store_cb = temp_store.clone();
 				let lx = sys
-					.lex(source, path, pos, |pos| async move {
-						let mut ctx_g = ctx_lck.lock().await;
-						match lex_once(&mut ctx_g.push(pos)).boxed_local().await {
-							Ok(t) => Some(api::SubLexed { pos: t.sr.end(), tree: ctx_g.ser_subtree(t).await }),
-							Err(e) => {
-								errors_lck.lock().await.push(e);
-								None
-							},
+					.lex(source, path, pos, |pos| {
+						clone!(temp_store_cb);
+						async move {
+							let mut ctx_g = ctx_lck.lock().await;
+							match lex_once(&mut ctx_g.push(pos)).boxed_local().await {
+								Ok(t) => Some(api::SubLexed {
+									pos: t.sr.end(),
+									tree: ctx_g.ser_subtree(t, temp_store_cb.clone()).await,
+								}),
+								Err(e) => {
+									errors_lck.lock().await.push(e);
+									None
+								},
+							}
 						}
 					})
 					.await;
@@ -164,7 +175,14 @@ pub async fn lex_once(ctx: &mut LexCtx<'_>) -> OrcRes<ParsTokTree> {
 						),
 					Ok(Some(lexed)) => {
 						ctx.set_pos(lexed.pos);
-						return Ok(ctx.des_subtree(&lexed.expr).await);
+						let lexed_tree = ctx.des_subtree(&lexed.expr, temp_store).await;
+						let stable_tree = recur(lexed_tree, &|tt, r| {
+							if let ParsTok::NewExpr(expr) = tt.tok {
+								return ParsTok::Handle(expr).at(tt.sr);
+							}
+							r(tt)
+						});
+						return Ok(stable_tree);
 					},
 					Ok(None) => match errors.into_iter().reduce(|a, b| a + b) {
 						Some(errors) => return Err(errors),