From 4b52fc6eea9a478cb3dd42dcd32c92838df39734 Mon Sep 17 00:00:00 2001
From: Keith Packard <keithp@keithp.com>
Date: Mon, 8 Jan 2018 13:46:17 -0800
Subject: altos/scheme: Allow unicode in lexer

This just passes any bytes with the high bit set through the system so
programs can include UTF-8 in strings and symbols. What the heck.

Signed-off-by: Keith Packard <keithp@keithp.com>
---
 src/scheme/ao_scheme_read.c | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

(limited to 'src/scheme/ao_scheme_read.c')

diff --git a/src/scheme/ao_scheme_read.c b/src/scheme/ao_scheme_read.c
index f9630d39..3575ff3f 100644
--- a/src/scheme/ao_scheme_read.c
+++ b/src/scheme/ao_scheme_read.c
@@ -186,8 +186,9 @@ lexc(FILE *in)
 			c = 0;
 			lex_class = ENDOFFILE;
 		} else {
-			c &= 0x7f;
-			lex_class = lex_classes[c];
+			lex_class = PRINTABLE;
+			if (c <= 0x7f)
+				lex_class = lex_classes[c];
 		}
 	} while (lex_class & IGNORE);
 	return c;
-- 
cgit v1.2.3