[Inter::Defn::] Definition.

Defining the Inter format.

@

@d MAX_INTER_ANNOTATIONS_PER_SYMBOL 8

=
typedef struct inter_annotation_form {
	inter_t annotation_ID;
	int textual_flag;
	struct text_stream *annotation_keyword;
	MEMORY_MANAGEMENT
} inter_annotation_form;

typedef struct inter_annotation {
	struct inter_annotation_form *annot;
	inter_t annot_value;
} inter_annotation;

@

@d MAX_INTER_CONSTRUCTS 100

=
typedef struct inter_line_parse {
	struct text_stream *line;
	struct match_results mr;
	int no_annotations;
	struct inter_annotation *annotations;
	inter_t terminal_comment;
	int indent_level;
} inter_line_parse;

typedef struct inter_construct {
	inter_t construct_ID;
	wchar_t *construct_syntax;
	struct inter_error_message *(*construct_reader)(struct inter_reading_state *, struct inter_line_parse *, struct inter_error_location *);
	struct inter_error_message *(*construct_verifier)(struct inter_frame);
	struct inter_error_message *(*construct_writer)(struct text_stream *, struct inter_frame);
	struct inter_error_message *(*construct_pass2)(struct inter_frame);
	struct inter_frame_list *(*list_of_children)(inter_frame);
	struct inter_error_message *(*accept_child)(inter_frame, inter_frame);
	struct inter_error_message *(*no_more_children)(inter_frame);
	void (*dependencies)(struct inter_frame, void (*callback)(struct inter_symbol *, struct inter_symbol *, void *), void *);
	int (*report_level)(inter_frame);
	int min_level;
	int max_level;
	int usage_permissions;
	struct text_stream *singular_name;
	struct text_stream *plural_name;
	MEMORY_MANAGEMENT
} inter_construct;

inter_construct *IC_lookup[MAX_INTER_CONSTRUCTS];

inter_construct *Inter::Defn::create_construct(inter_t ID, wchar_t *syntax,
	inter_error_message *(*R)(struct inter_reading_state *, struct inter_line_parse *, struct inter_error_location *),
	inter_error_message *(*C)(inter_frame),
	inter_error_message *(*V)(inter_frame),
	inter_error_message *(*W)(text_stream *, inter_frame),
	int (*REP)(inter_frame),
	inter_frame_list *(*LP)(inter_frame),
	inter_error_message *(*BP)(inter_frame, inter_frame),
	inter_error_message *(*EP)(inter_frame),
	void (*DEP)(inter_frame, void (*callback)(inter_symbol *, inter_symbol *, void *), void *),
	text_stream *sing,
	text_stream *plur) {
	inter_construct *IC = CREATE(inter_construct);
	IC->construct_ID = ID;
	IC->construct_syntax = syntax;
	if (ID >= MAX_INTER_CONSTRUCTS) internal_error("too many constructs");
	IC->construct_reader = R;
	IC->construct_verifier = V;
	IC->construct_pass2 = C;
	IC->construct_writer = W;
	IC->report_level = REP;
	IC->accept_child = BP;
	IC->list_of_children = LP;
	IC->no_more_children = EP;
	IC->dependencies = DEP;
	IC->min_level = 0;
	IC->max_level = 0;
	IC_lookup[ID] = IC;
	IC->usage_permissions = INSIDE_PLAIN_PACKAGE;
	IC->singular_name = Str::duplicate(sing);
	IC->plural_name = Str::duplicate(plur);
	return IC;
}

inter_symbol *plain_packagetype = NULL;
inter_symbol *code_packagetype = NULL;

@

@e INVALID_IST from 0

@d ID_IFLD 0
@d LEVEL_IFLD 1
@d DATA_IFLD 2

=
void Inter::Defn::create_language(void) {
	for (int i=0; i<MAX_INTER_CONSTRUCTS; i++) IC_lookup[i] = NULL;

	Inter::Defn::create_construct(INVALID_IST, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, I"nothing", I"nothings");
	Inter::Canon::declare();

	Inter::Nop::define();
	Inter::Comment::define();
	Inter::Marker::define();
	Inter::Symbol::define();
	Inter::Version::define();
	Inter::Pragma::define();
	Inter::Link::define();
	Inter::Append::define();
	Inter::Kind::define();
	Inter::DefaultValue::define();
	Inter::Constant::define();
	Inter::Metadata::define();
	Inter::Response::define();
	Inter::Instance::define();
	Inter::Variable::define();
	Inter::Property::define();
	Inter::Permission::define();
	Inter::PropertyValue::define();
	Inter::Primitive::define();
	Inter::Package::define();
	Inter::PackageType::define();
	Inter::Label::define();
	Inter::Local::define();
	Inter::Inv::define();
	Inter::Ref::define();
	Inter::Val::define();
	Inter::Lab::define();
	Inter::Code::define();
	Inter::Evaluation::define();
	Inter::Reference::define();
	Inter::Cast::define();
	Inter::Splat::define();
}

inter_annotation_form *Inter::Defn::create_annotation(inter_t ID, text_stream *keyword, int textual) {
	inter_annotation_form *IAF;
	LOOP_OVER(IAF, inter_annotation_form)
		if (Str::eq(keyword, IAF->annotation_keyword)) {
			if (IAF->annotation_ID == ID)
				return IAF;
			else
				return NULL;
		}

	IAF = CREATE(inter_annotation_form);
	IAF->annotation_ID = ID;
	IAF->annotation_keyword = Str::duplicate(keyword);
	IAF->textual_flag = textual;
	return IAF;
}

inter_annotation Inter::Defn::invalid_annotation(void) {
	inter_annotation IA;
	IA.annot = invalid_IAF;
	IA.annot_value = 0;
	return IA;
}

inter_annotation Inter::Defn::read_annotation(inter_repository *I, text_stream *keyword, inter_error_location *eloc, inter_error_message **E) {
	inter_t val = 0;
	int textual = FALSE;
	*E = NULL;
	LOOP_THROUGH_TEXT(P, keyword)
		if (Str::get(P) == '=') {
			if (Str::get(Str::forward(P)) == '"') {
				TEMPORARY_TEXT(parsed_text);
				inter_error_message *EP =
					Inter::Constant::parse_text(parsed_text, keyword, P.index+2, Str::len(keyword)-2, NULL);
				val = Inter::create_text(I);
				Str::copy(Inter::get_text(I, val), parsed_text);
				DISCARD_TEXT(parsed_text);
				if (EP) *E = EP;
				textual = TRUE;
			} else {
				val = (inter_t) Str::atoi(keyword, P.index + 1);
				textual = FALSE;
			}
			Str::truncate(keyword, P.index);
		}

	inter_annotation_form *IAF;
	LOOP_OVER(IAF, inter_annotation_form)
		if (Str::eq(keyword, IAF->annotation_keyword)) {
			if (IAF->textual_flag != textual) *E = Inter::Errors::plain(I"bad type for =value", eloc);
			inter_annotation IA;
			IA.annot = IAF;
			IA.annot_value = val;
			return IA;
		}
	*E = Inter::Errors::plain(I"unrecognised annotation", eloc);
	return Inter::Defn::invalid_annotation();
}

inter_annotation Inter::Defn::annotation_from_bytecode(inter_t c1, inter_t c2) {
	inter_annotation_form *IAF;
	LOOP_OVER(IAF, inter_annotation_form)
		if (c1 == IAF->annotation_ID) {
			inter_annotation IA;
			IA.annot = IAF;
			IA.annot_value = c2;
			return IA;
		}
	return Inter::Defn::invalid_annotation();
}

int Inter::Defn::is_invalid(inter_annotation IA) {
	if ((IA.annot == NULL) || (IA.annot->annotation_ID == INVALID_IANN)) return TRUE;
	return FALSE;
}

void Inter::Defn::annotation_to_bytecode(inter_annotation IA, inter_t *c1, inter_t *c2) {
	*c1 = IA.annot->annotation_ID;
	*c2 = IA.annot_value;
}

void Inter::Defn::write_annotation(OUTPUT_STREAM, inter_repository *I, inter_annotation IA) {
	WRITE(" %S", IA.annot->annotation_keyword);
	if (IA.annot_value != 0) {
		if (IA.annot->textual_flag) {
			WRITE("=\"");
			Inter::Constant::write_text(OUT, Inter::get_text(I, IA.annot_value));
			WRITE("\"");
		} else {
			WRITE("=%d", IA.annot_value);
		}
	}
}

inter_error_message *Inter::Defn::pass2(inter_repository *I, int issue, inter_reading_state *just_this, int stop_at_top, int baseline) {
	inter_error_message *E = NULL;
	if (just_this == NULL) {
		inter_frame P;
		LOOP_THROUGH_FRAMES(P, I)
			E = Inter::Errors::gather_first(E, Inter::Defn::pass2_on_frame(P, issue));
	} else {
		inter_frame P; int F = 0;
		LOOP_THROUGH_INTER_FRAME_LIST_FROM(P, (&(I->sequence)), just_this->pos) {
			F++;
			if ((stop_at_top) && (F > 1) && (Inter::Defn::get_level(P) == baseline)) break;

			E = Inter::Errors::gather_first(E, Inter::Defn::pass2_on_frame(P, issue));
		}
	}
	return Inter::Defn::scan_levels(I, E, issue, just_this, stop_at_top, baseline);
}

inter_error_message *Inter::Defn::scan_levels(inter_repository *I, inter_error_message *E, int issue, inter_reading_state *just_this, int stop_at_top, int baseline) {
	inter_frame frame_stack[100];
	int frame_sp = 0;
	inter_frame PREV = Inter::Frame::around(NULL, -1);

	inter_frame_list_entry *first_entry;
	if (just_this == NULL) first_entry = (&(I->sequence))->first_in_ifl;
	else first_entry = just_this->pos;

	inter_frame P; int F = 0, err_at = -1;
	LOOP_THROUGH_INTER_FRAME_LIST_FROM(P, (&(I->sequence)), first_entry) {
		if ((E) && (err_at < 0)) err_at = F;
		F++;
		int L = Inter::Defn::get_level(P) - baseline;
		if ((stop_at_top) && (L <= 0) && (F > 1)) break;
		if (P.data[ID_IFLD] == COMMENT_IST) continue;
		if (P.data[ID_IFLD] == NOP_IST) continue;
		if (frame_sp == L) {
			if (Inter::Frame::valid(&PREV))
				E = Inter::Errors::gather_first(E, Inter::Defn::no_more_children(PREV, issue));
		} else if (frame_sp > L) {
			while (frame_sp > L) {
				E = Inter::Errors::gather_first(E, Inter::Defn::no_more_children(PREV, issue));
				E = Inter::Errors::gather_first(E, Inter::Defn::no_more_children(frame_stack[--frame_sp], issue));
			}
		} else {
			if (frame_sp == L-1) {
				frame_stack[frame_sp++] = PREV;
			} else if (frame_sp < L-1) {
				E = Inter::Errors::gather_first(E, Inter::Frame::error(&P, I"overly indented line", NULL));
			}
		}
		if (frame_sp > 0)
			E = Inter::Errors::gather_first(E, Inter::Defn::accept_child(frame_stack[frame_sp-1], P, issue));
		PREV = P;
	}
	while (frame_sp > 0) {
		E = Inter::Errors::gather_first(E, Inter::Defn::no_more_children(PREV, issue));
		E = Inter::Errors::gather_first(E, Inter::Defn::no_more_children(frame_stack[--frame_sp], issue));
	}
	if (E) {
		LOG("Error occurred here:\n");
		int F = 0;
		LOOP_THROUGH_INTER_FRAME_LIST_FROM(P, (&(I->sequence)), first_entry) {
			F++; if ((err_at >= 0) && (F >= err_at)) { err_at = -1; LOG("*%02d* ", Inter::Defn::get_level(P)); }
			else { LOG("(%02d) ", Inter::Defn::get_level(P)); }
			Inter::Defn::write_construct_text(DL, P);
		}
		LOG("Or in binary:\n");
		F = 0;
		LOOP_THROUGH_INTER_FRAME_LIST_FROM(P, (&(I->sequence)), first_entry) {
			F++; if ((err_at >= 0) && (F >= err_at)) { err_at = -1; LOG("**** "); }
			else { LOG("(%02d) ", Inter::Defn::get_level(P)); }
			LOG("%F\n", &P);
		}
	}
	return E;
}

@

@d OUTSIDE_OF_PACKAGES 1
@d INSIDE_PLAIN_PACKAGE 2
@d INSIDE_CODE_PACKAGE 4

=
inter_error_message *Inter::Defn::verify_construct(inter_frame P) {
	inter_construct *IC = NULL;
	inter_error_message *E = Inter::Defn::get_construct(P, &IC);
	if (E) return E;
	inter_package *pack = Inter::Packages::container(P);
	int need = INSIDE_PLAIN_PACKAGE;
	if (pack == NULL) need = OUTSIDE_OF_PACKAGES;
	else if (pack->codelike_package) need = INSIDE_CODE_PACKAGE;
	if ((IC->usage_permissions & need) != need) {
		text_stream *M = Str::new();
		WRITE_TO(M, "construct (%d, %08x) '", P.data[LEVEL_IFLD], Inter::Frame::get_package(P));
		Inter::Defn::write_construct_text(M, P);
		WRITE_TO(M, "' (%d) cannot be used ", IC->construct_ID);
		switch (need) {
			case OUTSIDE_OF_PACKAGES: WRITE_TO(M, "outside packages"); break;
			case INSIDE_PLAIN_PACKAGE: WRITE_TO(M, "inside non-code packages such as %S", (pack->package_name)?(pack->package_name->symbol_name):I"<nameless>"); break;
			case INSIDE_CODE_PACKAGE: WRITE_TO(M, "inside code packages such as %S", (pack->package_name)?(pack->package_name->symbol_name):I"<nameless>"); break;
		}
		return Inter::Frame::error(&P, M, NULL);
	}
	if (IC->construct_verifier == NULL) return NULL;
	return (*(IC->construct_verifier))(P);
}

inter_error_message *Inter::Defn::get_construct(inter_frame P, inter_construct **to) {
	if (Inter::Frame::valid(&P) == FALSE) {
		return Inter::Frame::error(&P, I"invalid frame", NULL);
	}
	if ((P.data[ID_IFLD] == INVALID_IST) || (P.data[ID_IFLD] >= MAX_INTER_CONSTRUCTS))
		return Inter::Frame::error(&P, I"no such construct", NULL);
	inter_construct *IC = IC_lookup[P.data[ID_IFLD]];
	if (IC == NULL) return Inter::Frame::error(&P, I"bad construct", NULL);
	if (to) *to = IC;
	return NULL;
}

inter_error_message *Inter::Defn::write_construct_text(OUTPUT_STREAM, inter_frame P) {
	if (P.data[ID_IFLD] == NOP_IST) return NULL;
	inter_construct *IC = NULL;
	inter_error_message *E = Inter::Defn::get_construct(P, &IC);
	if (E) return E;
	if (IC->construct_writer == NULL) return Inter::Frame::error(&P, I"no way to write construct", NULL);
	for (inter_t L=0; L<P.data[LEVEL_IFLD]; L++) WRITE("\t");
	E = (*(IC->construct_writer))(OUT, P);
	inter_t ID = Inter::Frame::get_comment(P);
	if (ID != 0) {
		if (P.data[ID_IFLD] != COMMENT_IST) WRITE(" ");
		WRITE("# %S", Inter::get_text(P.repo_segment->owning_repo, ID));
	}
	WRITE("\n");
	if (P.data[ID_IFLD] == PACKAGE_IST) Inter::Package::write_symbols(OUT, P);
	return E;
}

inter_symbol *latest_block_symbol = NULL;

inter_error_message *Inter::Defn::read_construct_text(text_stream *line, inter_error_location *eloc, inter_reading_state *IRS) {
	inter_line_parse ilp;
	ilp.line = line;
	ilp.mr = Regexp::create_mr();
	ilp.terminal_comment = 0;
	ilp.no_annotations = 0;
	inter_annotation annotations[MAX_INTER_ANNOTATIONS_PER_SYMBOL];
	ilp.annotations = annotations;
	ilp.indent_level = 0;

	LOOP_THROUGH_TEXT(P, ilp.line) {
		wchar_t c = Str::get(P);
		if (c == '\t') ilp.indent_level++;
		else if (c == ' ')
			return Inter::Errors::plain(I"spaces (rather than tabs) at the beginning of this line", eloc);
		else break;
	}

	int quoted = FALSE, literal = FALSE;
	LOOP_THROUGH_TEXT(P, ilp.line) {
		wchar_t c = Str::get(P);
		if ((literal == FALSE) && (c == '"')) quoted = (quoted)?FALSE:TRUE;
		literal = FALSE;
		if (c == '\\') literal = TRUE;
		if ((c == '#') && ((P.index == 0) || (Str::get_at(ilp.line, P.index-1) != '#')) && (Str::get_at(ilp.line, P.index+1) != '#') && (quoted == FALSE)) {
			ilp.terminal_comment = Inter::create_text(IRS->read_into);
			int at = Str::index(P);
			P = Str::forward(P);
			while (Str::get(P) == ' ') P = Str::forward(P);
			Str::substr(Inter::get_text(IRS->read_into, ilp.terminal_comment), P, Str::end(ilp.line));
			Str::truncate(ilp.line, at);
			break;
		}
	}

	Str::trim_white_space(ilp.line);

	if (ilp.indent_level == 0) latest_block_symbol = NULL;

	if (ilp.indent_level < IRS->cp_indent) {
		Inter::Defn::unset_current_package(IRS, IRS->current_package, ilp.indent_level);
	}
	IRS->latest_indent = ilp.indent_level;

	while (Regexp::match(&ilp.mr, ilp.line, L"(%c+) (__%c+) *")) {
		Str::copy(ilp.line, ilp.mr.exp[0]);
		inter_error_message *E = NULL;
		inter_annotation IA = Inter::Defn::read_annotation(IRS->read_into, ilp.mr.exp[1], eloc, &E);
		if (E) return E;
		if (ilp.no_annotations >= MAX_INTER_ANNOTATIONS_PER_SYMBOL)
			return Inter::Errors::quoted(I"too many annotations", ilp.mr.exp[1], eloc);
		annotations[ilp.no_annotations++] = IA;
	}
	inter_construct *IC;
	LOOP_OVER(IC, inter_construct)
		if ((IC->construct_reader) && (IC->construct_syntax))
			if (Regexp::match(&ilp.mr, ilp.line, IC->construct_syntax)) {
				return (*(IC->construct_reader))(IRS, &ilp, eloc);
			}
	return Inter::Errors::plain(I"bad inter line", eloc);
}

void Inter::Defn::set_current_package(inter_reading_state *IRS, inter_package *P) {
	IRS->current_package = P;
	IRS->cp_indent = IRS->latest_indent + 1;
}

void Inter::Defn::unset_current_package(inter_reading_state *IRS, inter_package *P, int L) {
	IRS->current_package = P->parent_package;
	IRS->cp_indent = L;
}

void Inter::Defn::set_latest_package_symbol(inter_symbol *F) {
	latest_block_symbol = F;
}

inter_symbol *Inter::Defn::get_latest_block_symbol(void) {
	return latest_block_symbol;
}

inter_error_message *Inter::Defn::vet_level(inter_reading_state *IRS, inter_t cons, int level, inter_error_location *eloc) {
	int actual = level - IRS->cp_indent;
	inter_construct *proposed = NULL;
	LOOP_OVER(proposed, inter_construct)
		if (proposed->construct_ID == cons) {
			if (actual < 0) return Inter::Errors::plain(I"impossible level", eloc);
			if ((actual < proposed->min_level) || (actual > proposed->max_level)) {
				return Inter::Errors::plain(I"indentation error", eloc);
			}
			return NULL;
		}
	return Inter::Errors::plain(I"no such construct", eloc);
}

int Inter::Defn::get_level(inter_frame P) {
	inter_construct *IC = NULL;
	inter_error_message *E = Inter::Defn::get_construct(P, &IC);
	if (E) return 0;
	return (int) P.data[LEVEL_IFLD];
}

inter_error_message *Inter::Defn::pass2_on_frame(inter_frame P, int issue) {
	inter_error_message *E = Inter::Defn::pass2_on_frame_inner(P);
	if ((E) && (issue)) Inter::Errors::issue(E);
	return E;
}

inter_error_message *Inter::Defn::pass2_on_frame_inner(inter_frame P) {
	inter_construct *IC = NULL;
	inter_error_message *E = Inter::Defn::get_construct(P, &IC);
	if (E) return E;
	if (IC->construct_pass2 == NULL) return NULL;
	return (*(IC->construct_pass2))(P);
}

inter_frame_list *Inter::Defn::list_of_children(inter_frame P) {
	inter_construct *IC = NULL;
	inter_error_message *E = Inter::Defn::get_construct(P, &IC);
	if (E) return NULL;
	if (IC->list_of_children == NULL) return NULL;
	return (*(IC->list_of_children))(P);
}

inter_error_message *Inter::Defn::accept_child(inter_frame P, inter_frame C, int issue) {
	inter_error_message *E = Inter::Defn::accept_child_inner(P, C);
	if ((E) && (issue)) Inter::Errors::issue(E);
	return E;
}

inter_error_message *Inter::Defn::accept_child_inner(inter_frame P, inter_frame C) {
	inter_construct *IC = NULL;
	inter_error_message *E = Inter::Defn::get_construct(P, &IC);
	if (E) return E;
	if (IC->accept_child == NULL) {
		WRITE_TO(STDERR, "P: "); Inter::Defn::write_construct_text(STDERR, P);
		WRITE_TO(STDERR, "C: "); Inter::Defn::write_construct_text(STDERR, C);
		return Inter::Frame::error(&C, I"this is placed under a construct which can't have anything underneath", NULL);
	}
	return (*(IC->accept_child))(P, C);
}

inter_error_message *Inter::Defn::no_more_children(inter_frame P, int issue) {
	inter_error_message *E = Inter::Defn::no_more_children_inner(P);
	if ((E) && (issue)) Inter::Errors::issue(E);
	return E;
}

inter_error_message *Inter::Defn::no_more_children_inner(inter_frame P) {
	inter_construct *IC = NULL;
	inter_error_message *E = Inter::Defn::get_construct(P, &IC);
	if (E) return E;
	if (IC->no_more_children == NULL) return NULL;
	return (*(IC->no_more_children))(P);
}

inter_error_message *Inter::Defn::callback_dependencies(inter_frame P,
	void (*callback)(inter_symbol *, inter_symbol *, void *), void *state) {
	inter_construct *IC = NULL;
	inter_error_message *E = Inter::Defn::get_construct(P, &IC);
	if (E) return E;
	if (IC->dependencies) (*(IC->dependencies))(P, callback, state);
	return NULL;
}