#include "data.h" PgfPhrasetableIds::PgfPhrasetableIds() { next_id = 0; n_pairs = 0; pairs = NULL; chains = NULL; } void PgfPhrasetableIds::start(ref concr) { next_id = 0; n_pairs = phrasetable_size(concr->phrasetable); size_t mem_size = sizeof(SeqIdPair)*n_pairs; pairs = (SeqIdPair*) malloc(mem_size); if (pairs == NULL) throw pgf_systemerror(ENOMEM); memset(pairs, 0, mem_size); } size_t PgfPhrasetableIds::add(ref seq) { size_t index = (seq.as_object() >> 4) % n_pairs; if (pairs[index].seq == 0) { pairs[index].seq = seq; pairs[index].seq_id = next_id++; return pairs[index].seq_id; } else { SeqIdChain *chain = (SeqIdChain*) malloc(sizeof(SeqIdChain)); if (chain == NULL) throw pgf_systemerror(ENOMEM); chain->next = chains; chain->chain = pairs[index].chain; chain->seq = seq; chain->seq_id = next_id++; pairs[index].chain = chain; chains = chain; return chain->seq_id; } } size_t PgfPhrasetableIds::get(ref seq) { size_t index = (seq.as_object() >> 4) % n_pairs; if (pairs[index].seq == seq) { return pairs[index].seq_id; } else { SeqIdChain *chain = pairs[index].chain; while (chain != NULL) { if (chain->seq == seq) return chain->seq_id; chain = chain->chain; } throw pgf_error("Can't find sequence id"); } } void PgfPhrasetableIds::end() { next_id = 0; n_pairs = 0; while (chains != NULL) { SeqIdChain *next = chains->next; free(chains); chains = next; } free(pairs); pairs = NULL; } static int lparam_cmp(PgfLParam *p1, PgfLParam *p2) { if (p1->i0 < p2->i0) return -1; else if (p1->i0 > p2->i0) return 1; for (size_t i = 0; ; i++) { if (i >= p1->n_terms) return -(i < p2->n_terms); if (i >= p2->n_terms) return 1; if (p1->terms[i].factor > p2->terms[i].factor) return 1; else if (p1->terms[i].factor < p2->terms[i].factor) return -1; else if (p1->terms[i].var > p2->terms[i].var) return 1; else if (p1->terms[i].var < p2->terms[i].var) return -1; } return 0; } static int sequence_cmp(ref seq1, ref seq2); static void symbol_cmp(PgfSymbol sym1, PgfSymbol sym2, int res[2]) { uint8_t t1 = ref::get_tag(sym1); uint8_t t2 = ref::get_tag(sym2); if (t1 != t2) { res[0] = (res[1] = ((int) t1) - ((int) t2)); return; } switch (t1) { case PgfSymbolCat::tag: { auto sym_cat1 = ref::untagged(sym1); auto sym_cat2 = ref::untagged(sym2); if (sym_cat1->d < sym_cat2->d) res[0] = (res[1] = -1); else if (sym_cat1->d > sym_cat2->d) res[0] = (res[1] = 1); else res[0] = (res[1] = lparam_cmp(&sym_cat1->r, &sym_cat2->r)); break; } case PgfSymbolLit::tag: { auto sym_lit1 = ref::untagged(sym1); auto sym_lit2 = ref::untagged(sym2); if (sym_lit1->d < sym_lit2->d) res[0] = (res[1] = -1); else if (sym_lit1->d > sym_lit2->d) res[0] = (res[1] = 1); else res[0] = (res[1] = lparam_cmp(&sym_lit1->r, &sym_lit2->r)); break; } case PgfSymbolVar::tag: { auto sym_var1 = ref::untagged(sym1); auto sym_var2 = ref::untagged(sym2); if (sym_var1->d < sym_var2->d) res[0] = (res[1] = -1); else if (sym_var1->d > sym_var2->d) res[0] = (res[1] = 1); else if (sym_var1->r < sym_var2->r) res[0] = (res[1] = -1); else if (sym_var1->r > sym_var2->r) res[0] = (res[1] = 1); break; } case PgfSymbolKS::tag: { auto sym_ks1 = ref::untagged(sym1); auto sym_ks2 = ref::untagged(sym2); texticmp(&sym_ks1->token,&sym_ks2->token,res); break; } case PgfSymbolKP::tag: { auto sym_kp1 = ref::untagged(sym1); auto sym_kp2 = ref::untagged(sym2); res[0] = (res[1] = sequence_cmp(sym_kp1->default_form, sym_kp2->default_form)); if (res[0] != 0) return; for (size_t i = 0; ; i++) { if (i >= sym_kp1->alts.len) { res[0] = (res[1] = -(i < sym_kp2->alts.len)); return; } if (i >= sym_kp2->alts.len) { res[0] = (res[1] = 1); return; } res[0] = (res[1] = sequence_cmp(sym_kp1->alts.data[i].form, sym_kp2->alts.data[i].form)); if (res[0] != 0) return; ref>> prefixes1 = sym_kp1->alts.data[i].prefixes; ref>> prefixes2 = sym_kp2->alts.data[i].prefixes; for (size_t j = 0; ; j++) { if (j >= prefixes1->len) { res[0] = (res[1] = -(j < prefixes2->len)); return; } if (j >= prefixes2->len) { res[0] = (res[1] = 1); return; } res[0] = (res[1] = textcmp(&(**vector_elem(prefixes1, j)), &(**vector_elem(prefixes2, j)))); if (res[0] != 0) return; } } } case PgfSymbolBIND::tag: case PgfSymbolSOFTBIND::tag: case PgfSymbolNE::tag: case PgfSymbolSOFTSPACE::tag: case PgfSymbolCAPIT::tag: case PgfSymbolALLCAPIT::tag: break; default: throw pgf_error("Unknown symbol tag"); } } static int sequence_cmp(ref seq1, ref seq2) { int res[2] = {0,0}; for (size_t i = 0; ; i++) { if (i >= seq1->syms.len) { if (i < seq2->syms.len) return -1; return res[1]; } if (i >= seq2->syms.len) return 1; symbol_cmp(seq1->syms.data[i], seq2->syms.data[i], res); if (res[0] != 0) return res[0]; } return 0; } PGF_INTERNAL PgfPhrasetable phrasetable_internalize(PgfPhrasetable table, ref seq, object container, size_t seq_index, ref *pentry) { if (table == 0) { PgfPhrasetableEntry entry; entry.seq = seq; entry.backrefs = vector_new(1); entry.backrefs->data[0].container = container; entry.backrefs->data[0].seq_index = seq_index; PgfPhrasetable new_table = Node::new_node(entry); *pentry = ref::from_ptr(&new_table->value); return new_table; } int cmp = sequence_cmp(seq,table->value.seq); if (cmp < 0) { PgfPhrasetable left = phrasetable_internalize(table->left, seq, container, seq_index, pentry); table = Node::upd_node(table,left,table->right); return Node::balanceL(table); } else if (cmp > 0) { PgfPhrasetable right = phrasetable_internalize(table->right, seq, container, seq_index, pentry); table = Node::upd_node(table, table->left, right); return Node::balanceR(table); } else { PgfSequence::release(seq); size_t len = (table->value.backrefs) ? table->value.backrefs->len : 0; ref> backrefs = vector_resize(table->value.backrefs, len+1, table->txn_id); backrefs->data[len].container = container; backrefs->data[len].seq_index = seq_index; PgfPhrasetable new_table = Node::upd_node(table, table->left, table->right); new_table->value.backrefs = backrefs; *pentry = ref::from_ptr(&new_table->value); return new_table; } } PGF_INTERNAL_DECL ref phrasetable_relink(PgfPhrasetable table, object container, size_t seq_index, size_t seq_id) { while (table != 0) { size_t left_sz = (table->left==0) ? 0 : table->left->sz; if (seq_id < left_sz) table = table->left; else if (seq_id == left_sz) { size_t len = (table->value.backrefs == 0) ? 0 : table->value.backrefs->len; ref> backrefs = vector_resize(table->value.backrefs, len+1, table->txn_id); backrefs->data[len].container = container; backrefs->data[len].seq_index = seq_index; table->value.backrefs = backrefs; return table->value.seq; } else { table = table->right; seq_id -= left_sz+1; } } return 0; } PgfPhrasetable phrasetable_delete(PgfPhrasetable table, object container, size_t seq_index, ref seq) { if (table == 0) return 0; int cmp = sequence_cmp(seq,table->value.seq); if (cmp < 0) { PgfPhrasetable left = phrasetable_delete(table->left, container, seq_index, seq); if (left == table->left) return table; table = Node::upd_node(table,left,table->right); return Node::balanceR(table); } else if (cmp > 0) { PgfPhrasetable right = phrasetable_delete(table->right, container, seq_index, seq); if (right == table->right) return table; table = Node::upd_node(table,table->left,right); return Node::balanceL(table); } else { size_t len = table->value.backrefs->len; if (len > 1) { ref> backrefs = vector_resize(table->value.backrefs, len-1, table->txn_id); size_t i = 0; while (i < len) { ref backref = vector_elem(backrefs, i); if (backref->container == container && backref->seq_index == seq_index) { break; } i++; } i++; while (i < len) { *vector_elem(backrefs, i-1) = *vector_elem(backrefs, i); i++; } PgfPhrasetable new_table = Node::upd_node(table, table->left, table->right); new_table->value.backrefs = backrefs; return new_table; } else { PgfSequence::release(table->value.seq); Vector::release(table->value.backrefs); if (table->left == 0) { Node::release(table); return table->right; } else if (table->right == 0) { Node::release(table); return table->left; } else if (table->left->sz > table->right->sz) { PgfPhrasetable node; PgfPhrasetable left = Node::pop_last(table->left, &node); node = Node::upd_node(node, left, table->right); Node::release(table); return Node::balanceR(node); } else { PgfPhrasetable node; PgfPhrasetable right = Node::pop_first(table->right, &node); node = Node::upd_node(node, table->left, right); Node::release(table); return Node::balanceL(node); } } } } PGF_INTERNAL size_t phrasetable_size(PgfPhrasetable table) { return Node::size(table); } PGF_INTERNAL void phrasetable_iter(PgfConcr *concr, PgfPhrasetable table, PgfSequenceItor* itor, PgfMorphoCallback *callback, PgfPhrasetableIds *seq_ids, PgfExn *err) { if (table == 0) return; phrasetable_iter(concr, table->left, itor, callback, seq_ids, err); if (err->type != PGF_EXN_NONE) return; size_t seq_id = seq_ids->add(table->value.seq); int res = itor->fn(itor, seq_id, table->value.seq.as_object(), err); if (err->type != PGF_EXN_NONE) return; if (table->value.backrefs != 0 && res == 0 && callback != 0) { for (size_t i = 0; i < table->value.backrefs->len; i++) { PgfSequenceBackref backref = *vector_elem(table->value.backrefs,i); switch (ref::get_tag(backref.container)) { case PgfConcrLin::tag: { ref lin = ref::untagged(backref.container); ref lincat = namespace_lookup(concr->lincats, &lin->absfun->type->name); if (lincat != 0) { ref field = *vector_elem(lincat->fields, backref.seq_index % lincat->fields->len); callback->fn(callback, &lin->absfun->name, &(*field), lincat->abscat->prob+lin->absfun->prob, err); if (err->type != PGF_EXN_NONE) return; } break; } case PgfConcrLincat::tag: { //ignore break; } } } } phrasetable_iter(concr, table->right, itor, callback, seq_ids, err); if (err->type != PGF_EXN_NONE) return; } PGF_INTERNAL void phrasetable_release(PgfPhrasetable table) { if (table == 0) return; phrasetable_release(table->left); phrasetable_release(table->right); Node::release(table); }