Age Owner TLA Line data Source code
1 : /*
2 : * NFA utilities.
3 : * This file is #included by regcomp.c.
4 : *
5 : * Copyright (c) 1998, 1999 Henry Spencer. All rights reserved.
6 : *
7 : * Development of this software was funded, in part, by Cray Research Inc.,
8 : * UUNET Communications Services Inc., Sun Microsystems Inc., and Scriptics
9 : * Corporation, none of whom are responsible for the results. The author
10 : * thanks all of them.
11 : *
12 : * Redistribution and use in source and binary forms -- with or without
13 : * modification -- are permitted for any purpose, provided that
14 : * redistributions in source form retain this entire copyright notice and
15 : * indicate the origin and nature of any modifications.
16 : *
17 : * I'd appreciate being given credit for this package in the documentation
18 : * of software which uses it, but that is not a requirement.
19 : *
20 : * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
21 : * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
22 : * AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
23 : * HENRY SPENCER BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
24 : * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
25 : * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
26 : * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
27 : * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
28 : * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
29 : * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 : *
31 : * src/backend/regex/regc_nfa.c
32 : *
33 : *
34 : * One or two things that technically ought to be in here
35 : * are actually in color.c, thanks to some incestuous relationships in
36 : * the color chains.
37 : */
38 :
39 : #define NISERR() VISERR(nfa->v)
40 : #define NERR(e) VERR(nfa->v, (e))
41 :
42 :
43 : /*
44 : * newnfa - set up an NFA
45 : */
46 : static struct nfa * /* the NFA, or NULL */
2118 tgl 47 CBC 9650 : newnfa(struct vars *v,
48 : struct colormap *cm,
49 : struct nfa *parent) /* NULL if primary NFA */
50 : {
51 : struct nfa *nfa;
52 :
7188 bruce 53 9650 : nfa = (struct nfa *) MALLOC(sizeof(struct nfa));
7368 tgl 54 9650 : if (nfa == NULL)
55 : {
2797 tgl 56 UBC 0 : ERR(REG_ESPACE);
7368 57 0 : return NULL;
58 : }
59 :
60 : /* Make the NFA minimally valid, so freenfa() will behave sanely */
7368 tgl 61 CBC 9650 : nfa->states = NULL;
62 9650 : nfa->slast = NULL;
772 63 9650 : nfa->freestates = NULL;
64 9650 : nfa->freearcs = NULL;
65 9650 : nfa->lastsb = NULL;
66 9650 : nfa->lastab = NULL;
67 9650 : nfa->lastsbused = 0;
68 9650 : nfa->lastabused = 0;
7368 69 9650 : nfa->nstates = 0;
70 9650 : nfa->cm = cm;
71 9650 : nfa->v = v;
72 9650 : nfa->bos[0] = nfa->bos[1] = COLORLESS;
73 9650 : nfa->eos[0] = nfa->eos[1] = COLORLESS;
778 74 9650 : nfa->flags = 0;
75 9650 : nfa->minmatchall = nfa->maxmatchall = -1;
5575 76 9650 : nfa->parent = parent; /* Precedes newfstate so parent is valid. */
77 :
78 : /* Create required infrastructure */
7368 79 9650 : nfa->post = newfstate(nfa, '@'); /* number 0 */
2118 80 9650 : nfa->pre = newfstate(nfa, '>'); /* number 1 */
7188 bruce 81 9650 : nfa->init = newstate(nfa); /* may become invalid later */
7368 tgl 82 9650 : nfa->final = newstate(nfa);
7188 bruce 83 9650 : if (ISERR())
84 : {
7368 tgl 85 UBC 0 : freenfa(nfa);
86 0 : return NULL;
87 : }
7368 tgl 88 CBC 9650 : rainbow(nfa, nfa->cm, PLAIN, COLORLESS, nfa->pre, nfa->init);
89 9650 : newarc(nfa, '^', 1, nfa->pre, nfa->init);
90 9650 : newarc(nfa, '^', 0, nfa->pre, nfa->init);
91 9650 : rainbow(nfa, nfa->cm, PLAIN, COLORLESS, nfa->final, nfa->post);
92 9650 : newarc(nfa, '$', 1, nfa->final, nfa->post);
93 9650 : newarc(nfa, '$', 0, nfa->final, nfa->post);
94 :
7188 bruce 95 9650 : if (ISERR())
96 : {
7368 tgl 97 UBC 0 : freenfa(nfa);
98 0 : return NULL;
99 : }
7368 tgl 100 CBC 9650 : return nfa;
101 : }
102 :
103 : /*
104 : * freenfa - free an entire NFA
105 : */
106 : static void
2118 107 9650 : freenfa(struct nfa *nfa)
108 : {
109 : struct statebatch *sb;
110 : struct statebatch *sbnext;
111 : struct arcbatch *ab;
112 : struct arcbatch *abnext;
113 :
772 114 20121 : for (sb = nfa->lastsb; sb != NULL; sb = sbnext)
115 : {
116 10471 : sbnext = sb->next;
117 10471 : nfa->v->spaceused -= STATEBATCHSIZE(sb->nstates);
118 10471 : FREE(sb);
119 : }
120 9650 : nfa->lastsb = NULL;
121 27391 : for (ab = nfa->lastab; ab != NULL; ab = abnext)
122 : {
123 17741 : abnext = ab->next;
124 17741 : nfa->v->spaceused -= ARCBATCHSIZE(ab->narcs);
125 17741 : FREE(ab);
126 : }
127 9650 : nfa->lastab = NULL;
128 :
7368 129 9650 : nfa->nstates = -1;
130 9650 : FREE(nfa);
131 9650 : }
132 :
133 : /*
134 : * newstate - allocate an NFA state, with zero flag value
135 : */
136 : static struct state * /* NULL on error */
2118 137 249859 : newstate(struct nfa *nfa)
138 : {
139 : struct state *s;
140 :
141 : /*
142 : * This is a handy place to check for operation cancel during regex
143 : * compilation, since no code path will go very long without making a new
144 : * state or arc.
145 : */
1 tmunro 146 GNC 249859 : INTERRUPT(nfa->v->re);
3326 tgl 147 ECB :
772 148 : /* first, recycle anything that's on the freelist */
772 tgl 149 GIC 249859 : if (nfa->freestates != NULL)
150 : {
772 tgl 151 CBC 17771 : s = nfa->freestates;
772 tgl 152 GIC 17771 : nfa->freestates = s->next;
772 tgl 153 ECB : }
154 : /* otherwise, is there anything left in the last statebatch? */
772 tgl 155 GIC 232088 : else if (nfa->lastsb != NULL && nfa->lastsbused < nfa->lastsb->nstates)
156 : {
157 221617 : s = &nfa->lastsb->s[nfa->lastsbused++];
158 : }
159 : /* otherwise, need to allocate a new statebatch */
160 : else
7188 bruce 161 ECB : {
162 : struct statebatch *newSb;
772 tgl 163 EUB : size_t nstates;
164 :
2732 tgl 165 GIC 10471 : if (nfa->v->spaceused >= REG_MAX_COMPILE_SPACE)
2732 tgl 166 ECB : {
2732 tgl 167 LBC 0 : NERR(REG_ETOOBIG);
168 0 : return NULL;
2732 tgl 169 ECB : }
772 tgl 170 CBC 10471 : nstates = (nfa->lastsb != NULL) ? nfa->lastsb->nstates * 2 : FIRSTSBSIZE;
772 tgl 171 GIC 10471 : if (nstates > MAXSBSIZE)
772 tgl 172 GBC 25 : nstates = MAXSBSIZE;
173 10471 : newSb = (struct statebatch *) MALLOC(STATEBATCHSIZE(nstates));
772 tgl 174 GIC 10471 : if (newSb == NULL)
7188 bruce 175 ECB : {
7368 tgl 176 LBC 0 : NERR(REG_ESPACE);
177 0 : return NULL;
7368 tgl 178 ECB : }
772 tgl 179 CBC 10471 : nfa->v->spaceused += STATEBATCHSIZE(nstates);
180 10471 : newSb->nstates = nstates;
772 tgl 181 GIC 10471 : newSb->next = nfa->lastsb;
182 10471 : nfa->lastsb = newSb;
772 tgl 183 CBC 10471 : nfa->lastsbused = 1;
184 10471 : s = &newSb->s[0];
7368 tgl 185 ECB : }
186 :
7368 tgl 187 CBC 249859 : assert(nfa->nstates >= 0);
188 249859 : s->no = nfa->nstates++;
189 249859 : s->flag = 0;
190 249859 : if (nfa->states == NULL)
191 9650 : nfa->states = s;
192 249859 : s->nins = 0;
193 249859 : s->ins = NULL;
194 249859 : s->nouts = 0;
7368 tgl 195 GIC 249859 : s->outs = NULL;
7368 tgl 196 CBC 249859 : s->tmp = NULL;
197 249859 : s->next = NULL;
7188 bruce 198 GIC 249859 : if (nfa->slast != NULL)
7188 bruce 199 ECB : {
7368 tgl 200 CBC 240209 : assert(nfa->slast->next == NULL);
201 240209 : nfa->slast->next = s;
202 : }
7368 tgl 203 GIC 249859 : s->prev = nfa->slast;
204 249859 : nfa->slast = s;
205 249859 : return s;
206 : }
207 :
7368 tgl 208 ECB : /*
209 : * newfstate - allocate an NFA state with a specified flag value
210 : */
211 : static struct state * /* NULL on error */
2118 tgl 212 CBC 19300 : newfstate(struct nfa *nfa, int flag)
7368 tgl 213 ECB : {
214 : struct state *s;
215 :
7368 tgl 216 GIC 19300 : s = newstate(nfa);
217 19300 : if (s != NULL)
7188 bruce 218 19300 : s->flag = (char) flag;
7368 tgl 219 19300 : return s;
220 : }
221 :
7368 tgl 222 ECB : /*
223 : * dropstate - delete a state's inarcs and outarcs and free it
224 : */
225 : static void
2118 tgl 226 GIC 107884 : dropstate(struct nfa *nfa,
2118 tgl 227 ECB : struct state *s)
7368 228 : {
229 : struct arc *a;
230 :
7368 tgl 231 CBC 127332 : while ((a = s->ins) != NULL)
232 19448 : freearc(nfa, a);
7368 tgl 233 GIC 177003 : while ((a = s->outs) != NULL)
234 69119 : freearc(nfa, a);
235 107884 : freestate(nfa, s);
236 107884 : }
237 :
7368 tgl 238 ECB : /*
239 : * freestate - free a state, which has no in-arcs or out-arcs
240 : */
241 : static void
2118 tgl 242 CBC 112453 : freestate(struct nfa *nfa,
243 : struct state *s)
7368 tgl 244 ECB : {
7368 tgl 245 CBC 112453 : assert(s != NULL);
246 112453 : assert(s->nins == 0 && s->nouts == 0);
7368 tgl 247 ECB :
7368 tgl 248 GIC 112453 : s->no = FREESTATE;
249 112453 : s->flag = 0;
7368 tgl 250 CBC 112453 : if (s->next != NULL)
251 105110 : s->next->prev = s->prev;
252 : else
7188 bruce 253 ECB : {
7368 tgl 254 CBC 7343 : assert(s == nfa->slast);
7368 tgl 255 GIC 7343 : nfa->slast = s->prev;
256 : }
7368 tgl 257 GBC 112453 : if (s->prev != NULL)
258 112453 : s->prev->next = s->next;
259 : else
7188 bruce 260 ECB : {
7368 tgl 261 LBC 0 : assert(s == nfa->states);
262 0 : nfa->states = s->next;
7368 tgl 263 ECB : }
7368 tgl 264 GIC 112453 : s->prev = NULL;
772 265 112453 : s->next = nfa->freestates; /* don't delete it, put it on the free list */
266 112453 : nfa->freestates = s;
7368 267 112453 : }
268 :
269 : /*
270 : * newarc - set up a new arc within an NFA
271 : *
272 : * This function checks to make sure that no duplicate arcs are created.
273 : * In general we never want duplicates.
274 : *
275 : * However: in principle, a RAINBOW arc is redundant with any plain arc
276 : * (unless that arc is for a pseudocolor). But we don't try to recognize
778 tgl 277 ECB : * that redundancy, either here or in allied operations such as moveins().
278 : * The pseudocolor consideration makes that more costly than it seems worth.
279 : */
280 : static void
2118 tgl 281 GIC 944760 : newarc(struct nfa *nfa,
282 : int t,
283 : color co,
284 : struct state *from,
2118 tgl 285 ECB : struct state *to)
286 : {
287 : struct arc *a;
288 :
7368 tgl 289 GIC 944760 : assert(from != NULL && to != NULL);
290 :
291 : /*
2746 tgl 292 ECB : * This is a handy place to check for operation cancel during regex
293 : * compilation, since no code path will go very long without making a new
294 : * state or arc.
295 : */
1 tmunro 296 GNC 944760 : INTERRUPT(nfa->v->re);
297 :
298 : /* check for duplicate arc, using whichever chain is shorter */
2732 tgl 299 CBC 944760 : if (from->nouts <= to->nins)
2732 tgl 300 ECB : {
2732 tgl 301 CBC 2994911 : for (a = from->outs; a != NULL; a = a->outchain)
2732 tgl 302 GIC 2557697 : if (a->to == to && a->co == co && a->type == t)
303 84969 : return;
304 : }
2732 tgl 305 ECB : else
306 : {
2732 tgl 307 GIC 38411067 : for (a = to->ins; a != NULL; a = a->inchain)
308 38074022 : if (a->from == from && a->co == co && a->type == t)
309 85532 : return;
310 : }
311 :
312 : /* no dup, so create the arc */
313 774259 : createarc(nfa, t, co, from, to);
314 : }
2732 tgl 315 ECB :
316 : /*
317 : * createarc - create a new arc within an NFA
318 : *
319 : * This function must *only* be used after verifying that there is no existing
320 : * identical arc (same type/color/from/to).
321 : */
322 : static void
2118 tgl 323 CBC 8719291 : createarc(struct nfa *nfa,
2732 tgl 324 ECB : int t,
2424 325 : color co,
2118 326 : struct state *from,
327 : struct state *to)
2732 328 : {
329 : struct arc *a;
7368 330 :
772 tgl 331 CBC 8719291 : a = allocarc(nfa);
7368 tgl 332 GIC 8719291 : if (NISERR())
333 5709 : return;
334 8713582 : assert(a != NULL);
335 :
336 8713582 : a->type = t;
2424 337 8713582 : a->co = co;
7368 tgl 338 CBC 8713582 : a->to = to;
339 8713582 : a->from = from;
7368 tgl 340 ECB :
341 : /*
2732 342 : * Put the new arc on the beginning, not the end, of the chains; it's
343 : * simpler here, and freearc() is the same cost either way. See also the
344 : * logic in moveins() and its cohorts, as well as fixempties().
7368 345 : */
7368 tgl 346 CBC 8713582 : a->inchain = to->ins;
2732 347 8713582 : a->inchainRev = NULL;
2732 tgl 348 GIC 8713582 : if (to->ins)
2732 tgl 349 CBC 8418719 : to->ins->inchainRev = a;
7368 350 8713582 : to->ins = a;
7368 tgl 351 GIC 8713582 : a->outchain = from->outs;
2732 tgl 352 CBC 8713582 : a->outchainRev = NULL;
353 8713582 : if (from->outs)
2732 tgl 354 GIC 8456864 : from->outs->outchainRev = a;
7368 355 8713582 : from->outs = a;
356 :
357 8713582 : from->nouts++;
358 8713582 : to->nins++;
359 :
7368 tgl 360 CBC 8713582 : if (COLORED(a) && nfa->parent == NULL)
7368 tgl 361 GIC 797211 : colorchain(nfa->cm, a);
362 : }
363 :
364 : /*
772 tgl 365 ECB : * allocarc - allocate a new arc within an NFA
366 : */
7188 bruce 367 : static struct arc * /* NULL for failure */
772 tgl 368 CBC 8719291 : allocarc(struct nfa *nfa)
369 : {
370 : struct arc *a;
7368 tgl 371 ECB :
372 : /* first, recycle anything that's on the freelist */
772 tgl 373 CBC 8719291 : if (nfa->freearcs != NULL)
374 : {
772 tgl 375 GIC 695758 : a = nfa->freearcs;
376 695758 : nfa->freearcs = a->freechain;
377 : }
378 : /* otherwise, is there anything left in the last arcbatch? */
379 8023533 : else if (nfa->lastab != NULL && nfa->lastabused < nfa->lastab->narcs)
380 : {
772 tgl 381 CBC 8000083 : a = &nfa->lastab->a[nfa->lastabused++];
382 : }
772 tgl 383 ECB : /* otherwise, need to allocate a new arcbatch */
384 : else
385 : {
5533 386 : struct arcbatch *newAb;
772 387 : size_t narcs;
5533 388 :
2732 tgl 389 CBC 23450 : if (nfa->v->spaceused >= REG_MAX_COMPILE_SPACE)
2732 tgl 390 ECB : {
2732 tgl 391 GIC 5709 : NERR(REG_ETOOBIG);
2732 tgl 392 GBC 5709 : return NULL;
2732 tgl 393 EUB : }
772 tgl 394 GIC 17741 : narcs = (nfa->lastab != NULL) ? nfa->lastab->narcs * 2 : FIRSTABSIZE;
772 tgl 395 CBC 17741 : if (narcs > MAXABSIZE)
396 7529 : narcs = MAXABSIZE;
397 17741 : newAb = (struct arcbatch *) MALLOC(ARCBATCHSIZE(narcs));
5533 398 17741 : if (newAb == NULL)
7188 bruce 399 ECB : {
7368 tgl 400 LBC 0 : NERR(REG_ESPACE);
7368 tgl 401 UIC 0 : return NULL;
402 : }
772 tgl 403 CBC 17741 : nfa->v->spaceused += ARCBATCHSIZE(narcs);
772 tgl 404 GIC 17741 : newAb->narcs = narcs;
405 17741 : newAb->next = nfa->lastab;
406 17741 : nfa->lastab = newAb;
407 17741 : nfa->lastabused = 1;
408 17741 : a = &newAb->a[0];
409 : }
7368 tgl 410 ECB :
7368 tgl 411 GIC 8713582 : return a;
412 : }
7368 tgl 413 ECB :
414 : /*
415 : * freearc - free an arc
416 : */
417 : static void
2118 tgl 418 GIC 806407 : freearc(struct nfa *nfa,
419 : struct arc *victim)
7368 tgl 420 ECB : {
7368 tgl 421 CBC 806407 : struct state *from = victim->from;
7368 tgl 422 GIC 806407 : struct state *to = victim->to;
423 : struct arc *predecessor;
7368 tgl 424 ECB :
7368 tgl 425 CBC 806407 : assert(victim->type != 0);
7368 tgl 426 ECB :
427 : /* take it off color chain if necessary */
7368 tgl 428 CBC 806407 : if (COLORED(victim) && nfa->parent == NULL)
429 369311 : uncolorchain(nfa->cm, victim);
430 :
431 : /* take it off source's out-chain */
7368 tgl 432 GIC 806407 : assert(from != NULL);
2732 tgl 433 CBC 806407 : predecessor = victim->outchainRev;
434 806407 : if (predecessor == NULL)
435 : {
436 234173 : assert(from->outs == victim);
7368 tgl 437 GIC 234173 : from->outs = victim->outchain;
2732 tgl 438 ECB : }
7188 bruce 439 : else
440 : {
2732 tgl 441 CBC 572234 : assert(predecessor->outchain == victim);
2732 tgl 442 GIC 572234 : predecessor->outchain = victim->outchain;
443 : }
2732 tgl 444 CBC 806407 : if (victim->outchain != NULL)
2732 tgl 445 ECB : {
2732 tgl 446 CBC 518562 : assert(victim->outchain->outchainRev == victim);
2732 tgl 447 GIC 518562 : victim->outchain->outchainRev = predecessor;
7368 tgl 448 ECB : }
7368 tgl 449 CBC 806407 : from->nouts--;
450 :
451 : /* take it off target's in-chain */
7368 tgl 452 GIC 806407 : assert(to != NULL);
2732 tgl 453 CBC 806407 : predecessor = victim->inchainRev;
454 806407 : if (predecessor == NULL)
455 : {
456 385279 : assert(to->ins == victim);
7368 tgl 457 GIC 385279 : to->ins = victim->inchain;
2732 tgl 458 ECB : }
7188 bruce 459 : else
460 : {
2732 tgl 461 CBC 421128 : assert(predecessor->inchain == victim);
2732 tgl 462 GIC 421128 : predecessor->inchain = victim->inchain;
463 : }
2732 tgl 464 CBC 806407 : if (victim->inchain != NULL)
2732 tgl 465 ECB : {
2732 tgl 466 CBC 534247 : assert(victim->inchain->inchainRev == victim);
467 534247 : victim->inchain->inchainRev = predecessor;
7368 tgl 468 ECB : }
7368 tgl 469 CBC 806407 : to->nins--;
7368 tgl 470 ECB :
772 471 : /* clean up and place on NFA's free list */
7368 tgl 472 CBC 806407 : victim->type = 0;
473 806407 : victim->from = NULL; /* precautions... */
7368 tgl 474 GIC 806407 : victim->to = NULL;
475 806407 : victim->inchain = NULL;
2732 476 806407 : victim->inchainRev = NULL;
7368 477 806407 : victim->outchain = NULL;
2732 478 806407 : victim->outchainRev = NULL;
772 479 806407 : victim->freechain = nfa->freearcs;
480 806407 : nfa->freearcs = victim;
7368 tgl 481 CBC 806407 : }
482 :
2732 tgl 483 ECB : /*
484 : * changearcsource - flip an arc to have a different from state
485 : *
486 : * Caller must have verified that there is no pre-existing duplicate arc.
487 : */
488 : static void
772 tgl 489 CBC 294 : changearcsource(struct arc *a, struct state *newfrom)
772 tgl 490 ECB : {
772 tgl 491 CBC 294 : struct state *oldfrom = a->from;
492 : struct arc *predecessor;
772 tgl 493 ECB :
772 tgl 494 CBC 294 : assert(oldfrom != newfrom);
495 :
496 : /* take it off old source's out-chain */
772 tgl 497 GIC 294 : assert(oldfrom != NULL);
772 tgl 498 GBC 294 : predecessor = a->outchainRev;
499 294 : if (predecessor == NULL)
500 : {
772 tgl 501 CBC 294 : assert(oldfrom->outs == a);
772 tgl 502 GIC 294 : oldfrom->outs = a->outchain;
772 tgl 503 ECB : }
504 : else
505 : {
772 tgl 506 LBC 0 : assert(predecessor->outchain == a);
772 tgl 507 UIC 0 : predecessor->outchain = a->outchain;
772 tgl 508 ECB : }
772 tgl 509 GIC 294 : if (a->outchain != NULL)
510 : {
772 tgl 511 CBC 287 : assert(a->outchain->outchainRev == a);
512 287 : a->outchain->outchainRev = predecessor;
772 tgl 513 ECB : }
772 tgl 514 CBC 294 : oldfrom->nouts--;
772 tgl 515 ECB :
772 tgl 516 CBC 294 : a->from = newfrom;
772 tgl 517 ECB :
518 : /* prepend it to new source's out-chain */
772 tgl 519 GIC 294 : a->outchain = newfrom->outs;
520 294 : a->outchainRev = NULL;
521 294 : if (newfrom->outs)
522 294 : newfrom->outs->outchainRev = a;
523 294 : newfrom->outs = a;
524 294 : newfrom->nouts++;
772 tgl 525 CBC 294 : }
526 :
772 tgl 527 ECB : /*
528 : * changearctarget - flip an arc to have a different to state
529 : *
530 : * Caller must have verified that there is no pre-existing duplicate arc.
531 : */
532 : static void
2118 tgl 533 CBC 160 : changearctarget(struct arc *a, struct state *newto)
2732 tgl 534 ECB : {
2732 tgl 535 CBC 160 : struct state *oldto = a->to;
536 : struct arc *predecessor;
2732 tgl 537 ECB :
2732 tgl 538 CBC 160 : assert(oldto != newto);
539 :
540 : /* take it off old target's in-chain */
2732 tgl 541 GIC 160 : assert(oldto != NULL);
2732 tgl 542 GBC 160 : predecessor = a->inchainRev;
543 160 : if (predecessor == NULL)
544 : {
2732 tgl 545 CBC 160 : assert(oldto->ins == a);
2732 tgl 546 GIC 160 : oldto->ins = a->inchain;
2732 tgl 547 ECB : }
548 : else
549 : {
2732 tgl 550 LBC 0 : assert(predecessor->inchain == a);
2732 tgl 551 UIC 0 : predecessor->inchain = a->inchain;
2732 tgl 552 ECB : }
2732 tgl 553 GIC 160 : if (a->inchain != NULL)
554 : {
2732 tgl 555 CBC 156 : assert(a->inchain->inchainRev == a);
556 156 : a->inchain->inchainRev = predecessor;
2732 tgl 557 ECB : }
2732 tgl 558 CBC 160 : oldto->nins--;
2732 tgl 559 ECB :
2732 tgl 560 CBC 160 : a->to = newto;
2732 tgl 561 ECB :
562 : /* prepend it to new target's in-chain */
2732 tgl 563 GIC 160 : a->inchain = newto->ins;
564 160 : a->inchainRev = NULL;
565 160 : if (newto->ins)
566 160 : newto->ins->inchainRev = a;
2732 tgl 567 CBC 160 : newto->ins = a;
2732 tgl 568 GIC 160 : newto->nins++;
569 160 : }
570 :
3685 tgl 571 ECB : /*
572 : * hasnonemptyout - Does state have a non-EMPTY out arc?
573 : */
574 : static int
2118 tgl 575 GIC 110011 : hasnonemptyout(struct state *s)
3685 tgl 576 ECB : {
577 : struct arc *a;
578 :
3685 tgl 579 GIC 124104 : for (a = s->outs; a != NULL; a = a->outchain)
580 : {
581 122130 : if (a->type != EMPTY)
582 108037 : return 1;
583 : }
3685 tgl 584 CBC 1974 : return 0;
585 : }
586 :
587 : /*
588 : * findarc - find arc, if any, from given source with given type and color
589 : * If there is more than one such arc, the result is random.
7368 tgl 590 ECB : */
591 : static struct arc *
2118 tgl 592 CBC 552 : findarc(struct state *s,
7368 tgl 593 ECB : int type,
594 : color co)
595 : {
596 : struct arc *a;
597 :
7368 tgl 598 GIC 1377 : for (a = s->outs; a != NULL; a = a->outchain)
599 826 : if (a->type == type && a->co == co)
7368 tgl 600 CBC 1 : return a;
7368 tgl 601 GIC 551 : return NULL;
602 : }
603 :
604 : /*
7368 tgl 605 ECB : * cparc - allocate a new arc within an NFA, copying details from old one
606 : */
607 : static void
2118 tgl 608 GIC 747851 : cparc(struct nfa *nfa,
609 : struct arc *oa,
610 : struct state *from,
611 : struct state *to)
7368 tgl 612 ECB : {
7368 tgl 613 GIC 747851 : newarc(nfa, oa->type, oa->co, from, to);
614 747851 : }
615 :
616 : /*
2732 tgl 617 ECB : * sortins - sort the in arcs of a state by from/color/type
618 : */
619 : static void
2118 tgl 620 CBC 15361 : sortins(struct nfa *nfa,
2118 tgl 621 ECB : struct state *s)
622 : {
2732 623 : struct arc **sortarray;
624 : struct arc *a;
2732 tgl 625 GIC 15361 : int n = s->nins;
2732 tgl 626 EUB : int i;
627 :
2732 tgl 628 GIC 15361 : if (n <= 1)
2732 tgl 629 CBC 2 : return; /* nothing to do */
2732 tgl 630 ECB : /* make an array of arc pointers ... */
2732 tgl 631 CBC 15359 : sortarray = (struct arc **) MALLOC(n * sizeof(struct arc *));
632 15359 : if (sortarray == NULL)
633 : {
2732 tgl 634 LBC 0 : NERR(REG_ESPACE);
2732 tgl 635 UIC 0 : return;
636 : }
2732 tgl 637 CBC 15359 : i = 0;
638 68114 : for (a = s->ins; a != NULL; a = a->inchain)
639 52755 : sortarray[i++] = a;
640 15359 : assert(i == n);
2732 tgl 641 ECB : /* ... sort the array */
2732 tgl 642 GIC 15359 : qsort(sortarray, n, sizeof(struct arc *), sortins_cmp);
2732 tgl 643 ECB : /* ... and rebuild arc list in order */
644 : /* it seems worth special-casing first and last items to simplify loop */
2732 tgl 645 CBC 15359 : a = sortarray[0];
2732 tgl 646 GIC 15359 : s->ins = a;
2732 tgl 647 CBC 15359 : a->inchain = sortarray[1];
648 15359 : a->inchainRev = NULL;
649 37396 : for (i = 1; i < n - 1; i++)
2732 tgl 650 ECB : {
2732 tgl 651 GIC 22037 : a = sortarray[i];
652 22037 : a->inchain = sortarray[i + 1];
653 22037 : a->inchainRev = sortarray[i - 1];
2732 tgl 654 ECB : }
2732 tgl 655 GIC 15359 : a = sortarray[i];
2732 tgl 656 CBC 15359 : a->inchain = NULL;
657 15359 : a->inchainRev = sortarray[i - 1];
2732 tgl 658 GIC 15359 : FREE(sortarray);
659 : }
2732 tgl 660 ECB :
661 : static int
2732 tgl 662 CBC 37899934 : sortins_cmp(const void *a, const void *b)
2732 tgl 663 ECB : {
2118 tgl 664 CBC 37899934 : const struct arc *aa = *((const struct arc *const *) a);
665 37899934 : const struct arc *bb = *((const struct arc *const *) b);
2732 tgl 666 ECB :
667 : /* we check the fields in the order they are most likely to be different */
2732 tgl 668 CBC 37899934 : if (aa->from->no < bb->from->no)
669 30139281 : return -1;
670 7760653 : if (aa->from->no > bb->from->no)
671 7523942 : return 1;
672 236711 : if (aa->co < bb->co)
2732 tgl 673 GIC 123711 : return -1;
674 113000 : if (aa->co > bb->co)
675 111404 : return 1;
676 1596 : if (aa->type < bb->type)
677 56 : return -1;
678 1540 : if (aa->type > bb->type)
2732 tgl 679 CBC 29 : return 1;
2732 tgl 680 GIC 1511 : return 0;
681 : }
682 :
683 : /*
2732 tgl 684 ECB : * sortouts - sort the out arcs of a state by to/color/type
685 : */
686 : static void
2118 tgl 687 CBC 16 : sortouts(struct nfa *nfa,
2118 tgl 688 EUB : struct state *s)
689 : {
2732 tgl 690 ECB : struct arc **sortarray;
691 : struct arc *a;
2732 tgl 692 GIC 16 : int n = s->nouts;
2732 tgl 693 EUB : int i;
694 :
2732 tgl 695 GIC 16 : if (n <= 1)
2732 tgl 696 LBC 0 : return; /* nothing to do */
2732 tgl 697 ECB : /* make an array of arc pointers ... */
2732 tgl 698 CBC 16 : sortarray = (struct arc **) MALLOC(n * sizeof(struct arc *));
699 16 : if (sortarray == NULL)
700 : {
2732 tgl 701 LBC 0 : NERR(REG_ESPACE);
2732 tgl 702 UIC 0 : return;
703 : }
2732 tgl 704 CBC 16 : i = 0;
705 484 : for (a = s->outs; a != NULL; a = a->outchain)
706 468 : sortarray[i++] = a;
707 16 : assert(i == n);
2732 tgl 708 ECB : /* ... sort the array */
2732 tgl 709 GIC 16 : qsort(sortarray, n, sizeof(struct arc *), sortouts_cmp);
2732 tgl 710 ECB : /* ... and rebuild arc list in order */
711 : /* it seems worth special-casing first and last items to simplify loop */
2732 tgl 712 CBC 16 : a = sortarray[0];
2732 tgl 713 GIC 16 : s->outs = a;
2732 tgl 714 CBC 16 : a->outchain = sortarray[1];
715 16 : a->outchainRev = NULL;
716 452 : for (i = 1; i < n - 1; i++)
2732 tgl 717 ECB : {
2732 tgl 718 GIC 436 : a = sortarray[i];
719 436 : a->outchain = sortarray[i + 1];
720 436 : a->outchainRev = sortarray[i - 1];
2732 tgl 721 ECB : }
2732 tgl 722 GIC 16 : a = sortarray[i];
2732 tgl 723 CBC 16 : a->outchain = NULL;
724 16 : a->outchainRev = sortarray[i - 1];
2732 tgl 725 GIC 16 : FREE(sortarray);
726 : }
2732 tgl 727 ECB :
728 : static int
2732 tgl 729 CBC 2746 : sortouts_cmp(const void *a, const void *b)
2732 tgl 730 ECB : {
2118 tgl 731 CBC 2746 : const struct arc *aa = *((const struct arc *const *) a);
732 2746 : const struct arc *bb = *((const struct arc *const *) b);
2732 tgl 733 ECB :
734 : /* we check the fields in the order they are most likely to be different */
2732 tgl 735 CBC 2746 : if (aa->to->no < bb->to->no)
736 305 : return -1;
737 2441 : if (aa->to->no > bb->to->no)
738 80 : return 1;
739 2361 : if (aa->co < bb->co)
2732 tgl 740 GIC 1281 : return -1;
741 1080 : if (aa->co > bb->co)
742 1058 : return 1;
743 22 : if (aa->type < bb->type)
744 1 : return -1;
745 21 : if (aa->type > bb->type)
746 7 : return 1;
747 14 : return 0;
748 : }
749 :
750 : /*
751 : * Common decision logic about whether to use arc-by-arc operations or
752 : * sort/merge. If there's just a few source arcs we cannot recoup the
753 : * cost of sorting the destination arc list, no matter how large it is.
754 : * Otherwise, limit the number of arc-by-arc comparisons to about 1000
755 : * (a somewhat arbitrary choice, but the breakeven point would probably
756 : * be machine dependent anyway).
757 : */
758 : #define BULK_ARC_OP_USE_SORT(nsrcarcs, ndestarcs) \
759 : ((nsrcarcs) < 4 ? 0 : ((nsrcarcs) > 32 || (ndestarcs) > 32))
760 :
761 : /*
762 : * moveins - move all in arcs of a state to another state
763 : *
764 : * You might think this could be done better by just updating the
765 : * existing arcs, and you would be right if it weren't for the need
766 : * for duplicate suppression, which makes it easier to just make new
767 : * ones to exploit the suppression built into newarc.
768 : *
769 : * However, if we have a whole lot of arcs to deal with, retail duplicate
2732 tgl 770 ECB : * checks become too slow. In that case we proceed by sorting and merging
771 : * the arc lists, and then we can indeed just update the arcs in-place.
772 : *
773 : * On the other hand, it's also true that this is frequently called with
600 774 : * a brand-new newState that has no existing in-arcs. In that case,
775 : * de-duplication is unnecessary, so we can just blindly move all the arcs.
7368 776 : */
777 : static void
2118 tgl 778 GIC 126283 : moveins(struct nfa *nfa,
779 : struct state *oldState,
780 : struct state *newState)
7368 tgl 781 ECB : {
5533 tgl 782 GIC 126283 : assert(oldState != newState);
7368 tgl 783 ECB :
600 tgl 784 CBC 126283 : if (newState->nins == 0)
785 : {
786 : /* No need for de-duplication */
600 tgl 787 ECB : struct arc *a;
788 :
600 tgl 789 GIC 102778 : while ((a = oldState->ins) != NULL)
790 : {
791 53502 : createarc(nfa, a->type, a->co, a->from, newState);
600 tgl 792 CBC 53502 : freearc(nfa, a);
793 : }
600 tgl 794 ECB : }
600 tgl 795 CBC 77007 : else if (!BULK_ARC_OP_USE_SORT(oldState->nins, newState->nins))
7188 bruce 796 GIC 76961 : {
797 : /* With not too many arcs, just do them one at a time */
798 : struct arc *a;
799 :
2732 tgl 800 189427 : while ((a = oldState->ins) != NULL)
801 : {
802 112466 : cparc(nfa, a, a->from, newState);
803 112466 : freearc(nfa, a);
804 : }
805 : }
806 : else
807 : {
808 : /*
809 : * With many arcs, use a sort-merge approach. Note changearctarget()
810 : * will put the arc onto the front of newState's chain, so it does not
811 : * break our walk through the sorted part of the chain.
2732 tgl 812 ECB : */
813 : struct arc *oa;
814 : struct arc *na;
815 :
816 : /*
2732 tgl 817 EUB : * Because we bypass newarc() in this code path, we'd better include a
2732 tgl 818 ECB : * cancel check.
819 : */
1 tmunro 820 GNC 46 : INTERRUPT(nfa->v->re);
821 :
2732 tgl 822 CBC 46 : sortins(nfa, oldState);
2732 tgl 823 GIC 46 : sortins(nfa, newState);
2732 tgl 824 CBC 46 : if (NISERR())
2732 tgl 825 UIC 0 : return; /* might have failed to sort */
2732 tgl 826 GIC 46 : oa = oldState->ins;
827 46 : na = newState->ins;
828 1653 : while (oa != NULL && na != NULL)
829 : {
2732 tgl 830 CBC 1607 : struct arc *a = oa;
2732 tgl 831 ECB :
2732 tgl 832 CBC 1607 : switch (sortins_cmp(&oa, &na))
833 : {
834 83 : case -1:
2732 tgl 835 ECB : /* newState does not have anything matching oa */
2732 tgl 836 GIC 83 : oa = oa->inchain;
2732 tgl 837 ECB :
838 : /*
839 : * Rather than doing createarc+freearc, we can just unlink
840 : * and relink the existing arc struct.
841 : */
2732 tgl 842 CBC 83 : changearctarget(a, newState);
2732 tgl 843 GBC 83 : break;
844 236 : case 0:
845 : /* match, advance in both lists */
2732 tgl 846 GIC 236 : oa = oa->inchain;
2732 tgl 847 CBC 236 : na = na->inchain;
848 : /* ... and drop duplicate arc from oldState */
2732 tgl 849 GIC 236 : freearc(nfa, a);
2732 tgl 850 CBC 236 : break;
2732 tgl 851 GIC 1288 : case +1:
2732 tgl 852 ECB : /* advance only na; oa might have a match later */
2732 tgl 853 CBC 1288 : na = na->inchain;
2732 tgl 854 GIC 1288 : break;
2732 tgl 855 UIC 0 : default:
856 0 : assert(NOTREACHED);
2732 tgl 857 ECB : }
858 : }
2732 tgl 859 GIC 123 : while (oa != NULL)
860 : {
861 : /* newState does not have anything matching oa */
862 77 : struct arc *a = oa;
863 :
864 77 : oa = oa->inchain;
865 77 : changearctarget(a, newState);
866 : }
867 : }
868 :
5533 869 126283 : assert(oldState->nins == 0);
5533 tgl 870 CBC 126283 : assert(oldState->ins == NULL);
871 : }
872 :
873 : /*
3685 tgl 874 ECB : * copyins - copy in arcs of a state to another state
600 875 : *
876 : * The comments for moveins() apply here as well. However, in current
877 : * usage, this is *only* called with brand-new target states, so that
878 : * only the "no need for de-duplication" code path is ever reached.
879 : * We keep the rest #ifdef'd out in case it's needed in the future.
880 : */
881 : static void
2118 tgl 882 CBC 9689 : copyins(struct nfa *nfa,
2118 tgl 883 ECB : struct state *oldState,
884 : struct state *newState)
885 : {
5533 tgl 886 GIC 9689 : assert(oldState != newState);
600 887 9689 : assert(newState->nins == 0); /* see comment above */
888 :
889 9689 : if (newState->nins == 0)
890 : {
891 : /* No need for de-duplication */
892 : struct arc *a;
893 :
894 130974 : for (a = oldState->ins; a != NULL; a = a->inchain)
895 121285 : createarc(nfa, a->type, a->co, a->from, newState);
896 : }
897 : #ifdef NOT_USED /* see comment above */
898 : else if (!BULK_ARC_OP_USE_SORT(oldState->nins, newState->nins))
899 : {
900 : /* With not too many arcs, just do them one at a time */
901 : struct arc *a;
902 :
903 : for (a = oldState->ins; a != NULL; a = a->inchain)
904 : cparc(nfa, a, a->from, newState);
905 : }
906 : else
907 : {
908 : /*
909 : * With many arcs, use a sort-merge approach. Note that createarc()
910 : * will put new arcs onto the front of newState's chain, so it does
911 : * not break our walk through the sorted part of the chain.
912 : */
913 : struct arc *oa;
914 : struct arc *na;
915 :
916 : /*
917 : * Because we bypass newarc() in this code path, we'd better include a
918 : * cancel check.
919 : */
920 : INTERRUPT(nfa->v->re);
921 :
922 : sortins(nfa, oldState);
923 : sortins(nfa, newState);
924 : if (NISERR())
925 : return; /* might have failed to sort */
926 : oa = oldState->ins;
927 : na = newState->ins;
928 : while (oa != NULL && na != NULL)
929 : {
930 : struct arc *a = oa;
931 :
932 : switch (sortins_cmp(&oa, &na))
933 : {
934 : case -1:
935 : /* newState does not have anything matching oa */
936 : oa = oa->inchain;
937 : createarc(nfa, a->type, a->co, a->from, newState);
938 : break;
939 : case 0:
940 : /* match, advance in both lists */
941 : oa = oa->inchain;
942 : na = na->inchain;
943 : break;
944 : case +1:
945 : /* advance only na; oa might have a match later */
2732 tgl 946 ECB : na = na->inchain;
947 : break;
948 : default:
949 : assert(NOTREACHED);
950 : }
951 : }
952 : while (oa != NULL)
953 : {
954 : /* newState does not have anything matching oa */
955 : struct arc *a = oa;
956 :
957 : oa = oa->inchain;
958 : createarc(nfa, a->type, a->co, a->from, newState);
959 : }
960 : }
961 : #endif /* NOT_USED */
2732 tgl 962 GIC 9689 : }
963 :
2732 tgl 964 ECB : /*
965 : * mergeins - merge a list of inarcs into a state
966 : *
967 : * This is much like copyins, but the source arcs are listed in an array,
968 : * and are not guaranteed unique. It's okay to clobber the array contents.
969 : */
970 : static void
2118 tgl 971 CBC 127093 : mergeins(struct nfa *nfa,
972 : struct state *s,
973 : struct arc **arcarray,
2732 tgl 974 ECB : int arccount)
975 : {
2732 tgl 976 EUB : struct arc *na;
977 : int i;
2732 tgl 978 ECB : int j;
979 :
2732 tgl 980 GIC 127093 : if (arccount <= 0)
981 111824 : return;
982 :
983 : /*
2732 tgl 984 ECB : * Because we bypass newarc() in this code path, we'd better include a
985 : * cancel check.
986 : */
1 tmunro 987 GNC 15269 : INTERRUPT(nfa->v->re);
2732 tgl 988 ECB :
989 : /* Sort existing inarcs as well as proposed new ones */
2732 tgl 990 GIC 15269 : sortins(nfa, s);
2732 tgl 991 CBC 15269 : if (NISERR())
2732 tgl 992 UBC 0 : return; /* might have failed to sort */
993 :
2732 tgl 994 GBC 15269 : qsort(arcarray, arccount, sizeof(struct arc *), sortins_cmp);
995 :
996 : /*
2732 tgl 997 ECB : * arcarray very likely includes dups, so we must eliminate them. (This
998 : * could be folded into the next loop, but it's not worth the trouble.)
999 : */
2732 tgl 1000 GIC 15269 : j = 0;
1001 7515347 : for (i = 1; i < arccount; i++)
1002 : {
1003 7500078 : switch (sortins_cmp(&arcarray[j], &arcarray[i]))
2732 tgl 1004 ECB : {
2732 tgl 1005 CBC 7499472 : case -1:
2732 tgl 1006 ECB : /* non-dup */
2732 tgl 1007 GIC 7499472 : arcarray[++j] = arcarray[i];
2732 tgl 1008 CBC 7499472 : break;
2732 tgl 1009 GIC 606 : case 0:
2732 tgl 1010 ECB : /* dup */
2732 tgl 1011 GIC 606 : break;
2732 tgl 1012 LBC 0 : default:
1013 : /* trouble */
1014 0 : assert(NOTREACHED);
2732 tgl 1015 ECB : }
1016 : }
2732 tgl 1017 CBC 15269 : arccount = j + 1;
1018 :
2732 tgl 1019 ECB : /*
1020 : * Now merge into s' inchain. Note that createarc() will put new arcs
1021 : * onto the front of s's chain, so it does not break our walk through the
1022 : * sorted part of the chain.
1023 : */
2732 tgl 1024 CBC 15269 : i = 0;
1025 15269 : na = s->ins;
2732 tgl 1026 GBC 7530263 : while (i < arccount && na != NULL)
2732 tgl 1027 EUB : {
2732 tgl 1028 GIC 7514994 : struct arc *a = arcarray[i];
1029 :
2732 tgl 1030 CBC 7514994 : switch (sortins_cmp(&a, &na))
1031 : {
2732 tgl 1032 GIC 7493549 : case -1:
2732 tgl 1033 ECB : /* s does not have anything matching a */
2732 tgl 1034 GIC 7493549 : createarc(nfa, a->type, a->co, a->from, s);
2732 tgl 1035 CBC 7493549 : i++;
1036 7493549 : break;
2732 tgl 1037 GIC 10 : case 0:
1038 : /* match, advance in both lists */
1039 10 : i++;
1040 10 : na = na->inchain;
1041 10 : break;
1042 21435 : case +1:
1043 : /* advance only na; array might have a match later */
1044 21435 : na = na->inchain;
1045 21435 : break;
2732 tgl 1046 LBC 0 : default:
2732 tgl 1047 UIC 0 : assert(NOTREACHED);
1048 : }
1049 : }
2732 tgl 1050 CBC 36451 : while (i < arccount)
1051 : {
2732 tgl 1052 ECB : /* s does not have anything matching a */
2732 tgl 1053 GIC 21182 : struct arc *a = arcarray[i];
1054 :
1055 21182 : createarc(nfa, a->type, a->co, a->from, s);
1056 21182 : i++;
3685 tgl 1057 ECB : }
1058 : }
7368 1059 :
1060 : /*
1061 : * moveouts - move all out arcs of a state to another state
1062 : *
772 1063 : * See comments for moveins()
7368 1064 : */
1065 : static void
2118 tgl 1066 GIC 36357 : moveouts(struct nfa *nfa,
1067 : struct state *oldState,
2118 tgl 1068 ECB : struct state *newState)
1069 : {
5533 tgl 1070 CBC 36357 : assert(oldState != newState);
7368 tgl 1071 ECB :
600 tgl 1072 GIC 36357 : if (newState->nouts == 0)
1073 : {
1074 : /* No need for de-duplication */
1075 : struct arc *a;
1076 :
1077 29685 : while ((a = oldState->outs) != NULL)
1078 : {
1079 16747 : createarc(nfa, a->type, a->co, newState, a->to);
1080 16747 : freearc(nfa, a);
1081 : }
1082 : }
1083 23419 : else if (!BULK_ARC_OP_USE_SORT(oldState->nouts, newState->nouts))
7188 bruce 1084 23411 : {
1085 : /* With not too many arcs, just do them one at a time */
1086 : struct arc *a;
1087 :
2732 tgl 1088 CBC 57076 : while ((a = oldState->outs) != NULL)
1089 : {
1090 33665 : cparc(nfa, a, newState, a->to);
1091 33665 : freearc(nfa, a);
2732 tgl 1092 ECB : }
2732 tgl 1093 EUB : }
2732 tgl 1094 ECB : else
1095 : {
1096 : /*
1097 : * With many arcs, use a sort-merge approach. Note changearcsource()
772 1098 : * will put the arc onto the front of newState's chain, so it does not
1099 : * break our walk through the sorted part of the chain.
2732 1100 : */
1101 : struct arc *oa;
1102 : struct arc *na;
1103 :
1104 : /*
1105 : * Because we bypass newarc() in this code path, we'd better include a
1106 : * cancel check.
1107 : */
1 tmunro 1108 GNC 8 : INTERRUPT(nfa->v->re);
1109 :
2732 tgl 1110 CBC 8 : sortouts(nfa, oldState);
1111 8 : sortouts(nfa, newState);
2732 tgl 1112 GIC 8 : if (NISERR())
2732 tgl 1113 LBC 0 : return; /* might have failed to sort */
2732 tgl 1114 CBC 8 : oa = oldState->outs;
1115 8 : na = newState->outs;
2732 tgl 1116 GIC 288 : while (oa != NULL && na != NULL)
2732 tgl 1117 ECB : {
2732 tgl 1118 CBC 280 : struct arc *a = oa;
2732 tgl 1119 EUB :
2732 tgl 1120 GBC 280 : switch (sortouts_cmp(&oa, &na))
1121 : {
2732 tgl 1122 GIC 258 : case -1:
2732 tgl 1123 ECB : /* newState does not have anything matching oa */
2732 tgl 1124 GIC 258 : oa = oa->outchain;
1125 :
772 tgl 1126 ECB : /*
1127 : * Rather than doing createarc+freearc, we can just unlink
1128 : * and relink the existing arc struct.
1129 : */
772 tgl 1130 GIC 258 : changearcsource(a, newState);
2732 1131 258 : break;
1132 14 : case 0:
2732 tgl 1133 ECB : /* match, advance in both lists */
2732 tgl 1134 CBC 14 : oa = oa->outchain;
2732 tgl 1135 GIC 14 : na = na->outchain;
1136 : /* ... and drop duplicate arc from oldState */
1137 14 : freearc(nfa, a);
1138 14 : break;
1139 8 : case +1:
1140 : /* advance only na; oa might have a match later */
1141 8 : na = na->outchain;
1142 8 : break;
2732 tgl 1143 LBC 0 : default:
2732 tgl 1144 UIC 0 : assert(NOTREACHED);
1145 : }
1146 : }
2732 tgl 1147 CBC 44 : while (oa != NULL)
2732 tgl 1148 ECB : {
1149 : /* newState does not have anything matching oa */
2732 tgl 1150 CBC 36 : struct arc *a = oa;
1151 :
2732 tgl 1152 GIC 36 : oa = oa->outchain;
772 1153 36 : changearcsource(a, newState);
1154 : }
7368 tgl 1155 ECB : }
2732 1156 :
2732 tgl 1157 GIC 36357 : assert(oldState->nouts == 0);
1158 36357 : assert(oldState->outs == NULL);
1159 : }
1160 :
1161 : /*
1162 : * copyouts - copy out arcs of a state to another state
1163 : *
1164 : * See comments for copyins()
1165 : */
1166 : static void
2118 1167 7679 : copyouts(struct nfa *nfa,
1168 : struct state *oldState,
1169 : struct state *newState)
1170 : {
5533 1171 7679 : assert(oldState != newState);
600 1172 7679 : assert(newState->nouts == 0); /* see comment above */
1173 :
1174 7679 : if (newState->nouts == 0)
1175 : {
1176 : /* No need for de-duplication */
1177 : struct arc *a;
1178 :
1179 246446 : for (a = oldState->outs; a != NULL; a = a->outchain)
1180 238767 : createarc(nfa, a->type, a->co, newState, a->to);
1181 : }
1182 : #ifdef NOT_USED /* see comment above */
1183 : else if (!BULK_ARC_OP_USE_SORT(oldState->nouts, newState->nouts))
1184 : {
1185 : /* With not too many arcs, just do them one at a time */
1186 : struct arc *a;
1187 :
1188 : for (a = oldState->outs; a != NULL; a = a->outchain)
1189 : cparc(nfa, a, newState, a->to);
1190 : }
1191 : else
1192 : {
1193 : /*
1194 : * With many arcs, use a sort-merge approach. Note that createarc()
1195 : * will put new arcs onto the front of newState's chain, so it does
1196 : * not break our walk through the sorted part of the chain.
1197 : */
1198 : struct arc *oa;
1199 : struct arc *na;
1200 :
1201 : /*
1202 : * Because we bypass newarc() in this code path, we'd better include a
1203 : * cancel check.
1204 : */
1205 : INTERRUPT(nfa->v->re);
1206 :
1207 : sortouts(nfa, oldState);
1208 : sortouts(nfa, newState);
1209 : if (NISERR())
1210 : return; /* might have failed to sort */
1211 : oa = oldState->outs;
1212 : na = newState->outs;
1213 : while (oa != NULL && na != NULL)
1214 : {
1215 : struct arc *a = oa;
1216 :
1217 : switch (sortouts_cmp(&oa, &na))
1218 : {
2732 tgl 1219 ECB : case -1:
1220 : /* newState does not have anything matching oa */
1221 : oa = oa->outchain;
1222 : createarc(nfa, a->type, a->co, newState, a->to);
1223 : break;
1224 : case 0:
1225 : /* match, advance in both lists */
1226 : oa = oa->outchain;
1227 : na = na->outchain;
1228 : break;
1229 : case +1:
1230 : /* advance only na; oa might have a match later */
1231 : na = na->outchain;
1232 : break;
1233 : default:
1234 : assert(NOTREACHED);
1235 : }
1236 : }
1237 : while (oa != NULL)
1238 : {
1239 : /* newState does not have anything matching oa */
1240 : struct arc *a = oa;
1241 :
1242 : oa = oa->outchain;
1243 : createarc(nfa, a->type, a->co, newState, a->to);
1244 : }
1245 : }
1246 : #endif /* NOT_USED */
7368 tgl 1247 GIC 7679 : }
1248 :
1249 : /*
1250 : * cloneouts - copy out arcs of a state to another state pair, modifying type
1251 : *
1252 : * This is only used to convert PLAIN arcs to AHEAD/BEHIND arcs, which share
778 tgl 1253 ECB : * the same interpretation of "co". It wouldn't be sensible with LACONs.
1254 : */
1255 : static void
2118 tgl 1256 GIC 171 : cloneouts(struct nfa *nfa,
2118 tgl 1257 ECB : struct state *old,
1258 : struct state *from,
1259 : struct state *to,
1260 : int type)
7368 1261 : {
1262 : struct arc *a;
7368 tgl 1263 EUB :
7368 tgl 1264 CBC 171 : assert(old != from);
778 1265 171 : assert(type == AHEAD || type == BEHIND);
1266 :
7368 1267 595 : for (a = old->outs; a != NULL; a = a->outchain)
778 tgl 1268 ECB : {
778 tgl 1269 GIC 424 : assert(a->type == PLAIN);
7368 1270 424 : newarc(nfa, type, a->co, from, to);
1271 : }
1272 171 : }
1273 :
1274 : /*
1275 : * delsub - delete a sub-NFA, updating subre pointers if necessary
7368 tgl 1276 ECB : *
1277 : * This uses a recursive traversal of the sub-NFA, marking already-seen
1278 : * states using their tmp pointer.
1279 : */
1280 : static void
2118 tgl 1281 GIC 4478 : delsub(struct nfa *nfa,
1282 : struct state *lp, /* the sub-NFA goes from here... */
1283 : struct state *rp) /* ...to here, *not* inclusive */
7368 tgl 1284 ECB : {
7368 tgl 1285 GIC 4478 : assert(lp != rp);
7368 tgl 1286 EUB :
7188 bruce 1287 GBC 4478 : rp->tmp = rp; /* mark end */
1288 :
7368 tgl 1289 GIC 4478 : deltraverse(nfa, lp, lp);
2746 tgl 1290 CBC 4478 : if (NISERR())
2746 tgl 1291 LBC 0 : return; /* asserts might not hold after failure */
7368 tgl 1292 CBC 4478 : assert(lp->nouts == 0 && rp->nins == 0); /* did the job */
7188 bruce 1293 4478 : assert(lp->no != FREESTATE && rp->no != FREESTATE); /* no more */
1294 :
1295 4478 : rp->tmp = NULL; /* unmark end */
7188 bruce 1296 GIC 4478 : lp->tmp = NULL; /* and begin, marked by deltraverse */
7368 tgl 1297 ECB : }
1298 :
1299 : /*
1300 : * deltraverse - the recursive heart of delsub
1301 : * This routine's basic job is to destroy all out-arcs of the state.
7368 tgl 1302 EUB : */
7368 tgl 1303 ECB : static void
2118 tgl 1304 CBC 13111 : deltraverse(struct nfa *nfa,
2118 tgl 1305 ECB : struct state *leftend,
1306 : struct state *s)
7368 1307 : {
1308 : struct arc *a;
1309 : struct state *to;
1310 :
1311 : /* Since this is recursive, it could be driven to stack overflow */
2746 tgl 1312 CBC 13111 : if (STACK_TOO_DEEP(nfa->v->re))
2746 tgl 1313 ECB : {
2746 tgl 1314 LBC 0 : NERR(REG_ETOOBIG);
2746 tgl 1315 UIC 0 : return;
2746 tgl 1316 ECB : }
1317 :
7368 tgl 1318 GIC 13111 : if (s->nouts == 0)
7188 bruce 1319 101 : return; /* nothing to do */
7368 tgl 1320 13010 : if (s->tmp != NULL)
7188 bruce 1321 4392 : return; /* already in progress */
1322 :
1323 8618 : s->tmp = s; /* mark as in progress */
1324 :
1325 17251 : while ((a = s->outs) != NULL)
1326 : {
7368 tgl 1327 CBC 8633 : to = a->to;
7368 tgl 1328 GIC 8633 : deltraverse(nfa, leftend, to);
2746 1329 8633 : if (NISERR())
2746 tgl 1330 UIC 0 : return; /* asserts might not hold after failure */
7368 tgl 1331 GIC 8633 : assert(to->nouts == 0 || to->tmp != NULL);
1332 8633 : freearc(nfa, a);
7188 bruce 1333 CBC 8633 : if (to->nins == 0 && to->tmp == NULL)
1334 : {
7368 tgl 1335 GBC 4140 : assert(to->nouts == 0);
1336 4140 : freestate(nfa, to);
1337 : }
1338 : }
7368 tgl 1339 ECB :
7188 bruce 1340 CBC 8618 : assert(s->no != FREESTATE); /* we're still here */
2118 tgl 1341 GIC 8618 : assert(s == leftend || s->nins != 0); /* and still reachable */
7368 1342 8618 : assert(s->nouts == 0); /* but have no outarcs */
7368 tgl 1343 ECB :
7188 bruce 1344 CBC 8618 : s->tmp = NULL; /* we're done here */
1345 : }
1346 :
1347 : /*
1348 : * dupnfa - duplicate sub-NFA
1349 : *
1350 : * Another recursive traversal, this time using tmp to point to duplicates
7368 tgl 1351 ECB : * as well as mark already-seen states. (You knew there was a reason why
1352 : * it's a state pointer, didn't you? :-))
1353 : */
1354 : static void
2118 tgl 1355 GIC 7273 : dupnfa(struct nfa *nfa,
1356 : struct state *start, /* duplicate of subNFA starting here */
1357 : struct state *stop, /* and stopping here */
2118 tgl 1358 ECB : struct state *from, /* stringing duplicate from here */
1359 : struct state *to) /* to here */
7368 tgl 1360 EUB : {
7188 bruce 1361 GBC 7273 : if (start == stop)
1362 : {
7368 tgl 1363 UIC 0 : newarc(nfa, EMPTY, 0, from, to);
7368 tgl 1364 LBC 0 : return;
7368 tgl 1365 ECB : }
1366 :
7368 tgl 1367 CBC 7273 : stop->tmp = to;
1368 7273 : duptraverse(nfa, start, from);
1369 : /* done, except for clearing out the tmp pointers */
7368 tgl 1370 EUB :
7368 tgl 1371 GBC 7273 : stop->tmp = NULL;
7368 tgl 1372 GIC 7273 : cleartraverse(nfa, start);
1373 : }
7368 tgl 1374 ECB :
1375 : /*
1376 : * duptraverse - recursive heart of dupnfa
1377 : */
7368 tgl 1378 EUB : static void
2118 tgl 1379 CBC 187286 : duptraverse(struct nfa *nfa,
2118 tgl 1380 ECB : struct state *s,
1381 : struct state *stmp) /* s's duplicate, or NULL */
1382 : {
1383 : struct arc *a;
1384 :
1385 : /* Since this is recursive, it could be driven to stack overflow */
2746 tgl 1386 GIC 187286 : if (STACK_TOO_DEEP(nfa->v->re))
1387 : {
2746 tgl 1388 UIC 0 : NERR(REG_ETOOBIG);
1389 0 : return;
1390 : }
2746 tgl 1391 ECB :
7368 tgl 1392 GIC 187286 : if (s->tmp != NULL)
7188 bruce 1393 60766 : return; /* already done */
1394 :
7368 tgl 1395 CBC 126520 : s->tmp = (stmp == NULL) ? newstate(nfa) : stmp;
7188 bruce 1396 GBC 126520 : if (s->tmp == NULL)
1397 : {
7368 tgl 1398 LBC 0 : assert(NISERR());
1399 0 : return;
1400 : }
1401 :
7188 bruce 1402 CBC 306533 : for (a = s->outs; a != NULL && !NISERR(); a = a->outchain)
7188 bruce 1403 ECB : {
7188 bruce 1404 GIC 180013 : duptraverse(nfa, a->to, (struct state *) NULL);
5575 tgl 1405 180013 : if (NISERR())
5575 tgl 1406 UIC 0 : break;
7368 tgl 1407 GIC 180013 : assert(a->to->tmp != NULL);
1408 180013 : cparc(nfa, a, s->tmp, a->to->tmp);
1409 : }
7368 tgl 1410 ECB : }
1411 :
1412 : /*
1413 : * removeconstraints - remove any constraints in an NFA
1414 : *
1415 : * Constraint arcs are replaced by empty arcs, essentially treating all
1416 : * constraints as automatically satisfied.
768 1417 : */
1418 : static void
768 tgl 1419 GBC 101 : removeconstraints(struct nfa *nfa,
768 tgl 1420 EUB : struct state *start, /* process subNFA starting here */
1421 : struct state *stop) /* and stopping here */
1422 : {
768 tgl 1423 CBC 101 : if (start == stop)
768 tgl 1424 LBC 0 : return;
1425 :
768 tgl 1426 CBC 101 : stop->tmp = stop;
1427 101 : removetraverse(nfa, start);
1428 : /* done, except for clearing out the tmp pointers */
768 tgl 1429 ECB :
768 tgl 1430 CBC 101 : stop->tmp = NULL;
768 tgl 1431 GBC 101 : cleartraverse(nfa, start);
768 tgl 1432 ECB : }
1433 :
1434 : /*
1435 : * removetraverse - recursive heart of removeconstraints
1436 : */
1437 : static void
768 tgl 1438 CBC 281 : removetraverse(struct nfa *nfa,
768 tgl 1439 ECB : struct state *s)
1440 : {
1441 : struct arc *a;
1442 : struct arc *oa;
1443 :
1444 : /* Since this is recursive, it could be driven to stack overflow */
768 tgl 1445 CBC 281 : if (STACK_TOO_DEEP(nfa->v->re))
768 tgl 1446 ECB : {
768 tgl 1447 LBC 0 : NERR(REG_ETOOBIG);
768 tgl 1448 UBC 0 : return;
768 tgl 1449 EUB : }
1450 :
768 tgl 1451 GIC 281 : if (s->tmp != NULL)
1452 126 : return; /* already done */
1453 :
1454 155 : s->tmp = s;
1455 335 : for (a = s->outs; a != NULL && !NISERR(); a = oa)
1456 : {
1457 180 : removetraverse(nfa, a->to);
1458 180 : if (NISERR())
768 tgl 1459 LBC 0 : break;
768 tgl 1460 GIC 180 : oa = a->outchain;
1461 180 : switch (a->type)
1462 : {
1463 173 : case PLAIN:
1464 : case EMPTY:
768 tgl 1465 ECB : /* nothing to do */
768 tgl 1466 GIC 173 : break;
768 tgl 1467 GBC 7 : case AHEAD:
768 tgl 1468 EUB : case BEHIND:
1469 : case '^':
1470 : case '$':
768 tgl 1471 ECB : case LACON:
1472 : /* replace it */
768 tgl 1473 CBC 7 : newarc(nfa, EMPTY, 0, s, a->to);
768 tgl 1474 GIC 7 : freearc(nfa, a);
768 tgl 1475 CBC 7 : break;
768 tgl 1476 LBC 0 : default:
768 tgl 1477 UIC 0 : NERR(REG_ASSERT);
1478 0 : break;
1479 : }
1480 : }
1481 : }
1482 :
1483 : /*
1484 : * cleartraverse - recursive cleanup for algorithms that leave tmp ptrs set
1485 : */
1486 : static void
2118 tgl 1487 GIC 1065366 : cleartraverse(struct nfa *nfa,
1488 : struct state *s)
1489 : {
1490 : struct arc *a;
1491 :
1492 : /* Since this is recursive, it could be driven to stack overflow */
2746 1493 1065366 : if (STACK_TOO_DEEP(nfa->v->re))
1494 : {
2746 tgl 1495 UIC 0 : NERR(REG_ETOOBIG);
2746 tgl 1496 LBC 0 : return;
1497 : }
1498 :
7368 tgl 1499 GIC 1065366 : if (s->tmp == NULL)
1500 625946 : return;
7368 tgl 1501 CBC 439420 : s->tmp = NULL;
7368 tgl 1502 ECB :
7368 tgl 1503 GIC 1478359 : for (a = s->outs; a != NULL; a = a->outchain)
7368 tgl 1504 CBC 1038939 : cleartraverse(nfa, a->to);
7368 tgl 1505 ECB : }
1506 :
2718 1507 : /*
2718 tgl 1508 EUB : * single_color_transition - does getting from s1 to s2 cross one PLAIN arc?
1509 : *
2718 tgl 1510 ECB : * If traversing from s1 to s2 requires a single PLAIN match (possibly of any
2718 tgl 1511 EUB : * of a set of colors), return a state whose outarc list contains only PLAIN
1512 : * arcs of those color(s). Otherwise return NULL.
2718 tgl 1513 ECB : *
1514 : * This is used before optimizing the NFA, so there may be EMPTY arcs, which
1515 : * we should ignore; the possibility of an EMPTY is why the result state could
1516 : * be different from s1.
1517 : *
1518 : * It's worth troubling to handle multiple parallel PLAIN arcs here because a
1519 : * bracket construct such as [abc] might yield either one or several parallel
1520 : * PLAIN arcs depending on earlier atoms in the expression. We'd rather that
1521 : * that implementation detail not create user-visible performance differences.
1522 : */
1523 : static struct state *
2118 tgl 1524 GIC 127 : single_color_transition(struct state *s1, struct state *s2)
1525 : {
2718 tgl 1526 ECB : struct arc *a;
1527 :
1528 : /* Ignore leading EMPTY arc, if any */
2718 tgl 1529 CBC 127 : if (s1->nouts == 1 && s1->outs->type == EMPTY)
2718 tgl 1530 GIC 127 : s1 = s1->outs->to;
2718 tgl 1531 ECB : /* Likewise for any trailing EMPTY arc */
2718 tgl 1532 CBC 127 : if (s2->nins == 1 && s2->ins->type == EMPTY)
1533 127 : s2 = s2->ins->from;
2718 tgl 1534 ECB : /* Perhaps we could have a single-state loop in between, if so reject */
2718 tgl 1535 GIC 127 : if (s1 == s2)
2718 tgl 1536 UIC 0 : return NULL;
1537 : /* s1 must have at least one outarc... */
2718 tgl 1538 CBC 127 : if (s1->outs == NULL)
2718 tgl 1539 LBC 0 : return NULL;
2718 tgl 1540 ECB : /* ... and they must all be PLAIN arcs to s2 */
2718 tgl 1541 CBC 218 : for (a = s1->outs; a != NULL; a = a->outchain)
2718 tgl 1542 ECB : {
2718 tgl 1543 CBC 134 : if (a->type != PLAIN || a->to != s2)
1544 43 : return NULL;
2718 tgl 1545 ECB : }
1546 : /* OK, return s1 as the possessor of the relevant outarcs */
2718 tgl 1547 CBC 84 : return s1;
1548 : }
1549 :
1550 : /*
1551 : * specialcolors - fill in special colors for an NFA
1552 : */
1553 : static void
2118 tgl 1554 GIC 9531 : specialcolors(struct nfa *nfa)
1555 : {
1556 : /* false colors for BOS, BOL, EOS, EOL */
7188 bruce 1557 9531 : if (nfa->parent == NULL)
1558 : {
7368 tgl 1559 3814 : nfa->bos[0] = pseudocolor(nfa->cm);
1560 3814 : nfa->bos[1] = pseudocolor(nfa->cm);
1561 3814 : nfa->eos[0] = pseudocolor(nfa->cm);
1562 3814 : nfa->eos[1] = pseudocolor(nfa->cm);
1563 : }
1564 : else
7188 bruce 1565 ECB : {
7368 tgl 1566 GIC 5717 : assert(nfa->parent->bos[0] != COLORLESS);
1567 5717 : nfa->bos[0] = nfa->parent->bos[0];
1568 5717 : assert(nfa->parent->bos[1] != COLORLESS);
1569 5717 : nfa->bos[1] = nfa->parent->bos[1];
1570 5717 : assert(nfa->parent->eos[0] != COLORLESS);
1571 5717 : nfa->eos[0] = nfa->parent->eos[0];
1572 5717 : assert(nfa->parent->eos[1] != COLORLESS);
1573 5717 : nfa->eos[1] = nfa->parent->eos[1];
7368 tgl 1574 ECB : }
7368 tgl 1575 GIC 9531 : }
1576 :
1577 : /*
1578 : * optimize - optimize an NFA
1579 : *
1580 : * The main goal of this function is not so much "optimization" (though it
2732 tgl 1581 ECB : * does try to get rid of useless NFA states) as reducing the NFA to a form
1582 : * the regex executor can handle. The executor, and indeed the cNFA format
1583 : * that is its input, can only handle PLAIN and LACON arcs. The output of
1584 : * the regex parser also includes EMPTY (do-nothing) arcs, as well as
1585 : * ^, $, AHEAD, and BEHIND constraint arcs, which we must get rid of here.
1586 : * We first get rid of EMPTY arcs and then deal with the constraint arcs.
1587 : * The hardest part of either job is to get rid of circular loops of the
1588 : * target arc type. We would have to do that in any case, though, as such a
1589 : * loop would otherwise allow the executor to cycle through the loop endlessly
1590 : * without making any progress in the input string.
1591 : */
1592 : static long /* re_info bits */
2118 tgl 1593 CBC 9528 : optimize(struct nfa *nfa,
1594 : FILE *f) /* for debug output; NULL none */
1595 : {
1596 : #ifdef REG_DEBUG
1597 : int verbose = (f != NULL) ? 1 : 0;
7368 tgl 1598 ECB :
1599 : if (verbose)
1600 : fprintf(f, "\ninitial cleanup:\n");
1601 : #endif
7188 bruce 1602 GIC 9528 : cleanup(nfa); /* may simplify situation */
1603 : #ifdef REG_DEBUG
1604 : if (verbose)
7368 tgl 1605 ECB : dumpnfa(nfa, f);
1606 : if (verbose)
1607 : fprintf(f, "\nempties:\n");
1608 : #endif
7188 bruce 1609 GIC 9528 : fixempties(nfa, f); /* get rid of EMPTY arcs */
1610 : #ifdef REG_DEBUG
1611 : if (verbose)
1612 : fprintf(f, "\nconstraints:\n");
1613 : #endif
2732 tgl 1614 9528 : fixconstraintloops(nfa, f); /* get rid of constraint loops */
7188 bruce 1615 9528 : pullback(nfa, f); /* pull back constraints backward */
1616 9528 : pushfwd(nfa, f); /* push fwd constraints forward */
1617 : #ifdef REG_DEBUG
7368 tgl 1618 ECB : if (verbose)
1619 : fprintf(f, "\nfinal cleanup:\n");
1620 : #endif
7188 bruce 1621 CBC 9528 : cleanup(nfa); /* final tidying */
2732 tgl 1622 ECB : #ifdef REG_DEBUG
1623 : if (verbose)
1624 : dumpnfa(nfa, f);
1625 : #endif
7188 bruce 1626 CBC 9528 : return analyze(nfa); /* and analysis */
7368 tgl 1627 ECB : }
1628 :
1629 : /*
1630 : * pullback - pull back constraints backward to eliminate them
1631 : */
1632 : static void
2118 tgl 1633 CBC 9528 : pullback(struct nfa *nfa,
1634 : FILE *f) /* for debug output; NULL none */
7368 tgl 1635 ECB : {
1636 : struct state *s;
1637 : struct state *nexts;
1638 : struct arc *a;
1639 : struct arc *nexta;
2732 1640 : struct state *intermediates;
1641 : int progress;
7368 1642 :
7368 tgl 1643 EUB : /* find and pull until there are no more */
7188 bruce 1644 ECB : do
1645 : {
7368 tgl 1646 CBC 15155 : progress = 0;
7188 bruce 1647 GIC 219248 : for (s = nfa->states; s != NULL && !NISERR(); s = nexts)
1648 : {
7368 tgl 1649 204093 : nexts = s->next;
2732 1650 204093 : intermediates = NULL;
7188 bruce 1651 931014 : for (a = s->outs; a != NULL && !NISERR(); a = nexta)
1652 : {
7368 tgl 1653 726921 : nexta = a->outchain;
7368 tgl 1654 CBC 726921 : if (a->type == '^' || a->type == BEHIND)
2732 tgl 1655 GIC 49989 : if (pull(nfa, a, &intermediates))
7368 tgl 1656 CBC 19506 : progress = 1;
7368 tgl 1657 ECB : }
1658 : /* clear tmp fields of intermediate states created here */
2732 tgl 1659 CBC 205319 : while (intermediates != NULL)
2732 tgl 1660 ECB : {
2732 tgl 1661 CBC 1226 : struct state *ns = intermediates->tmp;
1662 :
2732 tgl 1663 GIC 1226 : intermediates->tmp = NULL;
1664 1226 : intermediates = ns;
1665 : }
1666 : /* if s is now useless, get rid of it */
1667 204093 : if ((s->nins == 0 || s->nouts == 0) && !s->flag)
1668 16898 : dropstate(nfa, s);
1669 : }
7368 1670 15155 : if (progress && f != NULL)
7368 tgl 1671 UIC 0 : dumpnfa(nfa, f);
7368 tgl 1672 GIC 15155 : } while (progress && !NISERR());
1673 9528 : if (NISERR())
1674 3 : return;
1675 :
1676 : /*
1677 : * Any ^ constraints we were able to pull to the start state can now be
1678 : * replaced by PLAIN arcs referencing the BOS or BOL colors. There should
1679 : * be no other ^ or BEHIND arcs left in the NFA, though we do not check
1680 : * that here (compact() will fail if so).
1681 : */
7188 bruce 1682 36167 : for (a = nfa->pre->outs; a != NULL; a = nexta)
1683 : {
7368 tgl 1684 26642 : nexta = a->outchain;
7188 bruce 1685 CBC 26642 : if (a->type == '^')
1686 : {
7368 tgl 1687 GIC 18917 : assert(a->co == 0 || a->co == 1);
1688 18917 : newarc(nfa, PLAIN, nfa->bos[a->co], a->from, a->to);
7368 tgl 1689 CBC 18917 : freearc(nfa, a);
7368 tgl 1690 ECB : }
1691 : }
1692 : }
1693 :
1694 : /*
1695 : * pull - pull a back constraint backward past its source state
2732 1696 : *
1697 : * Returns 1 if successful (which it always is unless the source is the
1698 : * start state or we have an internal error), 0 if nothing happened.
1699 : *
1700 : * A significant property of this function is that it deletes no pre-existing
1701 : * states, and no outarcs of the constraint's from state other than the given
1702 : * constraint arc. This makes the loops in pullback() safe, at the cost that
1703 : * we may leave useless states behind. Therefore, we leave it to pullback()
1704 : * to delete such states.
1705 : *
1706 : * If the from state has multiple back-constraint outarcs, and/or multiple
1707 : * compatible constraint inarcs, we only need to create one new intermediate
1708 : * state per combination of predecessor and successor states. *intermediates
1709 : * points to a list of such intermediate states for this from state (chained
1710 : * through their tmp fields).
7368 1711 : */
2732 1712 : static int
2118 tgl 1713 GBC 49989 : pull(struct nfa *nfa,
2118 tgl 1714 ECB : struct arc *con,
1715 : struct state **intermediates)
7368 1716 : {
7368 tgl 1717 CBC 49989 : struct state *from = con->from;
7368 tgl 1718 GBC 49989 : struct state *to = con->to;
7368 tgl 1719 ECB : struct arc *a;
1720 : struct arc *nexta;
1721 : struct state *s;
1722 :
2732 tgl 1723 GIC 49989 : assert(from != to); /* should have gotten rid of this earlier */
7188 bruce 1724 49989 : if (from->flag) /* can't pull back beyond start */
7368 tgl 1725 CBC 30483 : return 0;
7188 bruce 1726 GIC 19506 : if (from->nins == 0)
7188 bruce 1727 ECB : { /* unreachable */
7368 tgl 1728 CBC 3652 : freearc(nfa, con);
7368 tgl 1729 GIC 3652 : return 1;
7368 tgl 1730 ECB : }
1731 :
2732 1732 : /*
1733 : * First, clone from state if necessary to avoid other outarcs. This may
1734 : * seem wasteful, but it simplifies the logic, and we'll get rid of the
1735 : * clone state again at the bottom.
1736 : */
7188 bruce 1737 CBC 15854 : if (from->nouts > 1)
1738 : {
7368 tgl 1739 9689 : s = newstate(nfa);
1740 9689 : if (NISERR())
7368 tgl 1741 LBC 0 : return 0;
2732 tgl 1742 GIC 9689 : copyins(nfa, from, s); /* duplicate inarcs */
7188 bruce 1743 CBC 9689 : cparc(nfa, con, s, to); /* move constraint arc */
7368 tgl 1744 GIC 9689 : freearc(nfa, con);
2732 tgl 1745 CBC 9689 : if (NISERR())
2732 tgl 1746 LBC 0 : return 0;
7368 tgl 1747 GBC 9689 : from = s;
7368 tgl 1748 CBC 9689 : con = from->outs;
7368 tgl 1749 ECB : }
7368 tgl 1750 GIC 15854 : assert(from->nouts == 1);
7368 tgl 1751 ECB :
1752 : /* propagate the constraint into the from state's inarcs */
2732 tgl 1753 CBC 159650 : for (a = from->ins; a != NULL && !NISERR(); a = nexta)
7188 bruce 1754 ECB : {
7368 tgl 1755 CBC 143796 : nexta = a->inchain;
778 1756 143796 : switch (combine(nfa, con, a))
7188 bruce 1757 ECB : {
7188 bruce 1758 CBC 44252 : case INCOMPATIBLE: /* destroy the arc */
7188 bruce 1759 GBC 44252 : freearc(nfa, a);
1760 44252 : break;
7188 bruce 1761 GIC 8443 : case SATISFIED: /* no action needed */
1762 8443 : break;
1763 89843 : case COMPATIBLE: /* swap the two arcs, more or less */
1764 : /* need an intermediate state, but might have one already */
2732 tgl 1765 101636 : for (s = *intermediates; s != NULL; s = s->tmp)
2732 tgl 1766 ECB : {
2732 tgl 1767 CBC 100410 : assert(s->nins > 0 && s->nouts > 0);
2732 tgl 1768 GIC 100410 : if (s->ins->from == a->from && s->outs->to == to)
2732 tgl 1769 CBC 88617 : break;
1770 : }
2732 tgl 1771 GIC 89843 : if (s == NULL)
1772 : {
1773 1226 : s = newstate(nfa);
1774 1226 : if (NISERR())
2732 tgl 1775 UIC 0 : return 0;
2732 tgl 1776 CBC 1226 : s->tmp = *intermediates;
2732 tgl 1777 GIC 1226 : *intermediates = s;
1778 : }
7188 bruce 1779 89843 : cparc(nfa, con, a->from, s);
2732 tgl 1780 89843 : cparc(nfa, a, s, to);
7188 bruce 1781 89843 : freearc(nfa, a);
1782 89843 : break;
778 tgl 1783 1258 : case REPLACEARC: /* replace arc's color */
1784 1258 : newarc(nfa, a->type, con->co, a->from, to);
1785 1258 : freearc(nfa, a);
1786 1258 : break;
7188 bruce 1787 UIC 0 : default:
1788 0 : assert(NOTREACHED);
7188 bruce 1789 ECB : break;
7368 tgl 1790 : }
1791 : }
1792 :
1793 : /* remaining inarcs, if any, incorporate the constraint */
7368 tgl 1794 CBC 15854 : moveins(nfa, from, to);
2732 tgl 1795 GIC 15854 : freearc(nfa, con);
2732 tgl 1796 ECB : /* from state is now useless, but we leave it to pullback() to clean up */
7368 tgl 1797 CBC 15854 : return 1;
7368 tgl 1798 ECB : }
1799 :
1800 : /*
1801 : * pushfwd - push forward constraints forward to eliminate them
1802 : */
1803 : static void
2118 tgl 1804 CBC 9528 : pushfwd(struct nfa *nfa,
1805 : FILE *f) /* for debug output; NULL none */
7368 tgl 1806 ECB : {
1807 : struct state *s;
1808 : struct state *nexts;
1809 : struct arc *a;
1810 : struct arc *nexta;
2732 1811 : struct state *intermediates;
1812 : int progress;
7368 1813 :
7368 tgl 1814 EUB : /* find and push until there are no more */
7188 bruce 1815 ECB : do
1816 : {
7368 tgl 1817 CBC 14259 : progress = 0;
7188 bruce 1818 GIC 190936 : for (s = nfa->states; s != NULL && !NISERR(); s = nexts)
1819 : {
7368 tgl 1820 176677 : nexts = s->next;
2732 1821 176677 : intermediates = NULL;
7188 bruce 1822 828321 : for (a = s->ins; a != NULL && !NISERR(); a = nexta)
1823 : {
7368 tgl 1824 651644 : nexta = a->inchain;
7368 tgl 1825 CBC 651644 : if (a->type == '$' || a->type == AHEAD)
2732 tgl 1826 GIC 35729 : if (push(nfa, a, &intermediates))
7368 tgl 1827 CBC 11305 : progress = 1;
7368 tgl 1828 ECB : }
1829 : /* clear tmp fields of intermediate states created here */
2732 tgl 1830 CBC 176679 : while (intermediates != NULL)
2732 tgl 1831 ECB : {
2732 tgl 1832 CBC 2 : struct state *ns = intermediates->tmp;
1833 :
2732 tgl 1834 GIC 2 : intermediates->tmp = NULL;
1835 2 : intermediates = ns;
1836 : }
1837 : /* if s is now useless, get rid of it */
1838 176677 : if ((s->nins == 0 || s->nouts == 0) && !s->flag)
1839 11585 : dropstate(nfa, s);
1840 : }
7368 1841 14259 : if (progress && f != NULL)
7368 tgl 1842 UIC 0 : dumpnfa(nfa, f);
7368 tgl 1843 GIC 14259 : } while (progress && !NISERR());
1844 9528 : if (NISERR())
1845 3 : return;
1846 :
1847 : /*
1848 : * Any $ constraints we were able to push to the post state can now be
1849 : * replaced by PLAIN arcs referencing the EOS or EOL colors. There should
1850 : * be no other $ or AHEAD arcs left in the NFA, though we do not check
1851 : * that here (compact() will fail if so).
1852 : */
7188 bruce 1853 30347 : for (a = nfa->post->ins; a != NULL; a = nexta)
1854 : {
7368 tgl 1855 20822 : nexta = a->inchain;
7188 bruce 1856 CBC 20822 : if (a->type == '$')
1857 : {
7368 tgl 1858 GIC 14574 : assert(a->co == 0 || a->co == 1);
1859 14574 : newarc(nfa, PLAIN, nfa->eos[a->co], a->from, a->to);
7368 tgl 1860 CBC 14574 : freearc(nfa, a);
7368 tgl 1861 ECB : }
1862 : }
1863 : }
1864 :
1865 : /*
1866 : * push - push a forward constraint forward past its destination state
2732 1867 : *
1868 : * Returns 1 if successful (which it always is unless the destination is the
1869 : * post state or we have an internal error), 0 if nothing happened.
1870 : *
1871 : * A significant property of this function is that it deletes no pre-existing
1872 : * states, and no inarcs of the constraint's to state other than the given
1873 : * constraint arc. This makes the loops in pushfwd() safe, at the cost that
1874 : * we may leave useless states behind. Therefore, we leave it to pushfwd()
1875 : * to delete such states.
1876 : *
1877 : * If the to state has multiple forward-constraint inarcs, and/or multiple
1878 : * compatible constraint outarcs, we only need to create one new intermediate
1879 : * state per combination of predecessor and successor states. *intermediates
1880 : * points to a list of such intermediate states for this to state (chained
1881 : * through their tmp fields).
7368 1882 : */
2732 1883 : static int
2118 tgl 1884 GBC 35729 : push(struct nfa *nfa,
2118 tgl 1885 ECB : struct arc *con,
1886 : struct state **intermediates)
7368 1887 : {
7368 tgl 1888 CBC 35729 : struct state *from = con->from;
7368 tgl 1889 GBC 35729 : struct state *to = con->to;
7368 tgl 1890 ECB : struct arc *a;
1891 : struct arc *nexta;
1892 : struct state *s;
1893 :
2732 tgl 1894 GIC 35729 : assert(to != from); /* should have gotten rid of this earlier */
7188 bruce 1895 35729 : if (to->flag) /* can't push forward beyond end */
7368 tgl 1896 CBC 24424 : return 0;
7188 bruce 1897 GIC 11305 : if (to->nouts == 0)
7188 bruce 1898 ECB : { /* dead end */
7368 tgl 1899 CBC 410 : freearc(nfa, con);
7368 tgl 1900 GIC 410 : return 1;
7368 tgl 1901 ECB : }
1902 :
2732 1903 : /*
1904 : * First, clone to state if necessary to avoid other inarcs. This may
1905 : * seem wasteful, but it simplifies the logic, and we'll get rid of the
1906 : * clone state again at the bottom.
1907 : */
7188 bruce 1908 CBC 10895 : if (to->nins > 1)
1909 : {
7368 tgl 1910 5923 : s = newstate(nfa);
1911 5923 : if (NISERR())
7368 tgl 1912 LBC 0 : return 0;
2732 tgl 1913 GIC 5923 : copyouts(nfa, to, s); /* duplicate outarcs */
2118 tgl 1914 CBC 5923 : cparc(nfa, con, from, s); /* move constraint arc */
7368 tgl 1915 GIC 5923 : freearc(nfa, con);
2732 tgl 1916 CBC 5923 : if (NISERR())
2732 tgl 1917 LBC 0 : return 0;
7368 tgl 1918 GBC 5923 : to = s;
7368 tgl 1919 CBC 5923 : con = to->ins;
7368 tgl 1920 ECB : }
7368 tgl 1921 GIC 10895 : assert(to->nins == 1);
7368 tgl 1922 ECB :
1923 : /* propagate the constraint into the to state's outarcs */
2732 tgl 1924 CBC 65820 : for (a = to->outs; a != NULL && !NISERR(); a = nexta)
7188 bruce 1925 ECB : {
7368 tgl 1926 CBC 54925 : nexta = a->outchain;
778 1927 54925 : switch (combine(nfa, con, a))
7188 bruce 1928 ECB : {
7188 bruce 1929 CBC 46120 : case INCOMPATIBLE: /* destroy the arc */
7188 bruce 1930 GBC 46120 : freearc(nfa, a);
1931 46120 : break;
7188 bruce 1932 GIC 7120 : case SATISFIED: /* no action needed */
1933 7120 : break;
1934 8 : case COMPATIBLE: /* swap the two arcs, more or less */
1935 : /* need an intermediate state, but might have one already */
2732 tgl 1936 8 : for (s = *intermediates; s != NULL; s = s->tmp)
2732 tgl 1937 ECB : {
2732 tgl 1938 CBC 6 : assert(s->nins > 0 && s->nouts > 0);
2732 tgl 1939 GIC 6 : if (s->ins->from == from && s->outs->to == a->to)
2732 tgl 1940 CBC 6 : break;
1941 : }
2732 tgl 1942 GIC 8 : if (s == NULL)
1943 : {
1944 2 : s = newstate(nfa);
1945 2 : if (NISERR())
2732 tgl 1946 UIC 0 : return 0;
2732 tgl 1947 GIC 2 : s->tmp = *intermediates;
1948 2 : *intermediates = s;
1949 : }
1950 8 : cparc(nfa, con, s, a->to);
7188 bruce 1951 8 : cparc(nfa, a, from, s);
7188 bruce 1952 CBC 8 : freearc(nfa, a);
7188 bruce 1953 GIC 8 : break;
778 tgl 1954 1677 : case REPLACEARC: /* replace arc's color */
1955 1677 : newarc(nfa, a->type, con->co, from, a->to);
1956 1677 : freearc(nfa, a);
1957 1677 : break;
7188 bruce 1958 LBC 0 : default:
7188 bruce 1959 UIC 0 : assert(NOTREACHED);
7188 bruce 1960 ECB : break;
1961 : }
7368 tgl 1962 : }
1963 :
1964 : /* remaining outarcs, if any, incorporate the constraint */
7368 tgl 1965 GIC 10895 : moveouts(nfa, to, from);
2732 tgl 1966 CBC 10895 : freearc(nfa, con);
2732 tgl 1967 ECB : /* to state is now useless, but we leave it to pushfwd() to clean up */
7368 tgl 1968 CBC 10895 : return 1;
1969 : }
1970 :
7368 tgl 1971 ECB : /*
1972 : * combine - constraint lands on an arc, what happens?
1973 : *
7188 bruce 1974 : * #def INCOMPATIBLE 1 // destroys arc
1975 : * #def SATISFIED 2 // constraint satisfied
1976 : * #def COMPATIBLE 3 // compatible but not satisfied yet
1977 : * #def REPLACEARC 4 // replace arc's color with constraint color
7368 tgl 1978 : */
7368 tgl 1979 EUB : static int
778 tgl 1980 GIC 198721 : combine(struct nfa *nfa,
778 tgl 1981 ECB : struct arc *con,
1982 : struct arc *a)
7368 1983 : {
1984 : #define CA(ct,at) (((ct)<<CHAR_BIT) | (at))
7188 bruce 1985 :
7188 bruce 1986 GIC 198721 : switch (CA(con->type, a->type))
7188 bruce 1987 ECB : {
7188 bruce 1988 CBC 44657 : case CA('^', PLAIN): /* newlines are handled separately */
7188 bruce 1989 ECB : case CA('$', PLAIN):
7188 bruce 1990 GIC 44657 : return INCOMPATIBLE;
7188 bruce 1991 ECB : break;
7188 bruce 1992 GIC 18668 : case CA(AHEAD, PLAIN): /* color constraints meet colors */
7188 bruce 1993 ECB : case CA(BEHIND, PLAIN):
7188 bruce 1994 CBC 18668 : if (con->co == a->co)
1995 781 : return SATISFIED;
778 tgl 1996 GIC 17887 : if (con->co == RAINBOW)
1997 : {
778 tgl 1998 ECB : /* con is satisfied unless arc's color is a pseudocolor */
778 tgl 1999 CBC 2 : if (!(nfa->cm->cd[a->co].flags & PSEUDO))
778 tgl 2000 GIC 2 : return SATISFIED;
778 tgl 2001 ECB : }
778 tgl 2002 GIC 17885 : else if (a->co == RAINBOW)
2003 : {
2004 : /* con is incompatible if it's for a pseudocolor */
600 tgl 2005 ECB : /* (this is hypothetical; we make no such constraints today) */
778 tgl 2006 GBC 2931 : if (nfa->cm->cd[con->co].flags & PSEUDO)
778 tgl 2007 UIC 0 : return INCOMPATIBLE;
778 tgl 2008 ECB : /* otherwise, constraint constrains arc to be only its color */
778 tgl 2009 GIC 2931 : return REPLACEARC;
778 tgl 2010 ECB : }
7188 bruce 2011 GIC 14954 : return INCOMPATIBLE;
7188 bruce 2012 ECB : break;
7188 bruce 2013 GIC 25233 : case CA('^', '^'): /* collision, similar constraints */
2014 : case CA('$', '$'):
778 tgl 2015 25233 : if (con->co == a->co) /* true duplication */
778 tgl 2016 CBC 14319 : return SATISFIED;
778 tgl 2017 GIC 10914 : return INCOMPATIBLE;
778 tgl 2018 ECB : break;
778 tgl 2019 GIC 12310 : case CA(AHEAD, AHEAD): /* collision, similar constraints */
2020 : case CA(BEHIND, BEHIND):
2118 2021 12310 : if (con->co == a->co) /* true duplication */
7188 bruce 2022 459 : return SATISFIED;
778 tgl 2023 11851 : if (con->co == RAINBOW)
2024 : {
2025 : /* con is satisfied unless arc's color is a pseudocolor */
2026 2 : if (!(nfa->cm->cd[a->co].flags & PSEUDO))
2027 2 : return SATISFIED;
2028 : }
2029 11849 : else if (a->co == RAINBOW)
778 tgl 2030 ECB : {
2031 : /* con is incompatible if it's for a pseudocolor */
2032 : /* (this is hypothetical; we make no such constraints today) */
778 tgl 2033 GBC 4 : if (nfa->cm->cd[con->co].flags & PSEUDO)
778 tgl 2034 UIC 0 : return INCOMPATIBLE;
2035 : /* otherwise, constraint constrains arc to be only its color */
778 tgl 2036 GIC 4 : return REPLACEARC;
2037 : }
7188 bruce 2038 11845 : return INCOMPATIBLE;
2039 : break;
2040 8002 : case CA('^', BEHIND): /* collision, dissimilar constraints */
7188 bruce 2041 ECB : case CA(BEHIND, '^'):
2042 : case CA('$', AHEAD):
2043 : case CA(AHEAD, '$'):
7188 bruce 2044 GIC 8002 : return INCOMPATIBLE;
2045 : break;
2046 89851 : case CA('^', '$'): /* constraints passing each other */
2047 : case CA('^', AHEAD):
2048 : case CA(BEHIND, '$'):
2049 : case CA(BEHIND, AHEAD):
2050 : case CA('$', '^'):
2051 : case CA('$', BEHIND):
2052 : case CA(AHEAD, '^'):
2053 : case CA(AHEAD, BEHIND):
2054 : case CA('^', LACON):
2055 : case CA(BEHIND, LACON):
2056 : case CA('$', LACON):
2057 : case CA(AHEAD, LACON):
2058 89851 : return COMPATIBLE;
2059 : break;
2060 : }
7368 tgl 2061 LBC 0 : assert(NOTREACHED);
2062 : return INCOMPATIBLE; /* for benefit of blind compilers */
7368 tgl 2063 ECB : }
2064 :
2065 : /*
2066 : * fixempties - get rid of EMPTY arcs
2067 : */
2068 : static void
2118 tgl 2069 CBC 9528 : fixempties(struct nfa *nfa,
7188 bruce 2070 ECB : FILE *f) /* for debug output; NULL none */
7368 tgl 2071 : {
2072 : struct state *s;
2073 : struct state *s2;
2074 : struct state *nexts;
2075 : struct arc *a;
2076 : struct arc *nexta;
2077 : int totalinarcs;
2078 : struct arc **inarcsorig;
2732 2079 : struct arc **arcarray;
2080 : int arccount;
2081 : int prevnins;
2082 : int nskip;
7368 2083 :
3685 2084 : /*
2085 : * First, get rid of any states whose sole out-arc is an EMPTY, since
2086 : * they're basically just aliases for their successor. The parsing
2087 : * algorithm creates enough of these that it's worth special-casing this.
2088 : */
3685 tgl 2089 CBC 214753 : for (s = nfa->states; s != NULL && !NISERR(); s = nexts)
7188 bruce 2090 ECB : {
3685 tgl 2091 CBC 205225 : nexts = s->next;
2092 205225 : if (s->flag || s->nouts != 1)
3685 tgl 2093 GIC 56523 : continue;
2094 148702 : a = s->outs;
3685 tgl 2095 CBC 148702 : assert(a != NULL && a->outchain == NULL);
3685 tgl 2096 GBC 148702 : if (a->type != EMPTY)
3685 tgl 2097 GIC 87549 : continue;
2098 61153 : if (s != a->to)
2099 61153 : moveins(nfa, s, a->to);
2100 61153 : dropstate(nfa, s);
2101 : }
2102 :
2103 : /*
2104 : * Similarly, get rid of any state with a single EMPTY in-arc, by folding
2105 : * it into its predecessor.
2106 : */
2107 153600 : for (s = nfa->states; s != NULL && !NISERR(); s = nexts)
2108 : {
2109 144072 : nexts = s->next;
2110 : /* while we're at it, ensure tmp fields are clear for next step */
2111 144072 : assert(s->tmp == NULL);
2112 144072 : if (s->flag || s->nins != 1)
2113 53717 : continue;
2114 90355 : a = s->ins;
2115 90355 : assert(a != NULL && a->inchain == NULL);
2116 90355 : if (a->type != EMPTY)
2117 77831 : continue;
2118 12524 : if (s != a->from)
2119 12524 : moveouts(nfa, s, a->from);
2120 12524 : dropstate(nfa, s);
2121 : }
2122 :
2732 2123 9528 : if (NISERR())
2732 tgl 2124 UIC 0 : return;
2125 :
2126 : /*
2127 : * For each remaining NFA state, find all other states from which it is
2128 : * reachable by a chain of one or more EMPTY arcs. Then generate new arcs
2129 : * that eliminate the need for each such chain.
2130 : *
2131 : * We could replace a chain of EMPTY arcs that leads from a "from" state
2132 : * to a "to" state either by pushing non-EMPTY arcs forward (linking
2133 : * directly from "from"'s predecessors to "to") or by pulling them back
2134 : * (linking directly from "from" to "to"'s successors). We choose to
2135 : * always do the former; this choice is somewhat arbitrary, but the
2136 : * approach below requires that we uniformly do one or the other.
2137 : *
2138 : * Suppose we have a chain of N successive EMPTY arcs (where N can easily
2139 : * approach the size of the NFA). All of the intermediate states must
2140 : * have additional inarcs and outarcs, else they'd have been removed by
2141 : * the steps above. Assuming their inarcs are mostly not empties, we will
2142 : * add O(N^2) arcs to the NFA, since a non-EMPTY inarc leading to any one
2143 : * state in the chain must be duplicated to lead to all its successor
2144 : * states as well. So there is no hope of doing less than O(N^2) work;
2145 : * however, we should endeavor to keep the big-O cost from being even
2146 : * worse than that, which it can easily become without care. In
2147 : * particular, suppose we were to copy all S1's inarcs forward to S2, and
2148 : * then also to S3, and then later we consider pushing S2's inarcs forward
2149 : * to S3. If we include the arcs already copied from S1 in that, we'd be
2150 : * doing O(N^3) work. (The duplicate-arc elimination built into newarc()
2732 tgl 2151 ECB : * and its cohorts would get rid of the extra arcs, but not without cost.)
2152 : *
2153 : * We can avoid this cost by treating only arcs that existed at the start
2732 tgl 2154 EUB : * of this phase as candidates to be pushed forward. To identify those,
2155 : * we remember the first inarc each state had to start with. We rely on
2156 : * the fact that newarc() and friends put new arcs on the front of their
2732 tgl 2157 ECB : * to-states' inchains, and that this phase never deletes arcs, so that
2158 : * the original arcs must be the last arcs in their to-states' inchains.
2159 : *
2160 : * So the process here is that, for each state in the NFA, we gather up
2161 : * all non-EMPTY inarcs of states that can reach the target state via
2162 : * EMPTY arcs. We then sort, de-duplicate, and merge these arcs into the
2163 : * target state's inchain. (We can safely use sort-merge for this as long
2164 : * as we update each state's original-arcs pointer after we add arcs to
2165 : * it; the sort step of mergeins probably changed the order of the old
2166 : * arcs.)
2167 : *
2168 : * Another refinement worth making is that, because we only add non-EMPTY
2169 : * arcs during this phase, and all added arcs have the same from-state as
2170 : * the non-EMPTY arc they were cloned from, we know ahead of time that any
2171 : * states having only EMPTY outarcs will be useless for lack of outarcs
2172 : * after we drop the EMPTY arcs. (They cannot gain non-EMPTY outarcs if
2732 tgl 2173 EUB : * they had none to start with.) So we need not bother to update the
2174 : * inchains of such states at all.
2175 : */
2176 :
2177 : /* Remember the states' first original inarcs */
2178 : /* ... and while at it, count how many old inarcs there are altogether */
2732 tgl 2179 CBC 9528 : inarcsorig = (struct arc **) MALLOC(nfa->nstates * sizeof(struct arc *));
2732 tgl 2180 GIC 9528 : if (inarcsorig == NULL)
2181 : {
2732 tgl 2182 LBC 0 : NERR(REG_ESPACE);
2183 0 : return;
2184 : }
2732 tgl 2185 GIC 9528 : totalinarcs = 0;
2732 tgl 2186 CBC 141076 : for (s = nfa->states; s != NULL; s = s->next)
2732 tgl 2187 ECB : {
2732 tgl 2188 GIC 131548 : inarcsorig[s->no] = s->ins;
2189 131548 : totalinarcs += s->nins;
2732 tgl 2190 ECB : }
2191 :
2192 : /*
2193 : * Create a workspace for accumulating the inarcs to be added to the
2194 : * current target state. totalinarcs is probably a considerable
2195 : * overestimate of the space needed, but the NFA is unlikely to be large
2196 : * enough at this point to make it worth being smarter.
3685 2197 : */
2732 tgl 2198 CBC 9528 : arcarray = (struct arc **) MALLOC(totalinarcs * sizeof(struct arc *));
2732 tgl 2199 GIC 9528 : if (arcarray == NULL)
2732 tgl 2200 ECB : {
2732 tgl 2201 LBC 0 : NERR(REG_ESPACE);
2732 tgl 2202 UIC 0 : FREE(inarcsorig);
2203 0 : return;
2732 tgl 2204 ECB : }
2205 :
2206 : /* And iterate over the target states */
3685 tgl 2207 CBC 138595 : for (s = nfa->states; s != NULL && !NISERR(); s = s->next)
2208 : {
2209 : /* Ignore target states without non-EMPTY outarcs, per note above */
2732 2210 129067 : if (!s->flag && !hasnonemptyout(s))
2211 1974 : continue;
2732 tgl 2212 ECB :
2213 : /* Find predecessor states and accumulate their original inarcs */
2732 tgl 2214 CBC 127093 : arccount = 0;
2732 tgl 2215 GIC 7620602 : for (s2 = emptyreachable(nfa, s, s, inarcsorig); s2 != s; s2 = nexts)
2216 : {
2732 tgl 2217 ECB : /* Add s2's original inarcs to arcarray[], but ignore empties */
2732 tgl 2218 CBC 22501363 : for (a = inarcsorig[s2->no]; a != NULL; a = a->inchain)
2219 : {
2220 15007854 : if (a->type != EMPTY)
2221 7515347 : arcarray[arccount++] = a;
2222 : }
2223 :
2224 : /* Reset the tmp fields as we walk back */
3685 tgl 2225 GIC 7493509 : nexts = s2->tmp;
3685 tgl 2226 CBC 7493509 : s2->tmp = NULL;
2227 : }
2228 127093 : s->tmp = NULL;
2732 tgl 2229 GIC 127093 : assert(arccount <= totalinarcs);
2732 tgl 2230 ECB :
2231 : /* Remember how many original inarcs this state has */
2732 tgl 2232 CBC 127093 : prevnins = s->nins;
2233 :
2234 : /* Add non-duplicate inarcs to target state */
2732 tgl 2235 GIC 127093 : mergeins(nfa, s, arcarray, arccount);
2236 :
2237 : /* Now we must update the state's inarcsorig pointer */
2238 127093 : nskip = s->nins - prevnins;
2239 127093 : a = s->ins;
2240 7636115 : while (nskip-- > 0)
2732 tgl 2241 CBC 7509022 : a = a->inchain;
2732 tgl 2242 GIC 127093 : inarcsorig[s->no] = a;
3685 tgl 2243 ECB : }
2244 :
2732 tgl 2245 CBC 9528 : FREE(arcarray);
2732 tgl 2246 GIC 9528 : FREE(inarcsorig);
2247 :
3685 tgl 2248 CBC 9528 : if (NISERR())
3685 tgl 2249 GBC 3 : return;
2250 :
2251 : /*
2252 : * Now remove all the EMPTY arcs, since we don't need them anymore.
2253 : */
3685 tgl 2254 GIC 132067 : for (s = nfa->states; s != NULL; s = s->next)
2255 : {
2256 742306 : for (a = s->outs; a != NULL; a = nexta)
2257 : {
2258 619764 : nexta = a->outchain;
2259 619764 : if (a->type == EMPTY)
2260 12693 : freearc(nfa, a);
2261 : }
2262 : }
2263 :
2264 : /*
2265 : * And remove any states that have become useless. (This cleanup is not
2266 : * very thorough, and would be even less so if we tried to combine it with
2267 : * the previous step; but cleanup() will take care of anything we miss.)
3685 tgl 2268 ECB : */
3685 tgl 2269 GIC 132067 : for (s = nfa->states; s != NULL; s = nexts)
2270 : {
2271 122542 : nexts = s->next;
2272 122542 : if ((s->nins == 0 || s->nouts == 0) && !s->flag)
2273 1974 : dropstate(nfa, s);
2274 : }
2275 :
3685 tgl 2276 CBC 9525 : if (f != NULL)
3685 tgl 2277 UIC 0 : dumpnfa(nfa, f);
7368 tgl 2278 EUB : }
2279 :
2280 : /*
2281 : * emptyreachable - recursively find all states that can reach s by EMPTY arcs
3685 tgl 2282 ECB : *
2283 : * The return value is the last such state found. Its tmp field links back
2284 : * to the next-to-last such state, and so on back to s, so that all these
2285 : * states can be located without searching the whole NFA.
7368 2286 : *
2732 2287 : * Since this is only used in fixempties(), we pass in the inarcsorig[] array
2288 : * maintained by that function. This lets us skip over all new inarcs, which
2289 : * are certainly not EMPTY arcs.
2290 : *
2291 : * The maximum recursion depth here is equal to the length of the longest
2292 : * loop-free chain of EMPTY arcs, which is surely no more than the size of
2293 : * the NFA ... but that could still be enough to cause trouble.
2294 : */
2295 : static struct state *
2118 tgl 2296 CBC 7620602 : emptyreachable(struct nfa *nfa,
2297 : struct state *s,
2118 tgl 2298 ECB : struct state *lastfound,
2299 : struct arc **inarcsorig)
7368 2300 : {
2301 : struct arc *a;
2302 :
2303 : /* Since this is recursive, it could be driven to stack overflow */
2746 tgl 2304 GIC 7620602 : if (STACK_TOO_DEEP(nfa->v->re))
2746 tgl 2305 ECB : {
2746 tgl 2306 UIC 0 : NERR(REG_ETOOBIG);
2746 tgl 2307 LBC 0 : return lastfound;
2308 : }
2309 :
3685 tgl 2310 GIC 7620602 : s->tmp = lastfound;
2311 7620602 : lastfound = s;
2732 2312 22841698 : for (a = inarcsorig[s->no]; a != NULL; a = a->inchain)
2313 : {
2732 tgl 2314 CBC 15221096 : if (a->type == EMPTY && a->from->tmp == NULL)
2732 tgl 2315 GIC 7493509 : lastfound = emptyreachable(nfa, a->from, lastfound, inarcsorig);
2316 : }
3685 2317 7620602 : return lastfound;
3685 tgl 2318 ECB : }
2319 :
2732 2320 : /*
2321 : * isconstraintarc - detect whether an arc is of a constraint type
2322 : */
2323 : static inline int
2118 tgl 2324 GIC 1280359 : isconstraintarc(struct arc *a)
2325 : {
2732 2326 1280359 : switch (a->type)
2327 : {
2328 163709 : case '^':
2329 : case '$':
2330 : case BEHIND:
2331 : case AHEAD:
2332 : case LACON:
2333 163709 : return 1;
2334 : }
2732 tgl 2335 CBC 1116650 : return 0;
2336 : }
2337 :
2338 : /*
2339 : * hasconstraintout - does state have a constraint out arc?
2340 : */
2341 : static int
2118 tgl 2342 GIC 12631 : hasconstraintout(struct state *s)
2343 : {
2344 : struct arc *a;
2345 :
2732 2346 23960 : for (a = s->outs; a != NULL; a = a->outchain)
2347 : {
2348 19222 : if (isconstraintarc(a))
2349 7893 : return 1;
2732 tgl 2350 ECB : }
2732 tgl 2351 CBC 4738 : return 0;
2352 : }
2732 tgl 2353 ECB :
2354 : /*
2355 : * fixconstraintloops - get rid of loops containing only constraint arcs
2356 : *
2357 : * A loop of states that contains only constraint arcs is useless, since
2358 : * passing around the loop represents no forward progress. Moreover, it
2359 : * would cause infinite looping in pullback/pushfwd, so we need to get rid
2360 : * of such loops before doing that.
2361 : */
2362 : static void
2118 tgl 2363 GIC 9528 : fixconstraintloops(struct nfa *nfa,
2732 tgl 2364 ECB : FILE *f) /* for debug output; NULL none */
2365 : {
2366 : struct state *s;
2367 : struct state *nexts;
2368 : struct arc *a;
2732 tgl 2369 EUB : struct arc *nexta;
2370 : int hasconstraints;
2371 :
2372 : /*
2732 tgl 2373 ECB : * In the trivial case of a state that loops to itself, we can just drop
2374 : * the constraint arc altogether. This is worth special-casing because
2375 : * such loops are far more common than loops containing multiple states.
2376 : * While we're at it, note whether any constraint arcs survive.
2377 : */
2732 tgl 2378 GIC 9528 : hasconstraints = 0;
2379 130096 : for (s = nfa->states; s != NULL && !NISERR(); s = nexts)
2380 : {
2381 120568 : nexts = s->next;
2382 : /* while we're at it, ensure tmp fields are clear for next step */
2732 tgl 2383 CBC 120568 : assert(s->tmp == NULL);
2384 725666 : for (a = s->outs; a != NULL && !NISERR(); a = nexta)
2385 : {
2386 605098 : nexta = a->outchain;
2387 605098 : if (isconstraintarc(a))
2388 : {
2732 tgl 2389 GIC 60756 : if (a->to == s)
2732 tgl 2390 CBC 176 : freearc(nfa, a);
2732 tgl 2391 EUB : else
2732 tgl 2392 GIC 60580 : hasconstraints = 1;
2393 : }
2394 : }
2395 : /* If we removed all the outarcs, the state is useless. */
2396 120568 : if (s->nouts == 0 && !s->flag)
2732 tgl 2397 UIC 0 : dropstate(nfa, s);
2398 : }
2399 :
2400 : /* Nothing to do if no remaining constraint arcs */
2732 tgl 2401 GIC 9528 : if (NISERR() || !hasconstraints)
2732 tgl 2402 CBC 3 : return;
2403 :
2732 tgl 2404 ECB : /*
2405 : * Starting from each remaining NFA state, search outwards for a
2406 : * constraint loop. If we find a loop, break the loop, then start the
2407 : * search over. (We could possibly retain some state from the first scan,
2408 : * but it would complicate things greatly, and multi-state constraint
2409 : * loops are rare enough that it's not worth optimizing the case.)
2410 : */
2732 tgl 2411 GBC 9525 : restart:
2732 tgl 2412 GIC 137560 : for (s = nfa->states; s != NULL && !NISERR(); s = s->next)
2413 : {
2414 128035 : if (findconstraintloop(nfa, s))
2415 206 : goto restart;
2416 : }
2417 :
2418 9525 : if (NISERR())
2732 tgl 2419 UIC 0 : return;
2420 :
2421 : /*
2422 : * Now remove any states that have become useless. (This cleanup is not
2423 : * very thorough, and would be even less so if we tried to combine it with
2424 : * the previous step; but cleanup() will take care of anything we miss.)
2425 : *
2426 : * Because findconstraintloop intentionally doesn't reset all tmp fields,
2427 : * we have to clear them after it's done. This is a convenient place to
2428 : * do that, too.
2429 : */
2732 tgl 2430 GIC 130954 : for (s = nfa->states; s != NULL; s = nexts)
2431 : {
2432 121429 : nexts = s->next;
2433 121429 : s->tmp = NULL;
2732 tgl 2434 CBC 121429 : if ((s->nins == 0 || s->nouts == 0) && !s->flag)
2732 tgl 2435 GIC 213 : dropstate(nfa, s);
2436 : }
2437 :
2438 9525 : if (f != NULL)
2732 tgl 2439 LBC 0 : dumpnfa(nfa, f);
2440 : }
2732 tgl 2441 EUB :
2442 : /*
2443 : * findconstraintloop - recursively find a loop of constraint arcs
2444 : *
2732 tgl 2445 ECB : * If we find a loop, break it by calling breakconstraintloop(), then
2446 : * return 1; otherwise return 0.
2447 : *
2448 : * State tmp fields are guaranteed all NULL on a success return, because
2449 : * breakconstraintloop does that. After a failure return, any state that
2450 : * is known not to be part of a loop is marked with s->tmp == s; this allows
2451 : * us not to have to re-prove that fact on later calls. (This convention is
2452 : * workable because we already eliminated single-state loops.)
2453 : *
2454 : * Note that the found loop doesn't necessarily include the first state we
2455 : * are called on. Any loop reachable from that state will do.
2456 : *
2457 : * The maximum recursion depth here is one more than the length of the longest
2458 : * loop-free chain of constraint arcs, which is surely no more than the size
2459 : * of the NFA ... but that could still be enough to cause trouble.
2460 : */
2461 : static int
2118 tgl 2462 CBC 208679 : findconstraintloop(struct nfa *nfa, struct state *s)
2732 tgl 2463 ECB : {
2464 : struct arc *a;
2465 :
2466 : /* Since this is recursive, it could be driven to stack overflow */
2732 tgl 2467 GIC 208679 : if (STACK_TOO_DEEP(nfa->v->re))
2468 : {
2732 tgl 2469 UIC 0 : NERR(REG_ETOOBIG);
2470 0 : return 1; /* to exit as quickly as possible */
2471 : }
2732 tgl 2472 ECB :
2732 tgl 2473 CBC 208679 : if (s->tmp != NULL)
2474 : {
2475 : /* Already proven uninteresting? */
2732 tgl 2476 GIC 78274 : if (s->tmp == s)
2477 78068 : return 0;
2478 : /* Found a loop involving s */
2479 206 : breakconstraintloop(nfa, s);
2480 : /* The tmp fields have been cleaned up by breakconstraintloop */
2481 206 : return 1;
2482 : }
2483 770848 : for (a = s->outs; a != NULL; a = a->outchain)
2484 : {
2485 641102 : if (isconstraintarc(a))
2486 : {
2487 80644 : struct state *sto = a->to;
2488 :
2489 80644 : assert(sto != s);
2490 80644 : s->tmp = sto;
2491 80644 : if (findconstraintloop(nfa, sto))
2492 659 : return 1;
2493 : }
2494 : }
2495 :
2496 : /*
2497 : * If we get here, no constraint loop exists leading out from s. Mark it
2498 : * with s->tmp == s so we need not rediscover that fact again later.
2499 : */
2500 129746 : s->tmp = s;
2501 129746 : return 0;
2502 : }
2503 :
2504 : /*
2505 : * breakconstraintloop - break a loop of constraint arcs
2506 : *
2507 : * sinitial is any one member state of the loop. Each loop member's tmp
2508 : * field links to its successor within the loop. (Note that this function
2509 : * will reset all the tmp fields to NULL.)
2510 : *
2511 : * We can break the loop by, for any one state S1 in the loop, cloning its
2512 : * loop successor state S2 (and possibly following states), and then moving
2513 : * all S1->S2 constraint arcs to point to the cloned S2. The cloned S2 should
2514 : * copy any non-constraint outarcs of S2. Constraint outarcs should be
2515 : * dropped if they point back to S1, else they need to be copied as arcs to
2516 : * similarly cloned states S3, S4, etc. In general, each cloned state copies
2517 : * non-constraint outarcs, drops constraint outarcs that would lead to itself
2518 : * or any earlier cloned state, and sends other constraint outarcs to newly
2519 : * cloned states. No cloned state will have any inarcs that aren't constraint
2520 : * arcs or do not lead from S1 or earlier-cloned states. It's okay to drop
2521 : * constraint back-arcs since they would not take us to any state we've not
2522 : * already been in; therefore, no new constraint loop is created. In this way
2732 tgl 2523 ECB : * we generate a modified NFA that can still represent every useful state
2524 : * sequence, but not sequences that represent state loops with no consumption
2525 : * of input data. Note that the set of cloned states will certainly include
2526 : * all of the loop member states other than S1, and it may also include
2527 : * non-loop states that are reachable from S2 via constraint arcs. This is
2528 : * important because there is no guarantee that findconstraintloop found a
2529 : * maximal loop (and searching for one would be NP-hard, so don't try).
2530 : * Frequently the "non-loop states" are actually part of a larger loop that
2531 : * we didn't notice, and indeed there may be several overlapping loops.
2532 : * This technique ensures convergence in such cases, while considering only
2533 : * the originally-found loop does not.
2534 : *
2535 : * If there is only one S1->S2 constraint arc, then that constraint is
2536 : * certainly satisfied when we enter any of the clone states. This means that
2537 : * in the common case where many of the constraint arcs are identically
2538 : * labeled, we can merge together clone states linked by a similarly-labeled
2539 : * constraint: if we can get to the first one we can certainly get to the
2540 : * second, so there's no need to distinguish. This greatly reduces the number
2541 : * of new states needed, so we preferentially break the given loop at a state
2542 : * pair where this is true.
2543 : *
2544 : * Furthermore, it's fairly common to find that a cloned successor state has
2545 : * no outarcs, especially if we're a bit aggressive about removing unnecessary
2546 : * outarcs. If that happens, then there is simply not any interesting state
2547 : * that can be reached through the predecessor's loop arcs, which means we can
2548 : * break the loop just by removing those loop arcs, with no new states added.
2549 : */
2550 : static void
2118 tgl 2551 GIC 206 : breakconstraintloop(struct nfa *nfa, struct state *sinitial)
2732 tgl 2552 ECB : {
2553 : struct state *s;
2554 : struct state *shead;
2555 : struct state *stail;
2556 : struct state *sclone;
2557 : struct state *nexts;
2558 : struct arc *refarc;
2559 : struct arc *a;
2560 : struct arc *nexta;
2561 :
2562 : /*
2563 : * Start by identifying which loop step we want to break at.
2564 : * Preferentially this is one with only one constraint arc. (XXX are
2565 : * there any other secondary heuristics we want to use here?) Set refarc
2566 : * to point to the selected lone constraint arc, if there is one.
2567 : */
2732 tgl 2568 CBC 206 : refarc = NULL;
2569 206 : s = sinitial;
2732 tgl 2570 ECB : do
2571 : {
2732 tgl 2572 GIC 530 : nexts = s->tmp;
2573 530 : assert(nexts != s); /* should not see any one-element loops */
2574 530 : if (refarc == NULL)
2732 tgl 2575 ECB : {
2732 tgl 2576 CBC 332 : int narcs = 0;
2577 :
2732 tgl 2578 GIC 3800 : for (a = s->outs; a != NULL; a = a->outchain)
2579 : {
2580 3468 : if (a->to == nexts && isconstraintarc(a))
2581 : {
2582 1296 : refarc = a;
2583 1296 : narcs++;
2732 tgl 2584 ECB : }
2585 : }
2732 tgl 2586 GIC 332 : assert(narcs > 0);
2587 332 : if (narcs > 1)
2588 186 : refarc = NULL; /* multiple constraint arcs here, no good */
2589 : }
2732 tgl 2590 CBC 530 : s = nexts;
2591 530 : } while (s != sinitial);
2592 :
2732 tgl 2593 GBC 206 : if (refarc)
2732 tgl 2594 EUB : {
2595 : /* break at the refarc */
2732 tgl 2596 GIC 146 : shead = refarc->from;
2732 tgl 2597 CBC 146 : stail = refarc->to;
2732 tgl 2598 GIC 146 : assert(stail == shead->tmp);
2599 : }
2732 tgl 2600 ECB : else
2732 tgl 2601 EUB : {
2602 : /* for lack of a better idea, break after sinitial */
2732 tgl 2603 GIC 60 : shead = sinitial;
2604 60 : stail = sinitial->tmp;
2605 : }
2606 :
2607 : /*
2732 tgl 2608 ECB : * Reset the tmp fields so that we can use them for local storage in
2609 : * clonesuccessorstates. (findconstraintloop won't mind, since it's just
2610 : * going to abandon its search anyway.)
2611 : */
2732 tgl 2612 GIC 17361 : for (s = nfa->states; s != NULL; s = s->next)
2613 17155 : s->tmp = NULL;
2614 :
2615 : /*
2616 : * Recursively build clone state(s) as needed.
2617 : */
2732 tgl 2618 CBC 206 : sclone = newstate(nfa);
2732 tgl 2619 GIC 206 : if (sclone == NULL)
2732 tgl 2620 ECB : {
2732 tgl 2621 LBC 0 : assert(NISERR());
2732 tgl 2622 UIC 0 : return;
2732 tgl 2623 ECB : }
2624 :
2732 tgl 2625 CBC 206 : clonesuccessorstates(nfa, stail, sclone, shead, refarc,
2732 tgl 2626 ECB : NULL, NULL, nfa->nstates);
2732 tgl 2627 EUB :
2732 tgl 2628 GIC 206 : if (NISERR())
2732 tgl 2629 UIC 0 : return;
2630 :
2631 : /*
2632 : * It's possible that sclone has no outarcs at all, in which case it's
2633 : * useless. (We don't try extremely hard to get rid of useless states
2634 : * here, but this is an easy and fairly common case.)
2635 : */
2732 tgl 2636 GIC 206 : if (sclone->nouts == 0)
2637 : {
2638 49 : freestate(nfa, sclone);
2639 49 : sclone = NULL;
2640 : }
2641 :
2642 : /*
2643 : * Move shead's constraint-loop arcs to point to sclone, or just drop them
2644 : * if we discovered we don't need sclone.
2645 : */
2646 2256 : for (a = shead->outs; a != NULL; a = nexta)
2647 : {
2648 2050 : nexta = a->outchain;
2649 2050 : if (a->to == stail && isconstraintarc(a))
2650 : {
2651 489 : if (sclone)
2652 412 : cparc(nfa, a, shead, sclone);
2653 489 : freearc(nfa, a);
2654 489 : if (NISERR())
2732 tgl 2655 UIC 0 : break;
2656 : }
2657 : }
2658 : }
2659 :
2660 : /*
2661 : * clonesuccessorstates - create a tree of constraint-arc successor states
2662 : *
2663 : * ssource is the state to be cloned, and sclone is the state to copy its
2664 : * outarcs into. sclone's inarcs, if any, should already be set up.
2665 : *
2666 : * spredecessor is the original predecessor state that we are trying to build
2667 : * successors for (it may not be the immediate predecessor of ssource).
2668 : * refarc, if not NULL, is the original constraint arc that is known to have
2732 tgl 2669 ECB : * been traversed out of spredecessor to reach the successor(s).
2670 : *
2671 : * For each cloned successor state, we transiently create a "donemap" that is
2672 : * a boolean array showing which source states we've already visited for this
2673 : * clone state. This prevents infinite recursion as well as useless repeat
2674 : * visits to the same state subtree (which can add up fast, since typical NFAs
2675 : * have multiple redundant arc pathways). Each donemap is a char array
2676 : * indexed by state number. The donemaps are all of the same size "nstates",
2677 : * which is nfa->nstates as of the start of the recursion. This is enough to
2678 : * have entries for all pre-existing states, but *not* entries for clone
2679 : * states created during the recursion. That's okay since we have no need to
2680 : * mark those.
2681 : *
2682 : * curdonemap is NULL when recursing to a new sclone state, or sclone's
2683 : * donemap when we are recursing without having created a new state (which we
2732 tgl 2684 EUB : * do when we decide we can merge a successor state into the current clone
2685 : * state). outerdonemap is NULL at the top level and otherwise the parent
2686 : * clone state's donemap.
2687 : *
2688 : * The successor states we create and fill here form a strict tree structure,
2732 tgl 2689 ECB : * with each state having exactly one predecessor, except that the toplevel
2690 : * state has no inarcs as yet (breakconstraintloop will add its inarcs from
2691 : * spredecessor after we're done). Thus, we can examine sclone's inarcs back
2692 : * to the root, plus refarc if any, to identify the set of constraints already
2693 : * known valid at the current point. This allows us to avoid generating extra
2694 : * successor states.
2732 tgl 2695 EUB : */
2696 : static void
2118 tgl 2697 GIC 1811 : clonesuccessorstates(struct nfa *nfa,
2698 : struct state *ssource,
2118 tgl 2699 ECB : struct state *sclone,
2700 : struct state *spredecessor,
2701 : struct arc *refarc,
2702 : char *curdonemap,
2703 : char *outerdonemap,
2704 : int nstates)
2705 : {
2706 : char *donemap;
2732 2707 : struct arc *a;
2708 :
2709 : /* Since this is recursive, it could be driven to stack overflow */
2732 tgl 2710 GIC 1811 : if (STACK_TOO_DEEP(nfa->v->re))
2711 : {
2732 tgl 2712 LBC 0 : NERR(REG_ETOOBIG);
2713 0 : return;
2732 tgl 2714 ECB : }
2715 :
2716 : /* If this state hasn't already got a donemap, create one */
2732 tgl 2717 GIC 1811 : donemap = curdonemap;
2718 1811 : if (donemap == NULL)
2732 tgl 2719 ECB : {
2732 tgl 2720 CBC 910 : donemap = (char *) MALLOC(nstates * sizeof(char));
2721 910 : if (donemap == NULL)
2722 : {
2732 tgl 2723 UIC 0 : NERR(REG_ESPACE);
2724 0 : return;
2725 : }
2726 :
2732 tgl 2727 GIC 910 : if (outerdonemap != NULL)
2728 : {
2729 : /*
2730 : * Not at outermost recursion level, so copy the outer level's
2731 : * donemap; this ensures that we see states in process of being
2732 : * visited at outer levels, or already merged into predecessor
2733 : * states, as ones we shouldn't traverse back to.
2734 : */
2735 704 : memcpy(donemap, outerdonemap, nstates * sizeof(char));
2736 : }
2737 : else
2738 : {
2739 : /* At outermost level, only spredecessor is off-limits */
2740 206 : memset(donemap, 0, nstates * sizeof(char));
2732 tgl 2741 CBC 206 : assert(spredecessor->no < nstates);
2732 tgl 2742 GIC 206 : donemap[spredecessor->no] = 1;
2732 tgl 2743 ECB : }
2744 : }
2745 :
2746 : /* Mark ssource as visited in the donemap */
2732 tgl 2747 GIC 1811 : assert(ssource->no < nstates);
2748 1811 : assert(donemap[ssource->no] == 0);
2749 1811 : donemap[ssource->no] = 1;
2750 :
2751 : /*
2732 tgl 2752 ECB : * We proceed by first cloning all of ssource's outarcs, creating new
2753 : * clone states as needed but not doing more with them than that. Then in
2754 : * a second pass, recurse to process the child clone states. This allows
2755 : * us to have only one child clone state per reachable source state, even
2756 : * when there are multiple outarcs leading to the same state. Also, when
2757 : * we do visit a child state, its set of inarcs is known exactly, which
2758 : * makes it safe to apply the constraint-is-already-checked optimization.
2759 : * Also, this ensures that we've merged all the states we can into the
2760 : * current clone before we recurse to any children, thus possibly saving
2761 : * them from making extra images of those states.
2762 : *
2763 : * While this function runs, child clone states of the current state are
2764 : * marked by setting their tmp fields to point to the original state they
2765 : * were cloned from. This makes it possible to detect multiple outarcs
2766 : * leading to the same state, and also makes it easy to distinguish clone
2767 : * states from original states (which will have tmp == NULL).
2768 : */
2732 tgl 2769 GIC 14963 : for (a = ssource->outs; a != NULL && !NISERR(); a = a->outchain)
2732 tgl 2770 ECB : {
2732 tgl 2771 CBC 13152 : struct state *sto = a->to;
2772 :
2732 tgl 2773 ECB : /*
2774 : * We do not consider cloning successor states that have no constraint
2775 : * outarcs; just link to them as-is. They cannot be part of a
2776 : * constraint loop so there is no need to make copies. In particular,
2777 : * this rule keeps us from trying to clone the post state, which would
2778 : * be a bad idea.
2779 : */
2732 tgl 2780 GIC 13152 : if (isconstraintarc(a) && hasconstraintout(sto))
2781 5485 : {
2782 : struct state *prevclone;
2783 : int canmerge;
2784 : struct arc *a2;
2785 :
2732 tgl 2786 ECB : /*
2787 : * Back-link constraint arcs must not be followed. Nor is there a
2788 : * need to revisit states previously merged into this clone.
2789 : */
2732 tgl 2790 GIC 7893 : assert(sto->no < nstates);
2791 7893 : if (donemap[sto->no] != 0)
2732 tgl 2792 CBC 2408 : continue;
2732 tgl 2793 ECB :
2794 : /*
2795 : * Check whether we already have a child clone state for this
2796 : * source state.
2797 : */
2732 tgl 2798 GBC 5485 : prevclone = NULL;
2799 18762 : for (a2 = sclone->outs; a2 != NULL; a2 = a2->outchain)
2800 : {
2732 tgl 2801 GIC 17157 : if (a2->to->tmp == sto)
2802 : {
2803 3880 : prevclone = a2->to;
2732 tgl 2804 CBC 3880 : break;
2805 : }
2806 : }
2807 :
2808 : /*
2809 : * If this arc is labeled the same as refarc, or the same as any
2810 : * arc we must have traversed to get to sclone, then no additional
2811 : * constraints need to be met to get to sto, so we should just
2732 tgl 2812 ECB : * merge its outarcs into sclone.
2732 tgl 2813 EUB : */
2732 tgl 2814 GIC 5485 : if (refarc && a->type == refarc->type && a->co == refarc->co)
2815 901 : canmerge = 1;
2732 tgl 2816 ECB : else
2817 : {
2818 : struct state *s;
2819 :
2732 tgl 2820 GIC 4584 : canmerge = 0;
2821 22946 : for (s = sclone; s->ins; s = s->ins->from)
2822 : {
2823 18362 : if (s->nins == 1 &&
2824 18 : a->type == s->ins->type && a->co == s->ins->co)
2732 tgl 2825 ECB : {
2732 tgl 2826 UIC 0 : canmerge = 1;
2732 tgl 2827 LBC 0 : break;
2828 : }
2829 : }
2830 : }
2831 :
2732 tgl 2832 GIC 5485 : if (canmerge)
2732 tgl 2833 ECB : {
2834 : /*
2835 : * We can merge into sclone. If we previously made a child
2836 : * clone state, drop it; there's no need to visit it. (This
2837 : * can happen if ssource has multiple pathways to sto, and we
2838 : * only just now found one that is provably a no-op.)
2839 : */
2732 tgl 2840 GIC 901 : if (prevclone)
2732 tgl 2841 UIC 0 : dropstate(nfa, prevclone); /* kills our outarc, too */
2732 tgl 2842 ECB :
2843 : /* Recurse to merge sto's outarcs into sclone */
2732 tgl 2844 GIC 901 : clonesuccessorstates(nfa,
2732 tgl 2845 EUB : sto,
2846 : sclone,
2847 : spredecessor,
2848 : refarc,
2732 tgl 2849 ECB : donemap,
2850 : outerdonemap,
2851 : nstates);
2852 : /* sto should now be marked as previously visited */
2732 tgl 2853 GIC 901 : assert(NISERR() || donemap[sto->no] == 1);
2854 : }
2855 4584 : else if (prevclone)
2856 : {
2857 : /*
2858 : * We already have a clone state for this successor, so just
2859 : * make another arc to it.
2732 tgl 2860 ECB : */
2732 tgl 2861 GIC 3880 : cparc(nfa, a, sclone, prevclone);
2862 : }
2863 : else
2864 : {
2865 : /*
2866 : * We need to create a new successor clone state.
2867 : */
2868 : struct state *stoclone;
2869 :
2870 704 : stoclone = newstate(nfa);
2732 tgl 2871 CBC 704 : if (stoclone == NULL)
2872 : {
2732 tgl 2873 LBC 0 : assert(NISERR());
2732 tgl 2874 UIC 0 : break;
2732 tgl 2875 ECB : }
2876 : /* Mark it as to what it's a clone of */
2732 tgl 2877 GIC 704 : stoclone->tmp = sto;
2732 tgl 2878 ECB : /* ... and add the outarc leading to it */
2732 tgl 2879 GIC 704 : cparc(nfa, a, sclone, stoclone);
2732 tgl 2880 ECB : }
2881 : }
2882 : else
2883 : {
2884 : /*
2885 : * Non-constraint outarcs just get copied to sclone, as do outarcs
2886 : * leading to states with no constraint outarc.
2887 : */
2732 tgl 2888 GIC 5259 : cparc(nfa, a, sclone, sto);
2889 : }
2890 : }
2891 :
2892 : /*
2732 tgl 2893 ECB : * If we are at outer level for this clone state, recurse to all its child
2894 : * clone states, clearing their tmp fields as we go. (If we're not
2895 : * outermost for sclone, leave this to be done by the outer call level.)
2896 : * Note that if we have multiple outarcs leading to the same clone state,
2897 : * it will only be recursed-to once.
2898 : */
2732 tgl 2899 GIC 1811 : if (curdonemap == NULL)
2900 : {
2732 tgl 2901 CBC 8083 : for (a = sclone->outs; a != NULL && !NISERR(); a = a->outchain)
2902 : {
2732 tgl 2903 GIC 7173 : struct state *stoclone = a->to;
2904 7173 : struct state *sto = stoclone->tmp;
2905 :
2906 7173 : if (sto != NULL)
2732 tgl 2907 ECB : {
2732 tgl 2908 CBC 704 : stoclone->tmp = NULL;
2732 tgl 2909 GIC 704 : clonesuccessorstates(nfa,
2910 : sto,
2911 : stoclone,
2732 tgl 2912 ECB : spredecessor,
2913 : refarc,
2914 : NULL,
2915 : donemap,
2916 : nstates);
2917 : }
2918 : }
2919 :
2920 : /* Don't forget to free sclone's donemap when done with it */
2732 tgl 2921 CBC 910 : FREE(donemap);
2732 tgl 2922 ECB : }
2923 : }
2924 :
2925 : /*
7368 2926 : * cleanup - clean up NFA after optimizations
2927 : */
2928 : static void
2118 tgl 2929 CBC 19056 : cleanup(struct nfa *nfa)
2930 : {
2931 : struct state *s;
2932 : struct state *nexts;
2933 : int n;
2934 :
2746 tgl 2935 GIC 19056 : if (NISERR())
2746 tgl 2936 CBC 3 : return;
2937 :
2938 : /* clear out unreachable or dead-end states */
2939 : /* use pre to mark reachable, then post to mark can-reach-post */
7188 bruce 2940 GIC 19053 : markreachable(nfa, nfa->pre, (struct state *) NULL, nfa->pre);
7368 tgl 2941 19053 : markcanreach(nfa, nfa->post, nfa->pre, nfa->post);
2746 2942 334965 : for (s = nfa->states; s != NULL && !NISERR(); s = nexts)
2943 : {
7368 tgl 2944 CBC 315912 : nexts = s->next;
7368 tgl 2945 GIC 315912 : if (s->tmp != nfa->post && !s->flag)
7368 tgl 2946 GBC 3120 : dropstate(nfa, s);
7368 tgl 2947 EUB : }
2746 tgl 2948 GIC 19053 : assert(NISERR() || nfa->post->nins == 0 || nfa->post->tmp == nfa->post);
7368 2949 19053 : cleartraverse(nfa, nfa->pre);
2746 tgl 2950 CBC 19053 : assert(NISERR() || nfa->post->nins == 0 || nfa->post->tmp == NULL);
7368 tgl 2951 ECB : /* the nins==0 (final unreachable) case will be caught later */
2952 :
2953 : /* renumber surviving states */
7368 tgl 2954 CBC 19053 : n = 0;
2955 331845 : for (s = nfa->states; s != NULL; s = s->next)
7368 tgl 2956 GIC 312792 : s->no = n++;
2957 19053 : nfa->nstates = n;
2958 : }
2959 :
2960 : /*
2961 : * markreachable - recursive marking of reachable states
7368 tgl 2962 ECB : */
2963 : static void
2118 tgl 2964 GIC 877926 : markreachable(struct nfa *nfa,
2965 : struct state *s,
2966 : struct state *okay, /* consider only states with this mark */
2967 : struct state *mark) /* the value to mark with */
2968 : {
2969 : struct arc *a;
7368 tgl 2970 ECB :
2971 : /* Since this is recursive, it could be driven to stack overflow */
2746 tgl 2972 GBC 877926 : if (STACK_TOO_DEEP(nfa->v->re))
2746 tgl 2973 EUB : {
2746 tgl 2974 UIC 0 : NERR(REG_ETOOBIG);
2975 0 : return;
2746 tgl 2976 ECB : }
2977 :
7368 tgl 2978 CBC 877926 : if (s->tmp != okay)
7368 tgl 2979 GIC 565138 : return;
7368 tgl 2980 CBC 312788 : s->tmp = mark;
7368 tgl 2981 ECB :
7368 tgl 2982 GIC 1171661 : for (a = s->outs; a != NULL; a = a->outchain)
2983 858873 : markreachable(nfa, a->to, okay, mark);
2984 : }
2985 :
2986 : /*
2987 : * markcanreach - recursive marking of states which can reach here
7368 tgl 2988 ECB : */
2989 : static void
2118 tgl 2990 GIC 878379 : markcanreach(struct nfa *nfa,
2991 : struct state *s,
2992 : struct state *okay, /* consider only states with this mark */
2118 tgl 2993 ECB : struct state *mark) /* the value to mark with */
7368 2994 : {
2995 : struct arc *a;
2996 :
2746 2997 : /* Since this is recursive, it could be driven to stack overflow */
2746 tgl 2998 CBC 878379 : if (STACK_TOO_DEEP(nfa->v->re))
2999 : {
2746 tgl 3000 UIC 0 : NERR(REG_ETOOBIG);
2746 tgl 3001 LBC 0 : return;
3002 : }
3003 :
7368 tgl 3004 CBC 878379 : if (s->tmp != okay)
3005 565681 : return;
3006 312698 : s->tmp = mark;
7368 tgl 3007 ECB :
7368 tgl 3008 CBC 1172024 : for (a = s->ins; a != NULL; a = a->inchain)
7368 tgl 3009 GIC 859326 : markcanreach(nfa, a->from, okay, mark);
3010 : }
3011 :
3012 : /*
3013 : * analyze - ascertain potentially-useful facts about an optimized NFA
3014 : */
3015 : static long /* re_info bits to be ORed in */
2118 3016 9528 : analyze(struct nfa *nfa)
3017 : {
3018 : struct arc *a;
3019 : struct arc *aa;
3020 :
2746 3021 9528 : if (NISERR())
3022 3 : return 0;
3023 :
3024 : /* Detect whether NFA can't match anything */
7368 3025 9525 : if (nfa->pre->outs == NULL)
3026 47 : return REG_UIMPOSSIBLE;
3027 :
3028 : /* Detect whether NFA matches all strings (possibly with length bounds) */
778 3029 9478 : checkmatchall(nfa);
3030 :
3031 : /* Detect whether NFA can possibly match a zero-length string */
7368 3032 28384 : for (a = nfa->pre->outs; a != NULL; a = a->outchain)
3033 771783 : for (aa = a->to->outs; aa != NULL; aa = aa->outchain)
7368 tgl 3034 CBC 752877 : if (aa->to == nfa->post)
7368 tgl 3035 GIC 1599 : return REG_UEMPTYMATCH;
3036 7879 : return 0;
3037 : }
3038 :
3039 : /*
3040 : * checkmatchall - does the NFA represent no more than a string length test?
3041 : *
3042 : * If so, set nfa->minmatchall and nfa->maxmatchall correctly (they are -1
3043 : * to begin with) and set the MATCHALL bit in nfa->flags.
3044 : *
3045 : * To succeed, we require all arcs to be PLAIN RAINBOW arcs, except for those
3046 : * for pseudocolors (i.e., BOS/BOL/EOS/EOL). We must be able to reach the
3047 : * post state via RAINBOW arcs, and if there are any loops in the graph, they
3048 : * must be loop-to-self arcs, ensuring that each loop iteration consumes
778 tgl 3049 ECB : * exactly one character. (Longer loops are problematic because they create
3050 : * non-consecutive possible match lengths; we have no good way to represent
3051 : * that situation for lengths beyond the DUPINF limit.)
3052 : *
3053 : * Pseudocolor arcs complicate things a little. We know that they can only
3054 : * appear as pre-state outarcs (for BOS/BOL) or post-state inarcs (for
3055 : * EOS/EOL). There, they must exactly replicate the parallel RAINBOW arcs,
3056 : * e.g. if the pre state has one RAINBOW outarc to state 2, it must have BOS
3057 : * and BOL outarcs to state 2, and no others. Missing or extra pseudocolor
3058 : * arcs can occur, meaning that the NFA involves some constraint on the
3059 : * adjacent characters, which makes it not a matchall NFA.
3060 : */
3061 : static void
778 tgl 3062 GIC 9478 : checkmatchall(struct nfa *nfa)
778 tgl 3063 ECB : {
706 3064 : bool **haspaths;
3065 : struct state *s;
3066 : int i;
778 3067 :
3068 : /*
3069 : * If there are too many states, don't bother trying to detect matchall.
3070 : * This limit serves to bound the time and memory we could consume below.
3071 : * Note that even if the graph is all-RAINBOW, if there are significantly
3072 : * more than DUPINF states then it's likely that there are paths of length
706 3073 : * more than DUPINF, which would force us to fail anyhow. In practice,
3074 : * plausible ways of writing a matchall regex with maximum finite path
3075 : * length K tend not to have very many more than K states.
778 3076 : */
706 tgl 3077 CBC 9478 : if (nfa->nstates > DUPINF * 2)
706 tgl 3078 GIC 6 : return;
3079 :
778 tgl 3080 EUB : /*
3081 : * First, scan all the states to verify that only RAINBOW arcs appear,
3082 : * plus pseudocolor arcs adjacent to the pre and post states. This lets
3083 : * us quickly eliminate most cases that aren't matchall NFAs.
778 tgl 3084 ECB : */
706 tgl 3085 GIC 34450 : for (s = nfa->states; s != NULL; s = s->next)
3086 : {
3087 : struct arc *a;
706 tgl 3088 ECB :
706 tgl 3089 GIC 98301 : for (a = s->outs; a != NULL; a = a->outchain)
3090 : {
3091 73323 : if (a->type != PLAIN)
3092 45 : return; /* any LACONs make it non-matchall */
3093 73278 : if (a->co != RAINBOW)
3094 : {
3095 31128 : if (nfa->cm->cd[a->co].flags & PSEUDO)
3096 : {
3097 : /*
706 tgl 3098 ECB : * Pseudocolor arc: verify it's in a valid place (this
3099 : * seems quite unlikely to fail, but let's be sure).
3100 : */
706 tgl 3101 CBC 22480 : if (s == nfa->pre &&
3102 16242 : (a->co == nfa->bos[0] || a->co == nfa->bos[1]))
3103 : /* okay BOS/BOL arc */ ;
706 tgl 3104 GIC 6238 : else if (a->to == nfa->post &&
3105 6238 : (a->co == nfa->eos[0] || a->co == nfa->eos[1]))
3106 : /* okay EOS/EOL arc */ ;
3107 : else
706 tgl 3108 UIC 0 : return; /* unexpected pseudocolor arc */
706 tgl 3109 ECB : /* We'll check these arcs some more below. */
3110 : }
706 tgl 3111 EUB : else
706 tgl 3112 CBC 8648 : return; /* any other color makes it non-matchall */
3113 : }
3114 : }
3115 : /* Also, assert that the tmp fields are available for use. */
706 tgl 3116 GIC 24978 : assert(s->tmp == NULL);
3117 : }
3118 :
3119 : /*
3120 : * The next cheapest check we can make is to verify that the BOS/BOL
3121 : * outarcs of the pre state reach the same states as its RAINBOW outarcs.
706 tgl 3122 ECB : * If they don't, the NFA expresses some constraints on the character
3123 : * before the matched string, making it non-matchall. Likewise, the
3124 : * EOS/EOL inarcs of the post state must match its RAINBOW inarcs.
778 3125 : */
778 tgl 3126 GIC 779 : if (!check_out_colors_match(nfa->pre, RAINBOW, nfa->bos[0]) ||
3127 776 : !check_out_colors_match(nfa->pre, RAINBOW, nfa->bos[1]) ||
706 3128 605 : !check_in_colors_match(nfa->post, RAINBOW, nfa->eos[0]) ||
3129 601 : !check_in_colors_match(nfa->post, RAINBOW, nfa->eos[1]))
778 tgl 3130 CBC 282 : return;
3131 :
3132 : /*
3133 : * Initialize an array of path-length arrays, in which
3134 : * checkmatchall_recurse will return per-state results. This lets us
3135 : * memo-ize the recursive search and avoid exponential time consumption.
3136 : */
706 tgl 3137 GIC 497 : haspaths = (bool **) MALLOC(nfa->nstates * sizeof(bool *));
3138 497 : if (haspaths == NULL)
706 tgl 3139 LBC 0 : return; /* fail quietly */
706 tgl 3140 GIC 497 : memset(haspaths, 0, nfa->nstates * sizeof(bool *));
706 tgl 3141 ECB :
3142 : /*
3143 : * Recursively search the graph for all-RAINBOW paths to the "post" state,
3144 : * starting at the "pre" state, and computing the lengths of the paths.
3145 : * (Given the preceding checks, there should be at least one such path.
3146 : * However we could get back a false result anyway, in case there are
3147 : * multi-state loops, paths exceeding DUPINF+1 length, or non-algorithmic
3148 : * failures such as ENOMEM.)
3149 : */
706 tgl 3150 CBC 497 : if (checkmatchall_recurse(nfa, nfa->pre, haspaths))
3151 : {
706 tgl 3152 ECB : /* The useful result is the path length array for the pre state */
706 tgl 3153 GIC 485 : bool *haspath = haspaths[nfa->pre->no];
706 tgl 3154 ECB : int minmatch,
3155 : maxmatch,
3156 : morematch;
3157 :
706 tgl 3158 GIC 485 : assert(haspath != NULL);
706 tgl 3159 ECB :
3160 : /*
3161 : * haspath[] now represents the set of possible path lengths; but we
3162 : * want to reduce that to a min and max value, because it doesn't seem
3163 : * worth complicating regexec.c to deal with nonconsecutive possible
3164 : * match lengths. Find min and max of first run of lengths, then
3165 : * verify there are no nonconsecutive lengths.
3166 : */
706 tgl 3167 GIC 1989 : for (minmatch = 0; minmatch <= DUPINF + 1; minmatch++)
3168 : {
3169 1989 : if (haspath[minmatch])
3170 485 : break;
3171 : }
706 tgl 3172 CBC 485 : assert(minmatch <= DUPINF + 1); /* else checkmatchall_recurse lied */
3173 32554 : for (maxmatch = minmatch; maxmatch < DUPINF + 1; maxmatch++)
706 tgl 3174 ECB : {
706 tgl 3175 CBC 32431 : if (!haspath[maxmatch + 1])
706 tgl 3176 GIC 362 : break;
3177 : }
3178 90033 : for (morematch = maxmatch + 1; morematch <= DUPINF + 1; morematch++)
3179 : {
706 tgl 3180 CBC 89554 : if (haspath[morematch])
3181 : {
3182 6 : haspath = NULL; /* fail, there are nonconsecutive lengths */
3183 6 : break;
3184 : }
706 tgl 3185 ECB : }
3186 :
706 tgl 3187 GIC 485 : if (haspath != NULL)
3188 : {
3189 : /*
3190 : * Success, so record the info. Here we have a fine point: the
3191 : * path length from the pre state includes the pre-to-initial
3192 : * transition, so it's one more than the actually matched string
3193 : * length. (We avoided counting the final-to-post transition
3194 : * within checkmatchall_recurse, but not this one.) This is why
3195 : * checkmatchall_recurse allows one more level of path length than
3196 : * might seem necessary. This decrement also takes care of
3197 : * converting checkmatchall_recurse's definition of "infinity" as
3198 : * "DUPINF+1" to our normal representation as "DUPINF".
3199 : */
3200 479 : assert(minmatch > 0); /* else pre and post states were adjacent */
3201 479 : nfa->minmatchall = minmatch - 1;
3202 479 : nfa->maxmatchall = maxmatch - 1;
3203 479 : nfa->flags |= MATCHALL;
3204 : }
3205 : }
3206 :
3207 : /* Clean up */
3208 5210 : for (i = 0; i < nfa->nstates; i++)
3209 : {
3210 4713 : if (haspaths[i] != NULL)
3211 4216 : FREE(haspaths[i]);
3212 : }
3213 497 : FREE(haspaths);
778 tgl 3214 ECB : }
3215 :
3216 : /*
3217 : * checkmatchall_recurse - recursive search for checkmatchall
3218 : *
3219 : * s is the state to be examined in this recursion level.
3220 : * haspaths[] is an array of per-state exit path length arrays.
3221 : *
3222 : * We return true if the search was performed successfully, false if
3223 : * we had to fail because of multi-state loops or other internal reasons.
3224 : * (Because "dead" states that can't reach the post state have been
706 3225 : * eliminated, and we already verified that only RAINBOW and matching
706 tgl 3226 EUB : * pseudocolor arcs exist, every state should have RAINBOW path(s) to
3227 : * the post state. Hence we take a false result from recursive calls
3228 : * as meaning that we'd better fail altogether, not just that that
706 tgl 3229 ECB : * particular state can't reach the post state.)
3230 : *
3231 : * On success, we store a malloc'd result array in haspaths[s->no],
3232 : * showing the possible path lengths from s to the post state.
3233 : * Each state's haspath[] array is of length DUPINF+2. The entries from
706 tgl 3234 EUB : * k = 0 to DUPINF are true if there is an all-RAINBOW path of length k
706 tgl 3235 ECB : * from this state to the string end. haspath[DUPINF+1] is true if all
3236 : * path lengths >= DUPINF+1 are possible. (Situations that cannot be
3237 : * represented under these rules cause failure.)
778 3238 : *
706 3239 : * checkmatchall is responsible for eventually freeing the haspath[] arrays.
3240 : */
778 3241 : static bool
706 tgl 3242 GIC 4216 : checkmatchall_recurse(struct nfa *nfa, struct state *s, bool **haspaths)
778 tgl 3243 ECB : {
778 tgl 3244 CBC 4216 : bool result = false;
706 3245 4216 : bool foundloop = false;
3246 : bool *haspath;
3247 : struct arc *a;
778 tgl 3248 ECB :
3249 : /*
3250 : * Since this is recursive, it could be driven to stack overflow. But we
3251 : * need not treat that as a hard failure; just deem the NFA non-matchall.
3252 : */
778 tgl 3253 GIC 4216 : if (STACK_TOO_DEEP(nfa->v->re))
778 tgl 3254 LBC 0 : return false;
3255 :
706 tgl 3256 ECB : /* In case the search takes a long time, check for cancel */
1 tmunro 3257 GNC 4216 : INTERRUPT(nfa->v->re);
3258 :
3259 : /* Create a haspath array for this state */
706 tgl 3260 CBC 4216 : haspath = (bool *) MALLOC((DUPINF + 2) * sizeof(bool));
3261 4216 : if (haspath == NULL)
706 tgl 3262 UIC 0 : return false; /* again, treat as non-matchall */
706 tgl 3263 GIC 4216 : memset(haspath, 0, (DUPINF + 2) * sizeof(bool));
3264 :
3265 : /* Mark this state as being visited */
778 3266 4216 : assert(s->tmp == NULL);
3267 4216 : s->tmp = s;
3268 :
3269 41469 : for (a = s->outs; a != NULL; a = a->outchain)
778 tgl 3270 ECB : {
778 tgl 3271 GIC 37301 : if (a->co != RAINBOW)
778 tgl 3272 CBC 3222 : continue; /* ignore pseudocolor arcs */
778 tgl 3273 GIC 34079 : if (a->to == nfa->post)
778 tgl 3274 ECB : {
3275 : /* We found an all-RAINBOW path to the post state */
778 tgl 3276 GIC 491 : result = true;
3277 :
3278 : /*
3279 : * Mark this state as being zero steps away from the string end
706 tgl 3280 ECB : * (the transition to the post state isn't counted).
3281 : */
706 tgl 3282 CBC 491 : haspath[0] = true;
706 tgl 3283 ECB : }
706 tgl 3284 CBC 33588 : else if (a->to == s)
3285 : {
3286 : /* We found a cycle of length 1, which we'll deal with below. */
706 tgl 3287 GIC 126 : foundloop = true;
3288 : }
3289 33462 : else if (a->to->tmp != NULL)
706 tgl 3290 ECB : {
3291 : /* It's busy, so we found a cycle of length > 1, so fail. */
706 tgl 3292 GIC 6 : result = false;
3293 6 : break;
3294 : }
3295 : else
3296 : {
3297 : /* Consider paths forward through this to-state. */
706 tgl 3298 ECB : bool *nexthaspath;
3299 : int i;
3300 :
3301 : /* If to-state was not already visited, recurse */
706 tgl 3302 CBC 33456 : if (haspaths[a->to->no] == NULL)
775 tgl 3303 ECB : {
706 tgl 3304 GIC 3719 : result = checkmatchall_recurse(nfa, a->to, haspaths);
706 tgl 3305 ECB : /* Fail if any recursive path fails */
706 tgl 3306 GIC 3719 : if (!result)
3307 36 : break;
3308 : }
706 tgl 3309 ECB : else
3310 : {
3311 : /* The previous visit must have found path(s) to the end */
706 tgl 3312 GIC 29737 : result = true;
3313 : }
3314 33420 : assert(a->to->tmp == NULL);
3315 33420 : nexthaspath = haspaths[a->to->no];
3316 33420 : assert(nexthaspath != NULL);
3317 :
3318 : /*
706 tgl 3319 ECB : * Now, for every path of length i from a->to to the string end,
3320 : * there is a path of length i + 1 from s to the string end.
3321 : */
706 tgl 3322 CBC 33420 : if (nexthaspath[DUPINF] != nexthaspath[DUPINF + 1])
3323 : {
706 tgl 3324 ECB : /*
3325 : * a->to has a path of length exactly DUPINF, but not longer;
3326 : * or it has paths of all lengths > DUPINF but not one of
3327 : * exactly that length. In either case, we cannot represent
3328 : * the possible path lengths from s correctly, so fail.
3329 : */
706 tgl 3330 CBC 6 : result = false;
3331 6 : break;
3332 : }
3333 : /* Merge knowledge of these path lengths into what we have */
3334 8587398 : for (i = 0; i < DUPINF; i++)
706 tgl 3335 GIC 8553984 : haspath[i + 1] |= nexthaspath[i];
706 tgl 3336 ECB : /* Infinity + 1 is still infinity */
706 tgl 3337 GIC 33414 : haspath[DUPINF + 1] |= nexthaspath[DUPINF + 1];
3338 : }
3339 : }
3340 :
3341 4216 : if (result && foundloop)
3342 : {
3343 : /*
3344 : * If there is a length-1 loop at this state, then find the shortest
3345 : * known path length to the end. The loop means that every larger
3346 : * path length is possible, too. (It doesn't matter whether any of
3347 : * the longer lengths were already known possible.)
706 tgl 3348 ECB : */
3349 : int i;
3350 :
706 tgl 3351 GIC 159 : for (i = 0; i <= DUPINF; i++)
3352 : {
3353 159 : if (haspath[i])
778 3354 126 : break;
3355 : }
706 3356 32475 : for (i++; i <= DUPINF + 1; i++)
3357 32349 : haspath[i] = true;
3358 : }
3359 :
3360 : /* Report out the completed path length map */
706 tgl 3361 CBC 4216 : assert(s->no < nfa->nstates);
706 tgl 3362 GIC 4216 : assert(haspaths[s->no] == NULL);
706 tgl 3363 CBC 4216 : haspaths[s->no] = haspath;
3364 :
706 tgl 3365 ECB : /* Mark state no longer busy */
778 tgl 3366 CBC 4216 : s->tmp = NULL;
3367 :
778 tgl 3368 GIC 4216 : return result;
778 tgl 3369 ECB : }
3370 :
3371 : /*
3372 : * check_out_colors_match - subroutine for checkmatchall
3373 : *
706 3374 : * Check whether the set of states reachable from s by arcs of color co1
3375 : * is equivalent to the set reachable by arcs of color co2.
3376 : * checkmatchall already verified that all of the NFA's arcs are PLAIN,
3377 : * so we need not examine arc types here.
3378 : */
778 3379 : static bool
778 tgl 3380 GIC 1555 : check_out_colors_match(struct state *s, color co1, color co2)
778 tgl 3381 ECB : {
706 tgl 3382 GIC 1555 : bool result = true;
706 tgl 3383 ECB : struct arc *a;
3384 :
3385 : /*
3386 : * To do this in linear time, we assume that the NFA contains no duplicate
3387 : * arcs. Run through the out-arcs, marking states reachable by arcs of
3388 : * color co1. Run through again, un-marking states reachable by arcs of
3389 : * color co2; if we see a not-marked state, we know this co2 arc is
3390 : * unmatched. Then run through again, checking for still-marked states,
3391 : * and in any case leaving all the tmp fields reset to NULL.
3392 : */
706 tgl 3393 GIC 9489 : for (a = s->outs; a != NULL; a = a->outchain)
3394 : {
3395 7934 : if (a->co == co1)
3396 : {
3397 2520 : assert(a->to->tmp == NULL);
3398 2520 : a->to->tmp = a->to;
3399 : }
3400 : }
3401 9489 : for (a = s->outs; a != NULL; a = a->outchain)
706 tgl 3402 ECB : {
706 tgl 3403 GIC 7934 : if (a->co == co2)
706 tgl 3404 ECB : {
706 tgl 3405 GIC 2707 : if (a->to->tmp != NULL)
3406 2518 : a->to->tmp = NULL;
3407 : else
3408 189 : result = false; /* unmatched co2 arc */
3409 : }
3410 : }
706 tgl 3411 CBC 9489 : for (a = s->outs; a != NULL; a = a->outchain)
3412 : {
3413 7934 : if (a->co == co1)
3414 : {
3415 2520 : if (a->to->tmp != NULL)
706 tgl 3416 ECB : {
706 tgl 3417 GIC 2 : result = false; /* unmatched co1 arc */
3418 2 : a->to->tmp = NULL;
706 tgl 3419 ECB : }
3420 : }
3421 : }
706 tgl 3422 GIC 1555 : return result;
778 tgl 3423 ECB : }
3424 :
3425 : /*
3426 : * check_in_colors_match - subroutine for checkmatchall
3427 : *
3428 : * Check whether the set of states that can reach s by arcs of color co1
706 3429 : * is equivalent to the set that can reach s by arcs of color co2.
3430 : * checkmatchall already verified that all of the NFA's arcs are PLAIN,
3431 : * so we need not examine arc types here.
3432 : */
778 3433 : static bool
778 tgl 3434 GIC 1206 : check_in_colors_match(struct state *s, color co1, color co2)
778 tgl 3435 ECB : {
706 tgl 3436 CBC 1206 : bool result = true;
3437 : struct arc *a;
3438 :
3439 : /*
706 tgl 3440 ECB : * Identical algorithm to check_out_colors_match, except examine the
3441 : * from-states of s' inarcs.
3442 : */
706 tgl 3443 GIC 4462 : for (a = s->ins; a != NULL; a = a->inchain)
3444 : {
3445 3256 : if (a->co == co1)
3446 : {
706 tgl 3447 CBC 1010 : assert(a->from->tmp == NULL);
706 tgl 3448 GIC 1010 : a->from->tmp = a->from;
3449 : }
3450 : }
3451 4462 : for (a = s->ins; a != NULL; a = a->inchain)
3452 : {
3453 3256 : if (a->co == co2)
3454 : {
3455 1123 : if (a->from->tmp != NULL)
3456 1008 : a->from->tmp = NULL;
706 tgl 3457 ECB : else
706 tgl 3458 GIC 115 : result = false; /* unmatched co2 arc */
778 tgl 3459 ECB : }
3460 : }
706 tgl 3461 CBC 4462 : for (a = s->ins; a != NULL; a = a->inchain)
3462 : {
3463 3256 : if (a->co == co1)
706 tgl 3464 ECB : {
706 tgl 3465 GIC 1010 : if (a->from->tmp != NULL)
3466 : {
706 tgl 3467 CBC 2 : result = false; /* unmatched co1 arc */
3468 2 : a->from->tmp = NULL;
706 tgl 3469 ECB : }
3470 : }
3471 : }
706 tgl 3472 GBC 1206 : return result;
778 tgl 3473 EUB : }
3474 :
7368 3475 : /*
2732 3476 : * compact - construct the compact representation of an NFA
7368 3477 : */
3478 : static void
2118 tgl 3479 GBC 9525 : compact(struct nfa *nfa,
3480 : struct cnfa *cnfa)
7368 tgl 3481 ECB : {
3482 : struct state *s;
3483 : struct arc *a;
7188 bruce 3484 : size_t nstates;
3485 : size_t narcs;
7368 tgl 3486 : struct carc *ca;
3487 : struct carc *first;
3488 :
7188 bruce 3489 CBC 9525 : assert(!NISERR());
7368 tgl 3490 ECB :
7368 tgl 3491 CBC 9525 : nstates = 0;
7368 tgl 3492 GIC 9525 : narcs = 0;
7188 bruce 3493 CBC 118848 : for (s = nfa->states; s != NULL; s = s->next)
7188 bruce 3494 ECB : {
7368 tgl 3495 GIC 109323 : nstates++;
3602 bruce 3496 CBC 109323 : narcs += s->nouts + 1; /* need one extra for endmarker */
7368 tgl 3497 ECB : }
3498 :
3928 tgl 3499 CBC 9525 : cnfa->stflags = (char *) MALLOC(nstates * sizeof(char));
7188 bruce 3500 9525 : cnfa->states = (struct carc **) MALLOC(nstates * sizeof(struct carc *));
3501 9525 : cnfa->arcs = (struct carc *) MALLOC(narcs * sizeof(struct carc));
3928 tgl 3502 GIC 9525 : if (cnfa->stflags == NULL || cnfa->states == NULL || cnfa->arcs == NULL)
7188 bruce 3503 ECB : {
3928 tgl 3504 LBC 0 : if (cnfa->stflags != NULL)
3505 0 : FREE(cnfa->stflags);
7368 3506 0 : if (cnfa->states != NULL)
3507 0 : FREE(cnfa->states);
3508 0 : if (cnfa->arcs != NULL)
3509 0 : FREE(cnfa->arcs);
3510 0 : NERR(REG_ESPACE);
3511 0 : return;
7368 tgl 3512 ECB : }
7368 tgl 3513 CBC 9525 : cnfa->nstates = nstates;
3514 9525 : cnfa->pre = nfa->pre->no;
3515 9525 : cnfa->post = nfa->post->no;
7368 tgl 3516 GBC 9525 : cnfa->bos[0] = nfa->bos[0];
3517 9525 : cnfa->bos[1] = nfa->bos[1];
3518 9525 : cnfa->eos[0] = nfa->eos[0];
7368 tgl 3519 GIC 9525 : cnfa->eos[1] = nfa->eos[1];
7368 tgl 3520 CBC 9525 : cnfa->ncolors = maxcolor(nfa->cm) + 1;
778 3521 9525 : cnfa->flags = nfa->flags;
3522 9525 : cnfa->minmatchall = nfa->minmatchall;
3523 9525 : cnfa->maxmatchall = nfa->maxmatchall;
3524 :
7368 3525 9525 : ca = cnfa->arcs;
7188 bruce 3526 118848 : for (s = nfa->states; s != NULL; s = s->next)
3527 : {
7188 bruce 3528 GIC 109323 : assert((size_t) s->no < nstates);
3928 tgl 3529 CBC 109323 : cnfa->stflags[s->no] = 0;
7368 3530 109323 : cnfa->states[s->no] = ca;
3531 109323 : first = ca;
7368 tgl 3532 GIC 876627 : for (a = s->outs; a != NULL; a = a->outchain)
7188 bruce 3533 767304 : switch (a->type)
3534 : {
3535 767205 : case PLAIN:
3536 767205 : ca->co = a->co;
3537 767205 : ca->to = a->to->no;
7188 bruce 3538 CBC 767205 : ca++;
7188 bruce 3539 GIC 767205 : break;
7188 bruce 3540 CBC 99 : case LACON:
3541 99 : assert(s->no != cnfa->pre);
778 tgl 3542 99 : assert(a->co >= 0);
7188 bruce 3543 GIC 99 : ca->co = (color) (cnfa->ncolors + a->co);
3544 99 : ca->to = a->to->no;
7188 bruce 3545 CBC 99 : ca++;
7188 bruce 3546 GIC 99 : cnfa->flags |= HASLACONS;
7188 bruce 3547 CBC 99 : break;
7188 bruce 3548 LBC 0 : default:
2732 tgl 3549 UIC 0 : NERR(REG_ASSERT);
781 tgl 3550 LBC 0 : return;
7368 tgl 3551 ECB : }
2732 tgl 3552 CBC 109323 : carcsort(first, ca - first);
7368 3553 109323 : ca->co = COLORLESS;
3554 109323 : ca->to = 0;
3555 109323 : ca++;
7368 tgl 3556 ECB : }
7368 tgl 3557 CBC 9525 : assert(ca == &cnfa->arcs[narcs]);
7368 tgl 3558 GIC 9525 : assert(cnfa->nstates != 0);
7368 tgl 3559 EUB :
3560 : /* mark no-progress states */
7368 tgl 3561 GIC 40703 : for (a = nfa->pre->outs; a != NULL; a = a->outchain)
3928 3562 31178 : cnfa->stflags[a->to->no] = CNFA_NOPROGRESS;
3563 9525 : cnfa->stflags[nfa->pre->no] = CNFA_NOPROGRESS;
3564 : }
3565 :
7368 tgl 3566 ECB : /*
3567 : * carcsort - sort compacted-NFA arcs by color
3568 : */
3569 : static void
2118 tgl 3570 CBC 109323 : carcsort(struct carc *first, size_t n)
7368 tgl 3571 ECB : {
2732 tgl 3572 CBC 109323 : if (n > 1)
3573 23614 : qsort(first, n, sizeof(struct carc), carc_cmp);
2732 tgl 3574 GIC 109323 : }
3575 :
3576 : static int
3577 7729912 : carc_cmp(const void *a, const void *b)
3578 : {
2732 tgl 3579 GBC 7729912 : const struct carc *aa = (const struct carc *) a;
2732 tgl 3580 GIC 7729912 : const struct carc *bb = (const struct carc *) b;
3581 :
3582 7729912 : if (aa->co < bb->co)
3583 69141 : return -1;
3584 7660771 : if (aa->co > bb->co)
3585 105592 : return +1;
3586 7555179 : if (aa->to < bb->to)
3587 5181585 : return -1;
3588 2373594 : if (aa->to > bb->to)
3589 2373594 : return +1;
3590 : /* This is unreached, since there should be no duplicate arcs now: */
2732 tgl 3591 UIC 0 : return 0;
3592 : }
3593 :
3594 : /*
3595 : * freecnfa - free a compacted NFA
3596 : */
3597 : static void
2118 tgl 3598 GIC 2198 : freecnfa(struct cnfa *cnfa)
3599 : {
784 3600 2198 : assert(!NULLCNFA(*cnfa)); /* not empty already */
3928 3601 2198 : FREE(cnfa->stflags);
7368 3602 2198 : FREE(cnfa->states);
3603 2198 : FREE(cnfa->arcs);
784 3604 2198 : ZAPCNFA(*cnfa);
7368 3605 2198 : }
3606 :
3607 : /*
3608 : * dumpnfa - dump an NFA in human-readable form
3609 : */
3610 : static void
2118 tgl 3611 UIC 0 : dumpnfa(struct nfa *nfa,
3612 : FILE *f)
3613 : {
3614 : #ifdef REG_DEBUG
3615 : struct state *s;
3616 : int nstates = 0;
3617 : int narcs = 0;
7368 tgl 3618 EUB :
3619 : fprintf(f, "pre %d, post %d", nfa->pre->no, nfa->post->no);
3620 : if (nfa->bos[0] != COLORLESS)
3621 : fprintf(f, ", bos [%ld]", (long) nfa->bos[0]);
3622 : if (nfa->bos[1] != COLORLESS)
3623 : fprintf(f, ", bol [%ld]", (long) nfa->bos[1]);
3624 : if (nfa->eos[0] != COLORLESS)
3625 : fprintf(f, ", eos [%ld]", (long) nfa->eos[0]);
3626 : if (nfa->eos[1] != COLORLESS)
3627 : fprintf(f, ", eol [%ld]", (long) nfa->eos[1]);
3628 : if (nfa->flags & HASLACONS)
3629 : fprintf(f, ", haslacons");
3630 : if (nfa->flags & MATCHALL)
3631 : {
3632 : fprintf(f, ", minmatchall %d", nfa->minmatchall);
3633 : if (nfa->maxmatchall == DUPINF)
3634 : fprintf(f, ", maxmatchall inf");
3635 : else
3636 : fprintf(f, ", maxmatchall %d", nfa->maxmatchall);
3637 : }
3638 : fprintf(f, "\n");
3639 : for (s = nfa->states; s != NULL; s = s->next)
3640 : {
3641 : dumpstate(s, f);
3642 : nstates++;
3643 : narcs += s->nouts;
3644 : }
3645 : fprintf(f, "total of %d states, %d arcs\n", nstates, narcs);
3646 : if (nfa->parent == NULL)
3647 : dumpcolors(nfa->cm, f);
3648 : fflush(f);
3649 : #endif
7368 tgl 3650 UIC 0 : }
3651 :
3652 : #ifdef REG_DEBUG /* subordinates of dumpnfa */
3653 :
3654 : /*
3655 : * dumpstate - dump an NFA state in human-readable form
3656 : */
3657 : static void
3658 : dumpstate(struct state *s,
3659 : FILE *f)
3660 : {
3661 : struct arc *a;
3662 :
3663 : fprintf(f, "%d%s%c", s->no, (s->tmp != NULL) ? "T" : "",
3664 : (s->flag) ? s->flag : '.');
3665 : if (s->prev != NULL && s->prev->next != s)
3666 : fprintf(f, "\tstate chain bad\n");
3667 : if (s->nouts == 0)
3668 : fprintf(f, "\tno out arcs\n");
3669 : else
3670 : dumparcs(s, f);
3671 : for (a = s->ins; a != NULL; a = a->inchain)
3672 : {
3673 : if (a->to != s)
3674 : fprintf(f, "\tlink from %d to %d on %d's in-chain\n",
3675 : a->from->no, a->to->no, s->no);
3676 : }
3677 : fflush(f);
3678 : }
3679 :
3680 : /*
3681 : * dumparcs - dump out-arcs in human-readable form
3682 : */
3683 : static void
3684 : dumparcs(struct state *s,
3685 : FILE *f)
3686 : {
3687 : int pos;
3688 : struct arc *a;
3689 :
3690 : /* printing oldest arcs first is usually clearer */
3691 : a = s->outs;
3692 : assert(a != NULL);
3693 : while (a->outchain != NULL)
3694 : a = a->outchain;
3695 : pos = 1;
3696 : do
3697 : {
3698 : dumparc(a, s, f);
3699 : if (pos == 5)
3700 : {
3701 : fprintf(f, "\n");
3702 : pos = 1;
3703 : }
3704 : else
3705 : pos++;
3706 : a = a->outchainRev;
3707 : } while (a != NULL);
3708 : if (pos != 1)
3709 : fprintf(f, "\n");
3710 : }
3711 :
3712 : /*
3713 : * dumparc - dump one outarc in readable form, including prefixing tab
3714 : */
3715 : static void
3716 : dumparc(struct arc *a,
3717 : struct state *s,
3718 : FILE *f)
3719 : {
3720 : struct arc *aa;
3721 :
3722 : fprintf(f, "\t");
3723 : switch (a->type)
3724 : {
3725 : case PLAIN:
3726 : if (a->co == RAINBOW)
3727 : fprintf(f, "[*]");
3728 : else
3729 : fprintf(f, "[%ld]", (long) a->co);
3730 : break;
3731 : case AHEAD:
3732 : if (a->co == RAINBOW)
3733 : fprintf(f, ">*>");
3734 : else
3735 : fprintf(f, ">%ld>", (long) a->co);
3736 : break;
3737 : case BEHIND:
3738 : if (a->co == RAINBOW)
3739 : fprintf(f, "<*<");
3740 : else
3741 : fprintf(f, "<%ld<", (long) a->co);
3742 : break;
3743 : case LACON:
3744 : fprintf(f, ":%ld:", (long) a->co);
3745 : break;
3746 : case '^':
3747 : case '$':
3748 : fprintf(f, "%c%d", a->type, (int) a->co);
3749 : break;
3750 : case EMPTY:
3751 : break;
3752 : default:
3753 : fprintf(f, "0x%x/0%lo", a->type, (long) a->co);
3754 : break;
3755 : }
3756 : if (a->from != s)
3757 : fprintf(f, "?%d?", a->from->no);
3758 : for (aa = a->from->outs; aa != NULL; aa = aa->outchain)
3759 : if (aa == a)
3760 : break; /* NOTE BREAK OUT */
3761 : if (aa == NULL)
3762 : fprintf(f, "?!?"); /* missing from out-chain */
3763 : fprintf(f, "->");
3764 : if (a->to == NULL)
3765 : {
3766 : fprintf(f, "NULL");
3767 : return;
3768 : }
3769 : fprintf(f, "%d", a->to->no);
3770 : for (aa = a->to->ins; aa != NULL; aa = aa->inchain)
3771 : if (aa == a)
3772 : break; /* NOTE BREAK OUT */
3773 : if (aa == NULL)
3774 : fprintf(f, "?!?"); /* missing from in-chain */
3775 : }
3776 : #endif /* REG_DEBUG */
3777 :
3778 : /*
3779 : * dumpcnfa - dump a compacted NFA in human-readable form
3780 : */
3781 : #ifdef REG_DEBUG
3782 : static void
3783 : dumpcnfa(struct cnfa *cnfa,
3784 : FILE *f)
3785 : {
3786 : int st;
3787 :
3788 : fprintf(f, "pre %d, post %d", cnfa->pre, cnfa->post);
3789 : if (cnfa->bos[0] != COLORLESS)
3790 : fprintf(f, ", bos [%ld]", (long) cnfa->bos[0]);
3791 : if (cnfa->bos[1] != COLORLESS)
3792 : fprintf(f, ", bol [%ld]", (long) cnfa->bos[1]);
3793 : if (cnfa->eos[0] != COLORLESS)
3794 : fprintf(f, ", eos [%ld]", (long) cnfa->eos[0]);
3795 : if (cnfa->eos[1] != COLORLESS)
3796 : fprintf(f, ", eol [%ld]", (long) cnfa->eos[1]);
3797 : if (cnfa->flags & HASLACONS)
3798 : fprintf(f, ", haslacons");
3799 : if (cnfa->flags & MATCHALL)
3800 : {
3801 : fprintf(f, ", minmatchall %d", cnfa->minmatchall);
3802 : if (cnfa->maxmatchall == DUPINF)
3803 : fprintf(f, ", maxmatchall inf");
3804 : else
3805 : fprintf(f, ", maxmatchall %d", cnfa->maxmatchall);
3806 : }
3807 : fprintf(f, "\n");
3808 : for (st = 0; st < cnfa->nstates; st++)
3809 : dumpcstate(st, cnfa, f);
3810 : fflush(f);
3811 : }
3812 : #endif
3813 :
3814 : #ifdef REG_DEBUG /* subordinates of dumpcnfa */
3815 :
3816 : /*
3817 : * dumpcstate - dump a compacted-NFA state in human-readable form
3818 : */
3819 : static void
3820 : dumpcstate(int st,
3821 : struct cnfa *cnfa,
3822 : FILE *f)
3823 : {
3824 : struct carc *ca;
3825 : int pos;
3826 :
3827 : fprintf(f, "%d%s", st, (cnfa->stflags[st] & CNFA_NOPROGRESS) ? ":" : ".");
3828 : pos = 1;
3829 : for (ca = cnfa->states[st]; ca->co != COLORLESS; ca++)
3830 : {
3831 : if (ca->co == RAINBOW)
3832 : fprintf(f, "\t[*]->%d", ca->to);
3833 : else if (ca->co < cnfa->ncolors)
3834 : fprintf(f, "\t[%ld]->%d", (long) ca->co, ca->to);
3835 : else
3836 : fprintf(f, "\t:%ld:->%d", (long) (ca->co - cnfa->ncolors), ca->to);
3837 : if (pos == 5)
3838 : {
3839 : fprintf(f, "\n");
3840 : pos = 1;
3841 : }
3842 : else
3843 : pos++;
3844 : }
3845 : if (ca == cnfa->states[st] || pos != 1)
3846 : fprintf(f, "\n");
3847 : fflush(f);
3848 : }
3849 :
3850 : #endif /* REG_DEBUG */
|
