Age Owner TLA Line data Source code
1 : /*-------------------------------------------------------------------------
2 : *
3 : * detoast.c
4 : * Retrieve compressed or external variable size attributes.
5 : *
6 : * Copyright (c) 2000-2023, PostgreSQL Global Development Group
7 : *
8 : * IDENTIFICATION
9 : * src/backend/access/common/detoast.c
10 : *
11 : *-------------------------------------------------------------------------
12 : */
13 :
14 : #include "postgres.h"
15 :
16 : #include "access/detoast.h"
17 : #include "access/table.h"
18 : #include "access/tableam.h"
19 : #include "access/toast_internals.h"
20 : #include "common/int.h"
21 : #include "common/pg_lzcompress.h"
22 : #include "utils/expandeddatum.h"
23 : #include "utils/rel.h"
24 :
25 : static struct varlena *toast_fetch_datum(struct varlena *attr);
26 : static struct varlena *toast_fetch_datum_slice(struct varlena *attr,
27 : int32 sliceoffset,
28 : int32 slicelength);
29 : static struct varlena *toast_decompress_datum(struct varlena *attr);
30 : static struct varlena *toast_decompress_datum_slice(struct varlena *attr, int32 slicelength);
31 :
32 : /* ----------
33 : * detoast_external_attr -
34 : *
35 : * Public entry point to get back a toasted value from
36 : * external source (possibly still in compressed format).
37 : *
38 : * This will return a datum that contains all the data internally, ie, not
39 : * relying on external storage or memory, but it can still be compressed or
40 : * have a short header. Note some callers assume that if the input is an
41 : * EXTERNAL datum, the result will be a pfree'able chunk.
42 : * ----------
43 : */
44 : struct varlena *
1283 rhaas 45 CBC 7940 : detoast_external_attr(struct varlena *attr)
46 : {
47 : struct varlena *result;
48 :
1371 49 7940 : if (VARATT_IS_EXTERNAL_ONDISK(attr))
50 : {
51 : /*
52 : * This is an external stored plain value
53 : */
54 3764 : result = toast_fetch_datum(attr);
55 : }
56 4176 : else if (VARATT_IS_EXTERNAL_INDIRECT(attr))
57 246 : {
58 : /*
59 : * This is an indirect pointer --- dereference it
60 : */
61 : struct varatt_indirect redirect;
62 :
63 246 : VARATT_EXTERNAL_GET_POINTER(redirect, attr);
64 246 : attr = (struct varlena *) redirect.pointer;
65 :
66 : /* nested indirect Datums aren't allowed */
67 246 : Assert(!VARATT_IS_EXTERNAL_INDIRECT(attr));
68 :
69 : /* recurse if value is still external in some other way */
70 246 : if (VARATT_IS_EXTERNAL(attr))
1283 rhaas 71 UBC 0 : return detoast_external_attr(attr);
72 :
73 : /*
74 : * Copy into the caller's memory context, in case caller tries to
75 : * pfree the result.
76 : */
1371 rhaas 77 CBC 246 : result = (struct varlena *) palloc(VARSIZE_ANY(attr));
78 246 : memcpy(result, attr, VARSIZE_ANY(attr));
79 : }
80 3930 : else if (VARATT_IS_EXTERNAL_EXPANDED(attr))
81 3930 : {
82 : /*
83 : * This is an expanded-object pointer --- get flat format
84 : */
85 : ExpandedObjectHeader *eoh;
86 : Size resultsize;
87 :
88 3930 : eoh = DatumGetEOHP(PointerGetDatum(attr));
89 3930 : resultsize = EOH_get_flat_size(eoh);
90 3930 : result = (struct varlena *) palloc(resultsize);
91 3930 : EOH_flatten_into(eoh, (void *) result, resultsize);
92 : }
93 : else
94 : {
95 : /*
96 : * This is a plain value inside of the main tuple - why am I called?
97 : */
1371 rhaas 98 UBC 0 : result = attr;
99 : }
100 :
1371 rhaas 101 CBC 7940 : return result;
102 : }
103 :
104 :
105 : /* ----------
106 : * detoast_attr -
107 : *
108 : * Public entry point to get back a toasted value from compression
109 : * or external storage. The result is always non-extended varlena form.
110 : *
111 : * Note some callers assume that if the input is an EXTERNAL or COMPRESSED
112 : * datum, the result will be a pfree'able chunk.
113 : * ----------
114 : */
115 : struct varlena *
1283 116 17754952 : detoast_attr(struct varlena *attr)
117 : {
1371 118 17754952 : if (VARATT_IS_EXTERNAL_ONDISK(attr))
119 : {
120 : /*
121 : * This is an externally stored datum --- fetch it back from there
122 : */
123 35228 : attr = toast_fetch_datum(attr);
124 : /* If it's compressed, decompress it */
125 35228 : if (VARATT_IS_COMPRESSED(attr))
126 : {
127 35197 : struct varlena *tmp = attr;
128 :
129 35197 : attr = toast_decompress_datum(tmp);
130 35197 : pfree(tmp);
131 : }
132 : }
133 17719724 : else if (VARATT_IS_EXTERNAL_INDIRECT(attr))
134 54 : {
135 : /*
136 : * This is an indirect pointer --- dereference it
137 : */
138 : struct varatt_indirect redirect;
139 :
140 54 : VARATT_EXTERNAL_GET_POINTER(redirect, attr);
141 54 : attr = (struct varlena *) redirect.pointer;
142 :
143 : /* nested indirect Datums aren't allowed */
144 54 : Assert(!VARATT_IS_EXTERNAL_INDIRECT(attr));
145 :
146 : /* recurse in case value is still extended in some other way */
1283 147 54 : attr = detoast_attr(attr);
148 :
149 : /* if it isn't, we'd better copy it */
1371 150 54 : if (attr == (struct varlena *) redirect.pointer)
151 : {
152 : struct varlena *result;
153 :
154 19 : result = (struct varlena *) palloc(VARSIZE_ANY(attr));
155 19 : memcpy(result, attr, VARSIZE_ANY(attr));
156 19 : attr = result;
157 : }
158 : }
159 17719670 : else if (VARATT_IS_EXTERNAL_EXPANDED(attr))
160 : {
161 : /*
162 : * This is an expanded-object pointer --- get flat format
163 : */
1283 164 3930 : attr = detoast_external_attr(attr);
165 : /* flatteners are not allowed to produce compressed/short output */
1371 166 3930 : Assert(!VARATT_IS_EXTENDED(attr));
167 : }
168 17715740 : else if (VARATT_IS_COMPRESSED(attr))
169 : {
170 : /*
171 : * This is a compressed value inside of the main tuple
172 : */
173 51199 : attr = toast_decompress_datum(attr);
174 : }
175 17664541 : else if (VARATT_IS_SHORT(attr))
176 : {
177 : /*
178 : * This is a short-header varlena --- convert to 4-byte header format
179 : */
180 17664522 : Size data_size = VARSIZE_SHORT(attr) - VARHDRSZ_SHORT;
181 17664522 : Size new_size = data_size + VARHDRSZ;
182 : struct varlena *new_attr;
183 :
184 17664522 : new_attr = (struct varlena *) palloc(new_size);
185 17664522 : SET_VARSIZE(new_attr, new_size);
186 17664522 : memcpy(VARDATA(new_attr), VARDATA_SHORT(attr), data_size);
187 17664522 : attr = new_attr;
188 : }
189 :
190 17754952 : return attr;
191 : }
192 :
193 :
194 : /* ----------
195 : * detoast_attr_slice -
196 : *
197 : * Public entry point to get back part of a toasted value
198 : * from compression or external storage.
199 : *
200 : * sliceoffset is where to start (zero or more)
201 : * If slicelength < 0, return everything beyond sliceoffset
202 : * ----------
203 : */
204 : struct varlena *
1283 205 2173 : detoast_attr_slice(struct varlena *attr,
206 : int32 sliceoffset, int32 slicelength)
207 : {
208 : struct varlena *preslice;
209 : struct varlena *result;
210 : char *attrdata;
211 : int32 slicelimit;
212 : int32 attrsize;
213 :
825 tgl 214 2173 : if (sliceoffset < 0)
825 tgl 215 UBC 0 : elog(ERROR, "invalid sliceoffset: %d", sliceoffset);
216 :
217 : /*
218 : * Compute slicelimit = offset + length, or -1 if we must fetch all of the
219 : * value. In case of integer overflow, we must fetch all.
220 : */
825 tgl 221 CBC 2173 : if (slicelength < 0)
222 1974 : slicelimit = -1;
223 199 : else if (pg_add_s32_overflow(sliceoffset, slicelength, &slicelimit))
825 tgl 224 UBC 0 : slicelength = slicelimit = -1;
225 :
1371 rhaas 226 CBC 2173 : if (VARATT_IS_EXTERNAL_ONDISK(attr))
227 21 : {
228 : struct varatt_external toast_pointer;
229 :
230 153 : VARATT_EXTERNAL_GET_POINTER(toast_pointer, attr);
231 :
232 : /* fast path for non-compressed external datums */
233 153 : if (!VARATT_EXTERNAL_IS_COMPRESSED(toast_pointer))
234 132 : return toast_fetch_datum_slice(attr, sliceoffset, slicelength);
235 :
236 : /*
237 : * For compressed values, we need to fetch enough slices to decompress
238 : * at least the requested part (when a prefix is requested).
239 : * Otherwise, just fetch all slices.
240 : */
825 tgl 241 21 : if (slicelimit >= 0)
242 : {
751 rhaas 243 21 : int32 max_size = VARATT_EXTERNAL_GET_EXTSIZE(toast_pointer);
244 :
245 : /*
246 : * Determine maximum amount of compressed data needed for a prefix
247 : * of a given length (after decompression).
248 : *
249 : * At least for now, if it's LZ4 data, we'll have to fetch the
250 : * whole thing, because there doesn't seem to be an API call to
251 : * determine how much compressed data we need to be sure of being
252 : * able to decompress the required slice.
253 : */
748 tgl 254 21 : if (VARATT_EXTERNAL_GET_COMPRESS_METHOD(toast_pointer) ==
255 : TOAST_PGLZ_COMPRESSION_ID)
751 rhaas 256 18 : max_size = pglz_maximum_compressed_size(slicelimit, max_size);
257 :
258 : /*
259 : * Fetch enough compressed slices (compressed marker will get set
260 : * automatically).
261 : */
1286 tomas.vondra 262 21 : preslice = toast_fetch_datum_slice(attr, 0, max_size);
263 : }
264 : else
1286 tomas.vondra 265 UBC 0 : preslice = toast_fetch_datum(attr);
266 : }
1371 rhaas 267 CBC 2020 : else if (VARATT_IS_EXTERNAL_INDIRECT(attr))
268 : {
269 : struct varatt_indirect redirect;
270 :
1371 rhaas 271 UBC 0 : VARATT_EXTERNAL_GET_POINTER(redirect, attr);
272 :
273 : /* nested indirect Datums aren't allowed */
274 0 : Assert(!VARATT_IS_EXTERNAL_INDIRECT(redirect.pointer));
275 :
1283 276 0 : return detoast_attr_slice(redirect.pointer,
277 : sliceoffset, slicelength);
278 : }
1371 rhaas 279 CBC 2020 : else if (VARATT_IS_EXTERNAL_EXPANDED(attr))
280 : {
281 : /* pass it off to detoast_external_attr to flatten */
1283 rhaas 282 UBC 0 : preslice = detoast_external_attr(attr);
283 : }
284 : else
1371 rhaas 285 CBC 2020 : preslice = attr;
286 :
287 2041 : Assert(!VARATT_IS_EXTERNAL(preslice));
288 :
289 2041 : if (VARATT_IS_COMPRESSED(preslice))
290 : {
291 66 : struct varlena *tmp = preslice;
292 :
293 : /* Decompress enough to encompass the slice and the offset */
825 tgl 294 66 : if (slicelimit >= 0)
295 54 : preslice = toast_decompress_datum_slice(tmp, slicelimit);
296 : else
1371 rhaas 297 12 : preslice = toast_decompress_datum(tmp);
298 :
299 66 : if (tmp != attr)
300 21 : pfree(tmp);
301 : }
302 :
303 2041 : if (VARATT_IS_SHORT(preslice))
304 : {
305 1579 : attrdata = VARDATA_SHORT(preslice);
306 1579 : attrsize = VARSIZE_SHORT(preslice) - VARHDRSZ_SHORT;
307 : }
308 : else
309 : {
310 462 : attrdata = VARDATA(preslice);
311 462 : attrsize = VARSIZE(preslice) - VARHDRSZ;
312 : }
313 :
314 : /* slicing of datum for compressed cases and plain value */
315 :
316 2041 : if (sliceoffset >= attrsize)
317 : {
318 9 : sliceoffset = 0;
319 9 : slicelength = 0;
320 : }
825 tgl 321 2032 : else if (slicelength < 0 || slicelimit > attrsize)
1371 rhaas 322 1968 : slicelength = attrsize - sliceoffset;
323 :
324 2041 : result = (struct varlena *) palloc(slicelength + VARHDRSZ);
325 2041 : SET_VARSIZE(result, slicelength + VARHDRSZ);
326 :
327 2041 : memcpy(VARDATA(result), attrdata + sliceoffset, slicelength);
328 :
329 2041 : if (preslice != attr)
330 66 : pfree(preslice);
331 :
332 2041 : return result;
333 : }
334 :
335 : /* ----------
336 : * toast_fetch_datum -
337 : *
338 : * Reconstruct an in memory Datum from the chunks saved
339 : * in the toast relation
340 : * ----------
341 : */
342 : static struct varlena *
343 38992 : toast_fetch_datum(struct varlena *attr)
344 : {
345 : Relation toastrel;
346 : struct varlena *result;
347 : struct varatt_external toast_pointer;
348 : int32 attrsize;
349 :
350 38992 : if (!VARATT_IS_EXTERNAL_ONDISK(attr))
1371 rhaas 351 UBC 0 : elog(ERROR, "toast_fetch_datum shouldn't be called for non-ondisk datums");
352 :
353 : /* Must copy to access aligned fields */
1371 rhaas 354 CBC 38992 : VARATT_EXTERNAL_GET_POINTER(toast_pointer, attr);
355 :
751 356 38992 : attrsize = VARATT_EXTERNAL_GET_EXTSIZE(toast_pointer);
357 :
1234 358 38992 : result = (struct varlena *) palloc(attrsize + VARHDRSZ);
359 :
1371 360 38992 : if (VARATT_EXTERNAL_IS_COMPRESSED(toast_pointer))
1234 361 38490 : SET_VARSIZE_COMPRESSED(result, attrsize + VARHDRSZ);
362 : else
363 502 : SET_VARSIZE(result, attrsize + VARHDRSZ);
364 :
1208 365 38992 : if (attrsize == 0)
1060 tgl 366 UBC 0 : return result; /* Probably shouldn't happen, but just in
367 : * case. */
368 :
369 : /*
370 : * Open the toast relation and its indexes
371 : */
1371 rhaas 372 CBC 38992 : toastrel = table_open(toast_pointer.va_toastrelid, AccessShareLock);
373 :
374 : /* Fetch all chunks */
1188 375 38992 : table_relation_fetch_toast_slice(toastrel, toast_pointer.va_valueid,
376 : attrsize, 0, attrsize, result);
377 :
378 : /* Close toast table */
1371 379 38992 : table_close(toastrel, AccessShareLock);
380 :
381 38992 : return result;
382 : }
383 :
384 : /* ----------
385 : * toast_fetch_datum_slice -
386 : *
387 : * Reconstruct a segment of a Datum from the chunks saved
388 : * in the toast relation
389 : *
390 : * Note that this function supports non-compressed external datums
391 : * and compressed external datums (in which case the requested slice
392 : * has to be a prefix, i.e. sliceoffset has to be 0).
393 : * ----------
394 : */
395 : static struct varlena *
1234 396 153 : toast_fetch_datum_slice(struct varlena *attr, int32 sliceoffset,
397 : int32 slicelength)
398 : {
399 : Relation toastrel;
400 : struct varlena *result;
401 : struct varatt_external toast_pointer;
402 : int32 attrsize;
403 :
1371 404 153 : if (!VARATT_IS_EXTERNAL_ONDISK(attr))
1371 rhaas 405 UBC 0 : elog(ERROR, "toast_fetch_datum_slice shouldn't be called for non-ondisk datums");
406 :
407 : /* Must copy to access aligned fields */
1371 rhaas 408 CBC 153 : VARATT_EXTERNAL_GET_POINTER(toast_pointer, attr);
409 :
410 : /*
411 : * It's nonsense to fetch slices of a compressed datum unless when it's a
412 : * prefix -- this isn't lo_* we can't return a compressed datum which is
413 : * meaningful to toast later.
414 : */
1286 tomas.vondra 415 153 : Assert(!VARATT_EXTERNAL_IS_COMPRESSED(toast_pointer) || 0 == sliceoffset);
416 :
751 rhaas 417 153 : attrsize = VARATT_EXTERNAL_GET_EXTSIZE(toast_pointer);
418 :
1371 419 153 : if (sliceoffset >= attrsize)
420 : {
1371 rhaas 421 UBC 0 : sliceoffset = 0;
1234 422 0 : slicelength = 0;
423 : }
424 :
425 : /*
426 : * When fetching a prefix of a compressed external datum, account for the
427 : * space required by va_tcinfo, which is stored at the beginning as an
428 : * int32 value.
429 : */
1234 rhaas 430 CBC 153 : if (VARATT_EXTERNAL_IS_COMPRESSED(toast_pointer) && slicelength > 0)
431 21 : slicelength = slicelength + sizeof(int32);
432 :
433 : /*
434 : * Adjust length request if needed. (Note: our sole caller,
435 : * detoast_attr_slice, protects us against sliceoffset + slicelength
436 : * overflowing.)
437 : */
438 153 : if (((sliceoffset + slicelength) > attrsize) || slicelength < 0)
439 27 : slicelength = attrsize - sliceoffset;
440 :
441 153 : result = (struct varlena *) palloc(slicelength + VARHDRSZ);
442 :
1286 tomas.vondra 443 153 : if (VARATT_EXTERNAL_IS_COMPRESSED(toast_pointer))
1234 rhaas 444 21 : SET_VARSIZE_COMPRESSED(result, slicelength + VARHDRSZ);
445 : else
446 132 : SET_VARSIZE(result, slicelength + VARHDRSZ);
447 :
448 153 : if (slicelength == 0)
1371 rhaas 449 UBC 0 : return result; /* Can save a lot of work at this point! */
450 :
451 : /* Open the toast relation */
1371 rhaas 452 CBC 153 : toastrel = table_open(toast_pointer.va_toastrelid, AccessShareLock);
453 :
454 : /* Fetch all chunks */
1188 455 153 : table_relation_fetch_toast_slice(toastrel, toast_pointer.va_valueid,
456 : attrsize, sliceoffset, slicelength,
457 : result);
458 :
459 : /* Close toast table */
1208 460 153 : table_close(toastrel, AccessShareLock);
461 :
462 153 : return result;
463 : }
464 :
465 : /* ----------
466 : * toast_decompress_datum -
467 : *
468 : * Decompress a compressed version of a varlena datum
469 : */
470 : static struct varlena *
1371 471 86420 : toast_decompress_datum(struct varlena *attr)
472 : {
473 : ToastCompressionId cmid;
474 :
475 86420 : Assert(VARATT_IS_COMPRESSED(attr));
476 :
477 : /*
478 : * Fetch the compression method id stored in the compression header and
479 : * decompress the data using the appropriate decompression routine.
480 : */
751 481 86420 : cmid = TOAST_COMPRESS_METHOD(attr);
482 86420 : switch (cmid)
483 : {
484 86368 : case TOAST_PGLZ_COMPRESSION_ID:
485 86368 : return pglz_decompress_datum(attr);
486 52 : case TOAST_LZ4_COMPRESSION_ID:
487 52 : return lz4_decompress_datum(attr);
751 rhaas 488 UBC 0 : default:
489 0 : elog(ERROR, "invalid compression method id %d", cmid);
490 : return NULL; /* keep compiler quiet */
491 : }
492 : }
493 :
494 :
495 : /* ----------
496 : * toast_decompress_datum_slice -
497 : *
498 : * Decompress the front of a compressed version of a varlena datum.
499 : * offset handling happens in detoast_attr_slice.
500 : * Here we just decompress a slice from the front.
501 : */
502 : static struct varlena *
1371 rhaas 503 CBC 54 : toast_decompress_datum_slice(struct varlena *attr, int32 slicelength)
504 : {
505 : ToastCompressionId cmid;
506 :
507 54 : Assert(VARATT_IS_COMPRESSED(attr));
508 :
509 : /*
510 : * Some callers may pass a slicelength that's more than the actual
511 : * decompressed size. If so, just decompress normally. This avoids
512 : * possibly allocating a larger-than-necessary result object, and may be
513 : * faster and/or more robust as well. Notably, some versions of liblz4
514 : * have been seen to give wrong results if passed an output size that is
515 : * more than the data's true decompressed size.
516 : */
748 tgl 517 54 : if ((uint32) slicelength >= TOAST_COMPRESS_EXTSIZE(attr))
518 12 : return toast_decompress_datum(attr);
519 :
520 : /*
521 : * Fetch the compression method id stored in the compression header and
522 : * decompress the data slice using the appropriate decompression routine.
523 : */
751 rhaas 524 42 : cmid = TOAST_COMPRESS_METHOD(attr);
525 42 : switch (cmid)
526 : {
527 33 : case TOAST_PGLZ_COMPRESSION_ID:
528 33 : return pglz_decompress_datum_slice(attr, slicelength);
529 9 : case TOAST_LZ4_COMPRESSION_ID:
530 9 : return lz4_decompress_datum_slice(attr, slicelength);
751 rhaas 531 UBC 0 : default:
532 0 : elog(ERROR, "invalid compression method id %d", cmid);
533 : return NULL; /* keep compiler quiet */
534 : }
535 : }
536 :
537 : /* ----------
538 : * toast_raw_datum_size -
539 : *
540 : * Return the raw (detoasted) size of a varlena datum
541 : * (including the VARHDRSZ header)
542 : * ----------
543 : */
544 : Size
1371 rhaas 545 CBC 17544573 : toast_raw_datum_size(Datum value)
546 : {
547 17544573 : struct varlena *attr = (struct varlena *) DatumGetPointer(value);
548 : Size result;
549 :
550 17544573 : if (VARATT_IS_EXTERNAL_ONDISK(attr))
551 28580 : {
552 : /* va_rawsize is the size of the original datum -- including header */
553 : struct varatt_external toast_pointer;
554 :
555 28580 : VARATT_EXTERNAL_GET_POINTER(toast_pointer, attr);
556 28580 : result = toast_pointer.va_rawsize;
557 : }
558 17515993 : else if (VARATT_IS_EXTERNAL_INDIRECT(attr))
559 : {
560 : struct varatt_indirect toast_pointer;
561 :
1371 rhaas 562 UBC 0 : VARATT_EXTERNAL_GET_POINTER(toast_pointer, attr);
563 :
564 : /* nested indirect Datums aren't allowed */
565 0 : Assert(!VARATT_IS_EXTERNAL_INDIRECT(toast_pointer.pointer));
566 :
567 0 : return toast_raw_datum_size(PointerGetDatum(toast_pointer.pointer));
568 : }
1371 rhaas 569 CBC 17515993 : else if (VARATT_IS_EXTERNAL_EXPANDED(attr))
570 : {
1371 rhaas 571 UBC 0 : result = EOH_get_flat_size(DatumGetEOHP(value));
572 : }
1371 rhaas 573 CBC 17515993 : else if (VARATT_IS_COMPRESSED(attr))
574 : {
575 : /* here, va_rawsize is just the payload size */
748 tgl 576 24485 : result = VARDATA_COMPRESSED_GET_EXTSIZE(attr) + VARHDRSZ;
577 : }
1371 rhaas 578 17491508 : else if (VARATT_IS_SHORT(attr))
579 : {
580 : /*
581 : * we have to normalize the header length to VARHDRSZ or else the
582 : * callers of this function will be confused.
583 : */
584 11973318 : result = VARSIZE_SHORT(attr) - VARHDRSZ_SHORT + VARHDRSZ;
585 : }
586 : else
587 : {
588 : /* plain untoasted datum */
589 5518190 : result = VARSIZE(attr);
590 : }
591 17544573 : return result;
592 : }
593 :
594 : /* ----------
595 : * toast_datum_size
596 : *
597 : * Return the physical storage size (possibly compressed) of a varlena datum
598 : * ----------
599 : */
600 : Size
601 61 : toast_datum_size(Datum value)
602 : {
603 61 : struct varlena *attr = (struct varlena *) DatumGetPointer(value);
604 : Size result;
605 :
606 61 : if (VARATT_IS_EXTERNAL_ONDISK(attr))
607 1 : {
608 : /*
609 : * Attribute is stored externally - return the extsize whether
610 : * compressed or not. We do not count the size of the toast pointer
611 : * ... should we?
612 : */
613 : struct varatt_external toast_pointer;
614 :
615 1 : VARATT_EXTERNAL_GET_POINTER(toast_pointer, attr);
751 616 1 : result = VARATT_EXTERNAL_GET_EXTSIZE(toast_pointer);
617 : }
1371 618 60 : else if (VARATT_IS_EXTERNAL_INDIRECT(attr))
619 : {
620 : struct varatt_indirect toast_pointer;
621 :
1371 rhaas 622 UBC 0 : VARATT_EXTERNAL_GET_POINTER(toast_pointer, attr);
623 :
624 : /* nested indirect Datums aren't allowed */
625 0 : Assert(!VARATT_IS_EXTERNAL_INDIRECT(attr));
626 :
627 0 : return toast_datum_size(PointerGetDatum(toast_pointer.pointer));
628 : }
1371 rhaas 629 CBC 60 : else if (VARATT_IS_EXTERNAL_EXPANDED(attr))
630 : {
1371 rhaas 631 UBC 0 : result = EOH_get_flat_size(DatumGetEOHP(value));
632 : }
1371 rhaas 633 CBC 60 : else if (VARATT_IS_SHORT(attr))
634 : {
1371 rhaas 635 UBC 0 : result = VARSIZE_SHORT(attr);
636 : }
637 : else
638 : {
639 : /*
640 : * Attribute is stored inline either compressed or not, just calculate
641 : * the size of the datum in either case.
642 : */
1371 rhaas 643 CBC 60 : result = VARSIZE(attr);
644 : }
645 61 : return result;
646 : }
|
