1 /* $NetBSD: hash_buf.c,v 1.18 2009/04/23 22:09:23 christos Exp $ */
4 * Copyright (c) 1990, 1993, 1994
5 * The Regents of the University of California. All rights reserved.
7 * This code is derived from software contributed to Berkeley by
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. Neither the name of the University nor the names of its contributors
19 * may be used to endorse or promote products derived from this software
20 * without specific prior written permission.
22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35 #if HAVE_NBTOOL_CONFIG_H
36 #include "nbtool_config.h"
39 #include <sys/cdefs.h>
40 __RCSID("$NetBSD: hash_buf.c,v 1.18 2009/04/23 22:09:23 christos Exp $");
46 * Contains buffer management
58 #include <sys/param.h>
72 static BUFHEAD
*newbuf(HTAB
*, uint32_t, BUFHEAD
*);
74 /* Unlink B from its place in the lru */
75 #define BUF_REMOVE(B) { \
76 (B)->prev->next = (B)->next; \
77 (B)->next->prev = (B)->prev; \
80 /* Insert B after P */
81 #define BUF_INSERT(B, P) { \
82 (B)->next = (P)->next; \
85 (B)->next->prev = (B); \
88 #define MRU hashp->bufhead.next
89 #define LRU hashp->bufhead.prev
91 #define MRU_INSERT(B) BUF_INSERT((B), &hashp->bufhead)
92 #define LRU_INSERT(B) BUF_INSERT((B), LRU)
95 * We are looking for a buffer with address "addr". If prev_bp is NULL, then
96 * address is a bucket index. If prev_bp is not NULL, then it points to the
97 * page previous to an overflow page that we are trying to find.
99 * CAVEAT: The buffer header accessed via prev_bp's ovfl field may no longer
100 * be valid. Therefore, you must always verify that its address matches the
101 * address you are seeking.
108 int newpage
/* If prev_bp set, indicates a new overflow page. */
112 uint32_t is_disk_mask
;
113 int is_disk
, segment_ndx
= 0; /* pacify gcc */
114 SEGMENT segp
= NULL
; /* pacify gcc */
120 if (!bp
|| (bp
->addr
!= addr
))
125 /* Grab buffer out of directory */
126 segment_ndx
= addr
& (hashp
->SGSIZE
- 1);
128 /* valid segment ensured by __call_hash() */
129 segp
= hashp
->dir
[addr
>> hashp
->SSHIFT
];
130 _DIAGASSERT(segp
!= NULL
);
131 bp
= PTROF(segp
[segment_ndx
]);
132 is_disk_mask
= ISDISK(segp
[segment_ndx
]);
133 is_disk
= is_disk_mask
|| !hashp
->new_file
;
137 bp
= newbuf(hashp
, addr
, prev_bp
);
139 __get_page(hashp
, bp
->page
, addr
, !prev_bp
, is_disk
, 0))
143 (BUFHEAD
*)(void *)((u_long
)bp
| is_disk_mask
);
152 * We need a buffer for this page. Either allocate one, or evict a resident
153 * one (if we have as many buffers as we're allowed) and put this one in.
155 * If newbuf finds an error (returning NULL), it also sets errno.
158 newbuf(HTAB
*hashp
, uint32_t addr
, BUFHEAD
*prev_bp
)
160 BUFHEAD
*bp
; /* The buffer we're going to use */
161 BUFHEAD
*xbp
; /* Temp pointer */
165 uint16_t oaddr
, *shortp
;
170 * If LRU buffer is pinned, the buffer pool is too small. We need to
171 * allocate more buffers.
173 if (hashp
->nbufs
|| (bp
->flags
& BUF_PIN
)) {
174 /* Allocate a new one */
175 if ((bp
= calloc(1, sizeof(BUFHEAD
))) == NULL
)
177 if ((bp
->page
= calloc(1, (size_t)hashp
->BSIZE
)) == NULL
) {
184 /* Kick someone out */
187 * If this is an overflow page with addr 0, it's already been
188 * flushed back in an overflow chain and initialized.
190 if ((bp
->addr
!= 0) || (bp
->flags
& BUF_BUCKET
)) {
192 * Set oaddr before __put_page so that you get it
193 * before bytes are swapped.
195 shortp
= (uint16_t *)(void *)bp
->page
;
197 oaddr
= shortp
[shortp
[0] - 1];
198 if ((bp
->flags
& BUF_MOD
) && __put_page(hashp
, bp
->page
,
199 bp
->addr
, (int)IS_BUCKET(bp
->flags
), 0))
202 * Update the pointer to this page (i.e. invalidate it).
204 * If this is a new file (i.e. we created it at open
205 * time), make sure that we mark pages which have been
206 * written to disk so we retrieve them from disk later,
207 * rather than allocating new pages.
209 if (IS_BUCKET(bp
->flags
)) {
210 segment_ndx
= bp
->addr
& (hashp
->SGSIZE
- 1);
211 segp
= hashp
->dir
[bp
->addr
>> hashp
->SSHIFT
];
212 _DIAGASSERT(segp
!= NULL
);
214 if (hashp
->new_file
&&
215 ((bp
->flags
& BUF_MOD
) ||
216 ISDISK(segp
[segment_ndx
])))
217 segp
[segment_ndx
] = (BUFHEAD
*)BUF_DISK
;
219 segp
[segment_ndx
] = NULL
;
222 * Since overflow pages can only be access by means of
223 * their bucket, free overflow pages associated with
226 for (xbp
= bp
; xbp
->ovfl
;) {
227 next_xbp
= xbp
->ovfl
;
231 /* Check that ovfl pointer is up date. */
232 if (IS_BUCKET(xbp
->flags
) ||
233 (oaddr
!= xbp
->addr
))
236 shortp
= (uint16_t *)(void *)xbp
->page
;
238 /* set before __put_page */
239 oaddr
= shortp
[shortp
[0] - 1];
240 if ((xbp
->flags
& BUF_MOD
) && __put_page(hashp
,
241 xbp
->page
, xbp
->addr
, 0, 0))
251 /* Now assign this buffer */
254 (void)fprintf(stderr
, "NEWBUF1: %d->ovfl was %d is now %d\n",
255 bp
->addr
, (bp
->ovfl
? bp
->ovfl
->addr
: 0), 0);
260 * If prev_bp is set, this is an overflow page, hook it in to
261 * the buffer overflow links.
264 (void)fprintf(stderr
, "NEWBUF2: %d->ovfl was %d is now %d\n",
265 prev_bp
->addr
, (prev_bp
->ovfl
? prev_bp
->ovfl
->addr
: 0),
266 (bp
? bp
->addr
: 0));
271 bp
->flags
= BUF_BUCKET
;
277 __buf_init(HTAB
*hashp
, u_int nbytes
)
282 bfp
= &(hashp
->bufhead
);
283 npages
= (unsigned int)(nbytes
+ hashp
->BSIZE
- 1) >> hashp
->BSHIFT
;
284 npages
= MAX(npages
, MIN_BUFFERS
);
286 hashp
->nbufs
= npages
;
290 * This space is calloc'd so these are already null.
300 __buf_free(HTAB
*hashp
, int do_free
, int to_disk
)
304 /* Need to make sure that buffer manager has been initialized */
307 for (bp
= LRU
; bp
!= &hashp
->bufhead
;) {
308 /* Check that the buffer is valid */
309 if (bp
->addr
|| IS_BUCKET(bp
->flags
)) {
310 if (to_disk
&& (bp
->flags
& BUF_MOD
) &&
311 __put_page(hashp
, bp
->page
,
312 bp
->addr
, IS_BUCKET(bp
->flags
), 0))
315 /* Check if we are freeing stuff */
318 (void)memset(bp
->page
, 0, (size_t)hashp
->BSIZE
);
331 __reclaim_buf(HTAB
*hashp
, BUFHEAD
*bp
)