Gotweb

Blame

Date:: Wed Mar 8 09:27:14 2023 UTC
Message:: portable: configure: split out dependencies Rather than assume all dependencies are required for all programs, split them out. This will make packaging easier, as well as splitting the code to use subprojects. Note that due to the use of config.h semantics, in most cases the got_compat.h header file is now at the top of the .c file it is included in, so that it can handle the system header inclusion properly.
Actions:: History | Blob | Raw File
  1 6bef87be 2018-09-11 stsp /*
  2 6bef87be 2018-09-11 stsp  * Copyright (c) 2018 Stefan Sperling <stsp@openbsd.org>
  3 6bef87be 2018-09-11 stsp  *
  4 6bef87be 2018-09-11 stsp  * Permission to use, copy, modify, and distribute this software for any
  5 6bef87be 2018-09-11 stsp  * purpose with or without fee is hereby granted, provided that the above
  6 6bef87be 2018-09-11 stsp  * copyright notice and this permission notice appear in all copies.
  7 6bef87be 2018-09-11 stsp  *
  8 6bef87be 2018-09-11 stsp  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9 6bef87be 2018-09-11 stsp  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 10 6bef87be 2018-09-11 stsp  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 11 6bef87be 2018-09-11 stsp  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 12 6bef87be 2018-09-11 stsp  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 13 6bef87be 2018-09-11 stsp  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 14 6bef87be 2018-09-11 stsp  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 15 6bef87be 2018-09-11 stsp  */
 16 6bef87be 2018-09-11 stsp 
 17 6bef87be 2018-09-11 stsp #include <sys/time.h>
 18 8b925c6c 2022-07-16 thomas #include <sys/queue.h>
 19 8ab9215c 2021-10-15 thomas #include <sys/resource.h>
 20 6bef87be 2018-09-11 stsp 
 21 6bef87be 2018-09-11 stsp #include <stdio.h>
 22 6bef87be 2018-09-11 stsp #include <stdlib.h>
 23 a60c9e77 2019-05-22 stsp #include <stdint.h>
 24 6bef87be 2018-09-11 stsp #include <string.h>
 25 56e0773d 2019-11-28 stsp #include <limits.h>
 26 6bef87be 2018-09-11 stsp #include <zlib.h>
 27 6bef87be 2018-09-11 stsp 
 28 4fccd2fe 2023-03-08 thomas #include "got_compat.h"
 29 6bef87be 2018-09-11 stsp #include "got_error.h"
 30 6bef87be 2018-09-11 stsp #include "got_object.h"
 31 6bef87be 2018-09-11 stsp 
 32 6bef87be 2018-09-11 stsp #include "got_lib_delta.h"
 33 6bef87be 2018-09-11 stsp #include "got_lib_inflate.h"
 34 6bef87be 2018-09-11 stsp #include "got_lib_object.h"
 35 f054b67a 2018-11-05 stsp #include "got_lib_object_idset.h"
 36 6bef87be 2018-09-11 stsp #include "got_lib_object_cache.h"
 37 6bef87be 2018-09-11 stsp 
 38 a60c9e77 2019-05-22 stsp /*
 39 a60c9e77 2019-05-22 stsp  * XXX This should be reworked to track cache size and usage in bytes,
 40 a60c9e77 2019-05-22 stsp  * rather than tracking N elements capped to a maximum element size.
 41 a60c9e77 2019-05-22 stsp  */
 42 9bccfa63 2018-11-05 stsp #define GOT_OBJECT_CACHE_SIZE_OBJ	256
 43 9185b863 2018-11-05 stsp #define GOT_OBJECT_CACHE_SIZE_TREE	256
 44 9bccfa63 2018-11-05 stsp #define GOT_OBJECT_CACHE_SIZE_COMMIT	64
 45 46387cfb 2022-12-01 thomas #define GOT_OBJECT_CACHE_SIZE_TAG	256
 46 3efd8e31 2022-10-23 thomas #define GOT_OBJECT_CACHE_SIZE_RAW	16
 47 a60c9e77 2019-05-22 stsp #define GOT_OBJECT_CACHE_MAX_ELEM_SIZE	1048576	/* 1 MB */
 48 6bef87be 2018-09-11 stsp 
 49 6bef87be 2018-09-11 stsp const struct got_error *
 50 6bef87be 2018-09-11 stsp got_object_cache_init(struct got_object_cache *cache,
 51 6bef87be 2018-09-11 stsp     enum got_object_cache_type type)
 52 6bef87be 2018-09-11 stsp {
 53 8ab9215c 2021-10-15 thomas 	struct rlimit rl;
 54 8ab9215c 2021-10-15 thomas 
 55 dab9d9b6 2018-11-05 stsp 	memset(cache, 0, sizeof(*cache));
 56 dab9d9b6 2018-11-05 stsp 
 57 f054b67a 2018-11-05 stsp 	cache->idset = got_object_idset_alloc();
 58 f054b67a 2018-11-05 stsp 	if (cache->idset == NULL)
 59 638f9024 2019-05-13 stsp 		return got_error_from_errno("got_object_idset_alloc");
 60 f054b67a 2018-11-05 stsp 
 61 f054b67a 2018-11-05 stsp 	cache->type = type;
 62 6bef87be 2018-09-11 stsp 	switch (type) {
 63 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_OBJ:
 64 f054b67a 2018-11-05 stsp 		cache->size = GOT_OBJECT_CACHE_SIZE_OBJ;
 65 6bef87be 2018-09-11 stsp 		break;
 66 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_TREE:
 67 f054b67a 2018-11-05 stsp 		cache->size = GOT_OBJECT_CACHE_SIZE_TREE;
 68 6bef87be 2018-09-11 stsp 		break;
 69 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_COMMIT:
 70 f054b67a 2018-11-05 stsp 		cache->size = GOT_OBJECT_CACHE_SIZE_COMMIT;
 71 6bef87be 2018-09-11 stsp 		break;
 72 f4a881ce 2018-11-17 stsp 	case GOT_OBJECT_CACHE_TYPE_TAG:
 73 f4a881ce 2018-11-17 stsp 		cache->size = GOT_OBJECT_CACHE_SIZE_TAG;
 74 f4a881ce 2018-11-17 stsp 		break;
 75 8ab9215c 2021-10-15 thomas 	case GOT_OBJECT_CACHE_TYPE_RAW:
 76 8ab9215c 2021-10-15 thomas 		if (getrlimit(RLIMIT_NOFILE, &rl) == -1)
 77 8ab9215c 2021-10-15 thomas 			return got_error_from_errno("getrlimit");
 78 8ab9215c 2021-10-15 thomas 		cache->size = GOT_OBJECT_CACHE_SIZE_RAW;
 79 8ab9215c 2021-10-15 thomas 		if (cache->size > rl.rlim_cur / 16)
 80 8ab9215c 2021-10-15 thomas 			cache->size = rl.rlim_cur / 16;
 81 8ab9215c 2021-10-15 thomas 		break;
 82 6bef87be 2018-09-11 stsp 	}
 83 6bef87be 2018-09-11 stsp 	return NULL;
 84 a60c9e77 2019-05-22 stsp }
 85 a60c9e77 2019-05-22 stsp 
 86 ef20f542 2022-06-26 thomas static size_t
 87 a60c9e77 2019-05-22 stsp get_size_obj(struct got_object *obj)
 88 a60c9e77 2019-05-22 stsp {
 89 a60c9e77 2019-05-22 stsp 	size_t size = sizeof(*obj);
 90 a60c9e77 2019-05-22 stsp 	struct got_delta *delta;
 91 a60c9e77 2019-05-22 stsp 
 92 a60c9e77 2019-05-22 stsp 	if ((obj->flags & GOT_OBJ_FLAG_DELTIFIED) == 0)
 93 a60c9e77 2019-05-22 stsp 		return size;
 94 a60c9e77 2019-05-22 stsp 
 95 dbdddfee 2021-06-23 naddy 	STAILQ_FOREACH(delta, &obj->deltas.entries, entry) {
 96 42c69117 2019-11-10 stsp 		if (SIZE_MAX - sizeof(*delta) < size)
 97 a60c9e77 2019-05-22 stsp 			return SIZE_MAX;
 98 42c69117 2019-11-10 stsp 		size += sizeof(*delta);
 99 a60c9e77 2019-05-22 stsp 	}
100 a60c9e77 2019-05-22 stsp 
101 a60c9e77 2019-05-22 stsp 	return size;
102 a60c9e77 2019-05-22 stsp }
103 a60c9e77 2019-05-22 stsp 
104 ef20f542 2022-06-26 thomas static size_t
105 a60c9e77 2019-05-22 stsp get_size_tree(struct got_tree_object *tree)
106 a60c9e77 2019-05-22 stsp {
107 a60c9e77 2019-05-22 stsp 	size_t size = sizeof(*tree);
108 a60c9e77 2019-05-22 stsp 
109 56e0773d 2019-11-28 stsp 	size += sizeof(struct got_tree_entry) * tree->nentries;
110 a60c9e77 2019-05-22 stsp 	return size;
111 a60c9e77 2019-05-22 stsp }
112 a60c9e77 2019-05-22 stsp 
113 ef20f542 2022-06-26 thomas static size_t
114 a60c9e77 2019-05-22 stsp get_size_commit(struct got_commit_object *commit)
115 a60c9e77 2019-05-22 stsp {
116 a60c9e77 2019-05-22 stsp 	size_t size = sizeof(*commit);
117 a60c9e77 2019-05-22 stsp 	struct got_object_qid *qid;
118 a60c9e77 2019-05-22 stsp 
119 a60c9e77 2019-05-22 stsp 	size += sizeof(*commit->tree_id);
120 a60c9e77 2019-05-22 stsp 	size += strlen(commit->author);
121 a60c9e77 2019-05-22 stsp 	size += strlen(commit->committer);
122 a60c9e77 2019-05-22 stsp 	size += strlen(commit->logmsg);
123 a60c9e77 2019-05-22 stsp 
124 dbdddfee 2021-06-23 naddy 	STAILQ_FOREACH(qid, &commit->parent_ids, entry)
125 ec242592 2022-04-22 thomas 		size += sizeof(*qid) + sizeof(qid->id);
126 a60c9e77 2019-05-22 stsp 
127 a60c9e77 2019-05-22 stsp 	return size;
128 6bef87be 2018-09-11 stsp }
129 6bef87be 2018-09-11 stsp 
130 ef20f542 2022-06-26 thomas static size_t
131 a60c9e77 2019-05-22 stsp get_size_tag(struct got_tag_object *tag)
132 a60c9e77 2019-05-22 stsp {
133 a60c9e77 2019-05-22 stsp 	size_t size = sizeof(*tag);
134 a60c9e77 2019-05-22 stsp 
135 a60c9e77 2019-05-22 stsp 	size += strlen(tag->tag);
136 a60c9e77 2019-05-22 stsp 	size += strlen(tag->tagger);
137 a60c9e77 2019-05-22 stsp 	size += strlen(tag->tagmsg);
138 a60c9e77 2019-05-22 stsp 
139 a60c9e77 2019-05-22 stsp 	return size;
140 a60c9e77 2019-05-22 stsp }
141 a60c9e77 2019-05-22 stsp 
142 ef20f542 2022-06-26 thomas static size_t
143 8ab9215c 2021-10-15 thomas get_size_raw(struct got_raw_object *raw)
144 8ab9215c 2021-10-15 thomas {
145 8ab9215c 2021-10-15 thomas 	return sizeof(*raw);
146 8ab9215c 2021-10-15 thomas }
147 8ab9215c 2021-10-15 thomas 
148 6bef87be 2018-09-11 stsp const struct got_error *
149 48b4f239 2021-12-31 thomas got_object_cache_add(struct got_object_cache *cache, struct got_object_id *id,
150 48b4f239 2021-12-31 thomas     void *item)
151 6bef87be 2018-09-11 stsp {
152 6bef87be 2018-09-11 stsp 	const struct got_error *err = NULL;
153 6bef87be 2018-09-11 stsp 	struct got_object_cache_entry *ce;
154 6bef87be 2018-09-11 stsp 	int nelem;
155 a60c9e77 2019-05-22 stsp 	size_t size;
156 6bef87be 2018-09-11 stsp 
157 a60c9e77 2019-05-22 stsp 	switch (cache->type) {
158 a60c9e77 2019-05-22 stsp 	case GOT_OBJECT_CACHE_TYPE_OBJ:
159 a60c9e77 2019-05-22 stsp 		size = get_size_obj((struct got_object *)item);
160 a60c9e77 2019-05-22 stsp 		break;
161 a60c9e77 2019-05-22 stsp 	case GOT_OBJECT_CACHE_TYPE_TREE:
162 a60c9e77 2019-05-22 stsp 		size = get_size_tree((struct got_tree_object *)item);
163 a60c9e77 2019-05-22 stsp 		break;
164 a60c9e77 2019-05-22 stsp 	case GOT_OBJECT_CACHE_TYPE_COMMIT:
165 a60c9e77 2019-05-22 stsp 		size = get_size_commit((struct got_commit_object *)item);
166 a60c9e77 2019-05-22 stsp 		break;
167 a60c9e77 2019-05-22 stsp 	case GOT_OBJECT_CACHE_TYPE_TAG:
168 a60c9e77 2019-05-22 stsp 		size = get_size_tag((struct got_tag_object *)item);
169 a60c9e77 2019-05-22 stsp 		break;
170 8ab9215c 2021-10-15 thomas 	case GOT_OBJECT_CACHE_TYPE_RAW:
171 8ab9215c 2021-10-15 thomas 		size = get_size_raw((struct got_raw_object *)item);
172 8ab9215c 2021-10-15 thomas 		break;
173 a0de39f3 2019-08-09 stsp 	default:
174 a0de39f3 2019-08-09 stsp 		return got_error(GOT_ERR_OBJ_TYPE);
175 a60c9e77 2019-05-22 stsp 	}
176 a60c9e77 2019-05-22 stsp 
177 01cd7614 2019-05-22 stsp 	if (size > GOT_OBJECT_CACHE_MAX_ELEM_SIZE) {
178 01cd7614 2019-05-22 stsp #ifdef GOT_OBJ_CACHE_DEBUG
179 01cd7614 2019-05-22 stsp 		char *id_str;
180 01cd7614 2019-05-22 stsp 		if (got_object_id_str(&id_str, id) != NULL)
181 01cd7614 2019-05-22 stsp 			return got_error_from_errno("got_object_id_str");
182 01cd7614 2019-05-22 stsp 		fprintf(stderr, "%s: not caching ", getprogname());
183 01cd7614 2019-05-22 stsp 		switch (cache->type) {
184 01cd7614 2019-05-22 stsp 		case GOT_OBJECT_CACHE_TYPE_OBJ:
185 01cd7614 2019-05-22 stsp 			fprintf(stderr, "object");
186 01cd7614 2019-05-22 stsp 			break;
187 01cd7614 2019-05-22 stsp 		case GOT_OBJECT_CACHE_TYPE_TREE:
188 01cd7614 2019-05-22 stsp 			fprintf(stderr, "tree");
189 01cd7614 2019-05-22 stsp 			break;
190 01cd7614 2019-05-22 stsp 		case GOT_OBJECT_CACHE_TYPE_COMMIT:
191 01cd7614 2019-05-22 stsp 			fprintf(stderr, "commit");
192 01cd7614 2019-05-22 stsp 			break;
193 01cd7614 2019-05-22 stsp 		case GOT_OBJECT_CACHE_TYPE_TAG:
194 01cd7614 2019-05-22 stsp 			fprintf(stderr, "tag");
195 01cd7614 2019-05-22 stsp 			break;
196 8ab9215c 2021-10-15 thomas 		case GOT_OBJECT_CACHE_TYPE_RAW:
197 8ab9215c 2021-10-15 thomas 			fprintf(stderr, "raw");
198 8ab9215c 2021-10-15 thomas 			break;
199 01cd7614 2019-05-22 stsp 		}
200 01cd7614 2019-05-22 stsp 		fprintf(stderr, " %s (%zd bytes; %zd MB)\n", id_str, size,
201 01cd7614 2019-05-22 stsp 		    size/1024/1024);
202 01cd7614 2019-05-22 stsp 		free(id_str);
203 01cd7614 2019-05-22 stsp #endif
204 01cd7614 2019-05-22 stsp 		cache->cache_toolarge++;
205 79c99a64 2019-05-23 stsp 		return got_error(GOT_ERR_OBJ_TOO_LARGE);
206 01cd7614 2019-05-22 stsp 	}
207 a60c9e77 2019-05-22 stsp 
208 f054b67a 2018-11-05 stsp 	nelem = got_object_idset_num_elements(cache->idset);
209 6bef87be 2018-09-11 stsp 	if (nelem >= cache->size) {
210 f054b67a 2018-11-05 stsp 		err = got_object_idset_remove((void **)&ce,
211 f054b67a 2018-11-05 stsp 		    cache->idset, NULL);
212 6bef87be 2018-09-11 stsp 		if (err)
213 6bef87be 2018-09-11 stsp 			return err;
214 6bef87be 2018-09-11 stsp 		switch (cache->type) {
215 6bef87be 2018-09-11 stsp 		case GOT_OBJECT_CACHE_TYPE_OBJ:
216 6bef87be 2018-09-11 stsp 			got_object_close(ce->data.obj);
217 6bef87be 2018-09-11 stsp 			break;
218 6bef87be 2018-09-11 stsp 		case GOT_OBJECT_CACHE_TYPE_TREE:
219 6bef87be 2018-09-11 stsp 			got_object_tree_close(ce->data.tree);
220 6bef87be 2018-09-11 stsp 			break;
221 6bef87be 2018-09-11 stsp 		case GOT_OBJECT_CACHE_TYPE_COMMIT:
222 6bef87be 2018-09-11 stsp 			got_object_commit_close(ce->data.commit);
223 6bef87be 2018-09-11 stsp 			break;
224 f4a881ce 2018-11-17 stsp 		case GOT_OBJECT_CACHE_TYPE_TAG:
225 f4a881ce 2018-11-17 stsp 			got_object_tag_close(ce->data.tag);
226 f4a881ce 2018-11-17 stsp 			break;
227 8ab9215c 2021-10-15 thomas 		case GOT_OBJECT_CACHE_TYPE_RAW:
228 8ab9215c 2021-10-15 thomas 			got_object_raw_close(ce->data.raw);
229 8ab9215c 2021-10-15 thomas 			break;
230 6bef87be 2018-09-11 stsp 		}
231 f1461b8c 2022-08-30 thomas 		memset(ce, 0, sizeof(*ce));
232 315fa2b2 2018-09-15 stsp 		cache->cache_evict++;
233 f1461b8c 2022-08-30 thomas 	} else {
234 f1461b8c 2022-08-30 thomas 		ce = malloc(sizeof(*ce));
235 f1461b8c 2022-08-30 thomas 		if (ce == NULL)
236 f1461b8c 2022-08-30 thomas 			return got_error_from_errno("malloc");
237 6bef87be 2018-09-11 stsp 	}
238 6bef87be 2018-09-11 stsp 
239 6bef87be 2018-09-11 stsp 	memcpy(&ce->id, id, sizeof(ce->id));
240 6bef87be 2018-09-11 stsp 	switch (cache->type) {
241 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_OBJ:
242 6bef87be 2018-09-11 stsp 		ce->data.obj = (struct got_object *)item;
243 6bef87be 2018-09-11 stsp 		break;
244 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_TREE:
245 6bef87be 2018-09-11 stsp 		ce->data.tree = (struct got_tree_object *)item;
246 6bef87be 2018-09-11 stsp 		break;
247 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_COMMIT:
248 6bef87be 2018-09-11 stsp 		ce->data.commit = (struct got_commit_object *)item;
249 6bef87be 2018-09-11 stsp 		break;
250 f4a881ce 2018-11-17 stsp 	case GOT_OBJECT_CACHE_TYPE_TAG:
251 f4a881ce 2018-11-17 stsp 		ce->data.tag = (struct got_tag_object *)item;
252 f4a881ce 2018-11-17 stsp 		break;
253 8ab9215c 2021-10-15 thomas 	case GOT_OBJECT_CACHE_TYPE_RAW:
254 8ab9215c 2021-10-15 thomas 		ce->data.raw = (struct got_raw_object *)item;
255 8ab9215c 2021-10-15 thomas 		break;
256 6bef87be 2018-09-11 stsp 	}
257 6bef87be 2018-09-11 stsp 
258 f054b67a 2018-11-05 stsp 	err = got_object_idset_add(cache->idset, id, ce);
259 79c99a64 2019-05-23 stsp 	if (err)
260 79c99a64 2019-05-23 stsp 		free(ce);
261 cadc72f0 2022-08-30 thomas 	else if (size > cache->max_cached_size)
262 cadc72f0 2022-08-30 thomas 		cache->max_cached_size = size;
263 6bef87be 2018-09-11 stsp 	return err;
264 6bef87be 2018-09-11 stsp }
265 6bef87be 2018-09-11 stsp 
266 6bef87be 2018-09-11 stsp void *
267 6bef87be 2018-09-11 stsp got_object_cache_get(struct got_object_cache *cache, struct got_object_id *id)
268 6bef87be 2018-09-11 stsp {
269 6bef87be 2018-09-11 stsp 	struct got_object_cache_entry *ce;
270 6bef87be 2018-09-11 stsp 
271 221e79cd 2018-09-16 stsp 	cache->cache_searches++;
272 f054b67a 2018-11-05 stsp 	ce = got_object_idset_get(cache->idset, id);
273 6bef87be 2018-09-11 stsp 	if (ce) {
274 6bef87be 2018-09-11 stsp 		cache->cache_hit++;
275 6bef87be 2018-09-11 stsp 		switch (cache->type) {
276 6bef87be 2018-09-11 stsp 		case GOT_OBJECT_CACHE_TYPE_OBJ:
277 6bef87be 2018-09-11 stsp 			return ce->data.obj;
278 6bef87be 2018-09-11 stsp 		case GOT_OBJECT_CACHE_TYPE_TREE:
279 6bef87be 2018-09-11 stsp 			return ce->data.tree;
280 6bef87be 2018-09-11 stsp 		case GOT_OBJECT_CACHE_TYPE_COMMIT:
281 6bef87be 2018-09-11 stsp 			return ce->data.commit;
282 f4a881ce 2018-11-17 stsp 		case GOT_OBJECT_CACHE_TYPE_TAG:
283 f4a881ce 2018-11-17 stsp 			return ce->data.tag;
284 8ab9215c 2021-10-15 thomas 		case GOT_OBJECT_CACHE_TYPE_RAW:
285 8ab9215c 2021-10-15 thomas 			return ce->data.raw;
286 6bef87be 2018-09-11 stsp 		}
287 6bef87be 2018-09-11 stsp 	}
288 6bef87be 2018-09-11 stsp 
289 6bef87be 2018-09-11 stsp 	cache->cache_miss++;
290 6bef87be 2018-09-11 stsp 	return NULL;
291 6bef87be 2018-09-11 stsp }
292 6bef87be 2018-09-11 stsp 
293 f4081577 2018-09-15 stsp #ifdef GOT_OBJ_CACHE_DEBUG
294 6bef87be 2018-09-11 stsp static void
295 6bef87be 2018-09-11 stsp print_cache_stats(struct got_object_cache *cache, const char *name)
296 6bef87be 2018-09-11 stsp {
297 221e79cd 2018-09-16 stsp 	fprintf(stderr, "%s: %s cache: %d elements, %d searches, %d hits, "
298 cadc72f0 2022-08-30 thomas 	    "%d missed, %d evicted, %d too large, max cached %zd bytes\n",
299 cadc72f0 2022-08-30 thomas 	    getprogname(), name,
300 ce971618 2022-08-31 thomas 	    cache->idset ? got_object_idset_num_elements(cache->idset) : -1,
301 221e79cd 2018-09-16 stsp 	    cache->cache_searches, cache->cache_hit,
302 cadc72f0 2022-08-30 thomas 	    cache->cache_miss, cache->cache_evict, cache->cache_toolarge,
303 cadc72f0 2022-08-30 thomas 	    cache->max_cached_size);
304 6bef87be 2018-09-11 stsp }
305 6bef87be 2018-09-11 stsp 
306 30b23f54 2022-08-30 thomas static const struct got_error *
307 cb103d04 2018-11-07 stsp check_refcount(struct got_object_id *id, void *data, void *arg)
308 6bef87be 2018-09-11 stsp {
309 6bef87be 2018-09-11 stsp 	struct got_object_cache *cache = arg;
310 6bef87be 2018-09-11 stsp 	struct got_object_cache_entry *ce = data;
311 6bef87be 2018-09-11 stsp 	struct got_object *obj;
312 6bef87be 2018-09-11 stsp 	struct got_tree_object *tree;
313 6bef87be 2018-09-11 stsp 	struct got_commit_object *commit;
314 f4a881ce 2018-11-17 stsp 	struct got_tag_object *tag;
315 8ab9215c 2021-10-15 thomas 	struct got_raw_object *raw;
316 6bef87be 2018-09-11 stsp 	char *id_str;
317 6bef87be 2018-09-11 stsp 
318 6bef87be 2018-09-11 stsp 	if (got_object_id_str(&id_str, id) != NULL)
319 cb103d04 2018-11-07 stsp 		return NULL;
320 6bef87be 2018-09-11 stsp 
321 6bef87be 2018-09-11 stsp 	switch (cache->type) {
322 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_OBJ:
323 6bef87be 2018-09-11 stsp 		obj = ce->data.obj;
324 6bef87be 2018-09-11 stsp 		if (obj->refcnt == 1)
325 6bef87be 2018-09-11 stsp 			break;
326 6bef87be 2018-09-11 stsp 		fprintf(stderr, "object %s has %d unclaimed references\n",
327 6bef87be 2018-09-11 stsp 		    id_str, obj->refcnt - 1);
328 6bef87be 2018-09-11 stsp 		break;
329 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_TREE:
330 6bef87be 2018-09-11 stsp 		tree = ce->data.tree;
331 6bef87be 2018-09-11 stsp 		if (tree->refcnt == 1)
332 6bef87be 2018-09-11 stsp 			break;
333 6bef87be 2018-09-11 stsp 		fprintf(stderr, "tree %s has %d unclaimed references\n",
334 6bef87be 2018-09-11 stsp 		    id_str, tree->refcnt - 1);
335 6bef87be 2018-09-11 stsp 		break;
336 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_COMMIT:
337 6bef87be 2018-09-11 stsp 		commit = ce->data.commit;
338 6bef87be 2018-09-11 stsp 		if (commit->refcnt == 1)
339 6bef87be 2018-09-11 stsp 			break;
340 6bef87be 2018-09-11 stsp 		fprintf(stderr, "commit %s has %d unclaimed references\n",
341 414611d9 2018-09-19 stsp 		    id_str, commit->refcnt - 1);
342 6bef87be 2018-09-11 stsp 		break;
343 f4a881ce 2018-11-17 stsp 	case GOT_OBJECT_CACHE_TYPE_TAG:
344 f4a881ce 2018-11-17 stsp 		tag = ce->data.tag;
345 f4a881ce 2018-11-17 stsp 		if (tag->refcnt == 1)
346 f4a881ce 2018-11-17 stsp 			break;
347 f4a881ce 2018-11-17 stsp 		fprintf(stderr, "tag %s has %d unclaimed references\n",
348 f4a881ce 2018-11-17 stsp 		    id_str, tag->refcnt - 1);
349 f4a881ce 2018-11-17 stsp 		break;
350 8ab9215c 2021-10-15 thomas 	case GOT_OBJECT_CACHE_TYPE_RAW:
351 8ab9215c 2021-10-15 thomas 		raw = ce->data.raw;
352 8ab9215c 2021-10-15 thomas 		if (raw->refcnt == 1)
353 8ab9215c 2021-10-15 thomas 			break;
354 8ab9215c 2021-10-15 thomas 		fprintf(stderr, "raw %s has %d unclaimed references\n",
355 8ab9215c 2021-10-15 thomas 		    id_str, raw->refcnt - 1);
356 8ab9215c 2021-10-15 thomas 		break;
357 6bef87be 2018-09-11 stsp 	}
358 6bef87be 2018-09-11 stsp 	free(id_str);
359 cb103d04 2018-11-07 stsp 	return NULL;
360 6bef87be 2018-09-11 stsp }
361 6bef87be 2018-09-11 stsp #endif
362 e476ee5e 2022-09-05 thomas 
363 e476ee5e 2022-09-05 thomas static const struct got_error *
364 e476ee5e 2022-09-05 thomas free_entry(struct got_object_id *id, void *data, void *arg)
365 e476ee5e 2022-09-05 thomas {
366 e476ee5e 2022-09-05 thomas 	struct got_object_cache *cache = arg;
367 e476ee5e 2022-09-05 thomas 	struct got_object_cache_entry *ce = data;
368 e476ee5e 2022-09-05 thomas 
369 e476ee5e 2022-09-05 thomas 	switch (cache->type) {
370 e476ee5e 2022-09-05 thomas 	case GOT_OBJECT_CACHE_TYPE_OBJ:
371 e476ee5e 2022-09-05 thomas 		got_object_close(ce->data.obj);
372 e476ee5e 2022-09-05 thomas 		break;
373 e476ee5e 2022-09-05 thomas 	case GOT_OBJECT_CACHE_TYPE_TREE:
374 e476ee5e 2022-09-05 thomas 		got_object_tree_close(ce->data.tree);
375 e476ee5e 2022-09-05 thomas 		break;
376 e476ee5e 2022-09-05 thomas 	case GOT_OBJECT_CACHE_TYPE_COMMIT:
377 e476ee5e 2022-09-05 thomas 		got_object_commit_close(ce->data.commit);
378 e476ee5e 2022-09-05 thomas 		break;
379 e476ee5e 2022-09-05 thomas 	case GOT_OBJECT_CACHE_TYPE_TAG:
380 e476ee5e 2022-09-05 thomas 		got_object_tag_close(ce->data.tag);
381 e476ee5e 2022-09-05 thomas 		break;
382 e476ee5e 2022-09-05 thomas 	case GOT_OBJECT_CACHE_TYPE_RAW:
383 e476ee5e 2022-09-05 thomas 		got_object_raw_close(ce->data.raw);
384 e476ee5e 2022-09-05 thomas 		break;
385 e476ee5e 2022-09-05 thomas 	}
386 6bef87be 2018-09-11 stsp 
387 e476ee5e 2022-09-05 thomas 	free(ce);
388 e476ee5e 2022-09-05 thomas 
389 e476ee5e 2022-09-05 thomas 	return NULL;
390 e476ee5e 2022-09-05 thomas }
391 e476ee5e 2022-09-05 thomas 
392 6bef87be 2018-09-11 stsp void
393 6bef87be 2018-09-11 stsp got_object_cache_close(struct got_object_cache *cache)
394 6bef87be 2018-09-11 stsp {
395 f4081577 2018-09-15 stsp #ifdef GOT_OBJ_CACHE_DEBUG
396 6bef87be 2018-09-11 stsp 	switch (cache->type) {
397 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_OBJ:
398 6bef87be 2018-09-11 stsp 		print_cache_stats(cache, "object");
399 6bef87be 2018-09-11 stsp 		break;
400 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_TREE:
401 6bef87be 2018-09-11 stsp 		print_cache_stats(cache, "tree");
402 6bef87be 2018-09-11 stsp 		break;
403 6bef87be 2018-09-11 stsp 	case GOT_OBJECT_CACHE_TYPE_COMMIT:
404 6bef87be 2018-09-11 stsp 		print_cache_stats(cache, "commit");
405 6bef87be 2018-09-11 stsp 		break;
406 2ee32b23 2019-05-15 stsp 	case GOT_OBJECT_CACHE_TYPE_TAG:
407 2ee32b23 2019-05-15 stsp 		print_cache_stats(cache, "tag");
408 2ee32b23 2019-05-15 stsp 		break;
409 8ab9215c 2021-10-15 thomas 	case GOT_OBJECT_CACHE_TYPE_RAW:
410 8ab9215c 2021-10-15 thomas 		print_cache_stats(cache, "raw");
411 8ab9215c 2021-10-15 thomas 		break;
412 6bef87be 2018-09-11 stsp 	}
413 6bef87be 2018-09-11 stsp 
414 ce971618 2022-08-31 thomas 	if (cache->idset)
415 ce971618 2022-08-31 thomas 		got_object_idset_for_each(cache->idset, check_refcount, cache);
416 6bef87be 2018-09-11 stsp #endif
417 6bef87be 2018-09-11 stsp 
418 f054b67a 2018-11-05 stsp 	if (cache->idset) {
419 e476ee5e 2022-09-05 thomas 		got_object_idset_for_each(cache->idset, free_entry, cache);
420 f054b67a 2018-11-05 stsp 		got_object_idset_free(cache->idset);
421 f054b67a 2018-11-05 stsp 		cache->idset = NULL;
422 6bef87be 2018-09-11 stsp 	}
423 6bef87be 2018-09-11 stsp 	cache->size = 0;
424 6bef87be 2018-09-11 stsp }