mirrors/git
0
0
Fork 0
mirror of https://github.com/git/git.git synced 2024-11-24 10:26:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

Recycle data buffers for tree generation in fast-import.

Browse Source 
We only ever generate at most two tree streams at a time.  Since most
trees are around the same size we can simply recycle the buffers from
one tree generation to the next rather than constantly xmalloc'ing
and free'ing them.  This should perform slightly better when handling
a large number of trees as malloc has less work to do.

Signed-off-by: Shawn O. Pearce <spearce@spearce.org>
This commit is contained in:
Shawn O. Pearce 2006-08-28 13:02:51 -04:00
parent 4cabf8583f
commit e2eb469d1f
1 changed files with 32 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

46
fast-import.c
View File

@ -134,6 +134,7 @@ struct last_object
void *data;
unsigned long len;
unsigned int depth;
int no_free;
unsigned char sha1[20];
};
@ -195,6 +196,12 @@ struct tag
unsigned char sha1[20];
};
struct dbuf
{
void *buffer;
size_t capacity;
};
/* Stats and misc. counters */
static unsigned long max_depth = 10;
@ -243,6 +250,8 @@ static unsigned int tree_entry_alloc = 1000;
static void *avail_tree_entry;
static unsigned int avail_tree_table_sz = 100;
static struct avail_tree_content **avail_tree_table;
static struct dbuf old_tree;
static struct dbuf new_tree;
/* Branch data */
static unsigned long max_active_branches = 5;
@ -680,7 +689,7 @@ static int store_object(
if (delta)
free(delta);
if (last) {
if (last->data)
if (last->data && !last->no_free)
free(last->data);
last->data = dat;
last->len = datlen;
@ -897,11 +906,14 @@ static int tecmp1 (const void *_a, const void *_b)
b->name->str_dat, b->name->str_len, b->versions[1].mode);
}
static void* mktree(struct tree_content *t, int v, unsigned long *szp)
static void mktree(struct tree_content *t,
int v,
unsigned long *szp,
struct dbuf *b)
{
size_t maxlen = 0;
unsigned int i;
char *buf, *c;
char *c;
if (!v)
qsort(t->entries,t->entry_count,sizeof(t->entries[0]),tecmp0);
@ -913,7 +925,16 @@ static void* mktree(struct tree_content *t, int v, unsigned long *szp)
maxlen += t->entries[i]->name->str_len + 34;
}
buf = c = xmalloc(maxlen);
if (b->buffer) {
if (b->capacity < maxlen)
b->capacity = ((maxlen / 1024) + 1) * 1024;
b->buffer = xrealloc(b->buffer, b->capacity);
} else {
b->capacity = ((maxlen / 1024) + 1) * 1024;
b->buffer = xmalloc(b->capacity);
}
c = b->buffer;
for (i = 0; i < t->entry_count; i++) {
struct tree_entry *e = t->entries[i];
if (!e->versions[v].mode)
@ -925,17 +946,14 @@ static void* mktree(struct tree_content *t, int v, unsigned long *szp)
hashcpy((unsigned char*)c, e->versions[v].sha1);
c += 20;
}
*szp = c - buf;
return buf;
*szp = c - (char*)b->buffer;
}
static void store_tree(struct tree_entry *root)
{
struct tree_content *t = root->tree;
unsigned int i, j, del;
unsigned long vers1len;
void **vers1dat;
unsigned long new_len;
struct last_object lo;
if (!is_null_sha1(root->versions[1].sha1))
@ -951,16 +969,16 @@ static void store_tree(struct tree_entry *root)
lo.data = NULL;
lo.depth = 0;
} else {
lo.data = mktree(t, 0, &lo.len);
mktree(t, 0, &lo.len, &old_tree);
lo.data = old_tree.buffer;
lo.depth = t->delta_depth;
lo.no_free = 1;
hashcpy(lo.sha1, root->versions[0].sha1);
}
vers1dat = mktree(t, 1, &vers1len);
mktree(t, 1, &new_len, &new_tree);
store_object(OBJ_TREE, vers1dat, vers1len,
store_object(OBJ_TREE, new_tree.buffer, new_len,
&lo, root->versions[1].sha1, 0);
/* note: lo.dat (if created) was freed by store_object */
free(vers1dat);
t->delta_depth = lo.depth;
hashcpy(root->versions[0].sha1, root->versions[1].sha1);