fbt/sbase
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

uniq: optimization: reuse the prevline buffer

Browse Source 
don't strdup for each prevline, try to reuse the allocated buffer and if needed
increase it's size.
This commit is contained in:
Hiltjo Posthuma 2015-03-08 14:41:05 +01:00
parent 603499b674
commit 78187474cf
1 changed files with 23 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
uniq.c
View File

@ -15,11 +15,12 @@ static int sskip = 0;
static char *prevline = NULL;
static char *prevoffset = NULL;
static long prevlinecount = 0;
static size_t prevlinesiz = 0;
static char *
uniqskip(char *l)
static const char *
uniqskip(const char *l)
{
char *lo = l;
const char *lo = l;
int f = fskip, s = sskip;
for (; f; --f) {
@ -33,32 +34,35 @@ uniqskip(char *l)
}
static void
uniqline(FILE *ofp, char *l)
uniqline(FILE *ofp, const char *l, size_t len)
{
char *loffset = l ? uniqskip(l) : l;
const char *loffset = l ? uniqskip(l) : l;
int linesequel = (!l || !prevline)
? l == prevline
: !strcmp(loffset, prevoffset);
int linesequel = l && prevoffset &&
!strcmp(loffset, prevoffset);
if (linesequel) {
++prevlinecount;
return;
}
if (prevline) {
if (prevoffset) {
if ((prevlinecount == 1 && !dflag) ||
(prevlinecount != 1 && !uflag)) {
if (*countfmt)
fprintf(ofp, countfmt, prevlinecount);
fputs(prevline, ofp);
}
free(prevline);
prevline = prevoffset = NULL;
prevoffset = NULL;
}
if (l) {
prevline = estrdup(l);
if (!prevline || len >= prevlinesiz) {
prevlinesiz = len + 1;
prevline = erealloc(prevline, prevlinesiz);
}
memcpy(prevline, l, len);
prevline[len] = '\0';
prevoffset = prevline + (loffset - l);
}
prevlinecount = 1;
@ -69,15 +73,16 @@ uniq(FILE *fp, FILE *ofp)
{
char *buf = NULL;
size_t size = 0;
ssize_t len;
while (getline(&buf, &size, fp) != -1)
uniqline(ofp, buf);
while ((len = getline(&buf, &size, fp)) != -1)
uniqline(ofp, buf, (size_t)len);
}
static void
uniqfinish(FILE *ofp)
{
uniqline(ofp, NULL);
uniqline(ofp, NULL, 0);
}
static void