2012-05-21 23:24:28 +00:00
|
|
|
/* See LICENSE file for copyright and license details. */
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <string.h>
|
|
|
|
#include <unistd.h>
|
2015-02-11 06:02:54 +00:00
|
|
|
#include <ctype.h>
|
2013-03-05 20:35:55 +00:00
|
|
|
|
2012-05-21 23:24:28 +00:00
|
|
|
#include "text.h"
|
|
|
|
#include "util.h"
|
|
|
|
|
2015-02-11 14:56:16 +00:00
|
|
|
static void uniqline(FILE *, char *);
|
|
|
|
static void uniq(FILE *, FILE *);
|
|
|
|
static void uniqfinish(FILE *);
|
2012-05-21 23:24:28 +00:00
|
|
|
|
|
|
|
static const char *countfmt = "";
|
2014-11-13 20:24:47 +00:00
|
|
|
static int dflag = 0;
|
|
|
|
static int uflag = 0;
|
2015-02-11 06:02:54 +00:00
|
|
|
static int fskip = 0;
|
|
|
|
static int sskip = 0;
|
2012-05-21 23:24:28 +00:00
|
|
|
|
2014-01-20 10:47:46 +00:00
|
|
|
static char *prevline = NULL;
|
2015-02-11 06:02:54 +00:00
|
|
|
static char *prevoffset = NULL;
|
2014-01-20 10:47:46 +00:00
|
|
|
static long prevlinecount = 0;
|
2012-05-21 23:24:28 +00:00
|
|
|
|
2013-06-14 18:20:47 +00:00
|
|
|
static void
|
|
|
|
usage(void)
|
|
|
|
{
|
2015-02-11 14:56:16 +00:00
|
|
|
eprintf("usage: %s [-c] [-d | -u] [-f fields] [-s chars]"
|
|
|
|
" [[input] output]\n", argv0);
|
2013-06-14 18:20:47 +00:00
|
|
|
}
|
|
|
|
|
2012-05-21 23:24:28 +00:00
|
|
|
int
|
|
|
|
main(int argc, char *argv[])
|
|
|
|
{
|
2015-02-11 14:56:16 +00:00
|
|
|
FILE *fp = stdin, *ofp = stdout;
|
2012-05-21 23:24:28 +00:00
|
|
|
|
2013-06-14 18:20:47 +00:00
|
|
|
ARGBEGIN {
|
|
|
|
case 'c':
|
|
|
|
countfmt = "%7ld ";
|
|
|
|
break;
|
|
|
|
case 'd':
|
2014-11-13 20:24:47 +00:00
|
|
|
dflag = 1;
|
2013-06-14 18:20:47 +00:00
|
|
|
break;
|
|
|
|
case 'u':
|
2014-11-13 20:24:47 +00:00
|
|
|
uflag = 1;
|
2013-06-14 18:20:47 +00:00
|
|
|
break;
|
2015-02-11 06:02:54 +00:00
|
|
|
case 'f':
|
|
|
|
fskip = estrtonum(EARGF(usage()), 0, INT_MAX);
|
|
|
|
break;
|
|
|
|
case 's':
|
|
|
|
sskip = estrtonum(EARGF(usage()), 0, INT_MAX);
|
|
|
|
break;
|
2013-06-14 18:20:47 +00:00
|
|
|
default:
|
|
|
|
usage();
|
|
|
|
} ARGEND;
|
2012-05-21 23:24:28 +00:00
|
|
|
|
2014-11-13 17:29:30 +00:00
|
|
|
if (argc == 0) {
|
2015-02-11 14:56:16 +00:00
|
|
|
uniq(stdin, stdout);
|
|
|
|
} else if (argc >= 1) {
|
|
|
|
if (strcmp(argv[0], "-") && !(fp = fopen(argv[0], "r")))
|
2013-06-14 18:20:47 +00:00
|
|
|
eprintf("fopen %s:", argv[0]);
|
2015-02-11 14:56:16 +00:00
|
|
|
if (argc == 2) {
|
|
|
|
if (strcmp(argv[1], "-") &&
|
|
|
|
!(ofp = fopen(argv[1], "w")))
|
|
|
|
eprintf("fopen %s:", argv[1]);
|
|
|
|
} else
|
|
|
|
eprintf("extra argument: %s\n", argv[2]);
|
|
|
|
uniq(fp, ofp);
|
|
|
|
if (fp != stdin)
|
|
|
|
fclose(fp);
|
2012-05-21 23:33:36 +00:00
|
|
|
} else
|
2013-06-14 18:20:47 +00:00
|
|
|
usage();
|
2015-02-11 14:56:16 +00:00
|
|
|
uniqfinish(ofp);
|
|
|
|
if (ofp != stdout)
|
|
|
|
fclose(ofp);
|
2012-05-21 23:24:28 +00:00
|
|
|
|
2014-10-02 22:46:04 +00:00
|
|
|
return 0;
|
2012-05-21 23:24:28 +00:00
|
|
|
}
|
|
|
|
|
2015-02-11 06:02:54 +00:00
|
|
|
static char *
|
|
|
|
uniqskip(char *l)
|
|
|
|
{
|
|
|
|
char *lo = l;
|
|
|
|
int f = fskip, s = sskip;
|
2015-02-11 12:02:33 +00:00
|
|
|
|
2015-02-11 06:02:54 +00:00
|
|
|
for (; f; --f) {
|
|
|
|
while (isblank(*lo))
|
|
|
|
lo++;
|
|
|
|
while (*lo && !isblank(*lo))
|
|
|
|
lo++;
|
|
|
|
}
|
|
|
|
for (; s && *lo && *lo != '\n'; --s, ++lo);
|
|
|
|
return lo;
|
|
|
|
}
|
|
|
|
|
2014-06-01 12:59:47 +00:00
|
|
|
static void
|
2015-02-11 14:56:16 +00:00
|
|
|
uniqline(FILE *ofp, char *l)
|
2012-05-21 23:24:28 +00:00
|
|
|
{
|
2015-02-11 06:02:54 +00:00
|
|
|
char *loffset = l ? uniqskip(l) : l;
|
|
|
|
|
2014-11-13 21:16:29 +00:00
|
|
|
int linesequel = (!l || !prevline)
|
2014-01-20 10:47:46 +00:00
|
|
|
? l == prevline
|
2015-02-11 06:02:54 +00:00
|
|
|
: !strcmp(loffset, prevoffset);
|
2012-05-21 23:24:28 +00:00
|
|
|
|
2014-11-13 17:29:30 +00:00
|
|
|
if (linesequel) {
|
2014-01-20 10:47:46 +00:00
|
|
|
++prevlinecount;
|
2012-05-21 23:24:28 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2014-11-13 21:16:29 +00:00
|
|
|
if (prevline) {
|
2014-11-13 17:29:30 +00:00
|
|
|
if ((prevlinecount == 1 && !dflag) ||
|
|
|
|
(prevlinecount != 1 && !uflag)) {
|
2015-02-11 14:56:16 +00:00
|
|
|
fprintf(ofp, countfmt, prevlinecount);
|
|
|
|
fputs(prevline, ofp);
|
2012-05-21 23:24:28 +00:00
|
|
|
}
|
2014-01-20 10:47:46 +00:00
|
|
|
free(prevline);
|
2015-02-11 06:02:54 +00:00
|
|
|
prevline = prevoffset = NULL;
|
2012-05-21 23:24:28 +00:00
|
|
|
}
|
|
|
|
|
2015-02-11 06:02:54 +00:00
|
|
|
if (l) {
|
2014-11-16 10:07:26 +00:00
|
|
|
prevline = estrdup(l);
|
2015-02-11 06:02:54 +00:00
|
|
|
prevoffset = prevline + (loffset - l);
|
|
|
|
}
|
2014-01-20 10:47:46 +00:00
|
|
|
prevlinecount = 1;
|
2012-05-21 23:24:28 +00:00
|
|
|
}
|
|
|
|
|
2014-06-01 12:59:47 +00:00
|
|
|
static void
|
2015-02-11 14:56:16 +00:00
|
|
|
uniq(FILE *fp, FILE *ofp)
|
2012-05-21 23:24:28 +00:00
|
|
|
{
|
|
|
|
char *buf = NULL;
|
|
|
|
size_t size = 0;
|
|
|
|
|
2014-11-18 20:49:30 +00:00
|
|
|
while (getline(&buf, &size, fp) != -1)
|
2015-02-11 14:56:16 +00:00
|
|
|
uniqline(ofp, buf);
|
2012-05-21 23:24:28 +00:00
|
|
|
}
|
|
|
|
|
2014-06-01 12:59:47 +00:00
|
|
|
static void
|
2015-02-11 14:56:16 +00:00
|
|
|
uniqfinish(FILE *ofp)
|
2012-05-21 23:24:28 +00:00
|
|
|
{
|
2015-02-11 14:56:16 +00:00
|
|
|
uniqline(ofp, NULL);
|
2012-05-21 23:24:28 +00:00
|
|
|
}
|