]> git.sur5r.net Git - openldap/blob - servers/slapd/tools/ldif2id2entry.c
Import ldif2ldbm 'no write sync' change...
[openldap] / servers / slapd / tools / ldif2id2entry.c
1 #include "portable.h"
2
3 #include <stdio.h>
4 #include <stdlib.h>
5
6 #include <ac/ctype.h>
7 #include <ac/string.h>
8 #include <ac/socket.h>
9 #include <ac/unistd.h>
10
11 #include "ldapconfig.h"
12 #include "../slap.h"
13 #include "../back-ldbm/back-ldbm.h"
14
15 #define MAXARGS                 100
16
17 int             ldap_debug;
18 int             ldap_syslog;
19 int             ldap_syslog_level;
20 int             global_schemacheck;
21 long            num_entries_sent;
22 long            num_bytes_sent;
23 int             active_threads;
24 char            *default_referral;
25 struct objclass *global_oc;
26 time_t          currenttime;
27 pthread_t       listener_tid;
28 pthread_mutex_t num_sent_mutex;
29 pthread_mutex_t entry2str_mutex;
30 pthread_mutex_t active_threads_mutex;
31 pthread_mutex_t new_conn_mutex;
32 pthread_mutex_t currenttime_mutex;
33 pthread_mutex_t replog_mutex;
34 pthread_mutex_t ops_mutex;
35 pthread_mutex_t regex_mutex;
36
37 static char     *tailorfile;
38 static char     *inputfile;
39  
40 static void
41 usage( char *name )
42 {
43         fprintf( stderr, "usage: %s -i inputfile [-d debuglevel] [-f configfile] [-n databasenumber]\n", name );
44         exit( 1 );
45 }
46
47 int
48 main( int argc, char **argv )
49 {
50         int             i, cargc, indb, stop, status;
51         char            *cargv[MAXARGS];
52         char            *defargv[MAXARGS];
53         char            *linep, *buf;
54         char            line[BUFSIZ], idbuf[BUFSIZ];
55         int             lmax, lcur;
56         int             dbnum;
57         ID              id;
58         struct dbcache  *db;
59         Backend         *be = NULL;
60         struct ldbminfo *li;
61         struct berval   bv;
62         struct berval   *vals[2];
63         Avlnode         *avltypes = NULL;
64         FILE            *fp;
65
66         tailorfile = SLAPD_DEFAULT_CONFIGFILE;
67         dbnum = -1;
68         while ( (i = getopt( argc, argv, "d:f:i:n:" )) != EOF ) {
69                 switch ( i ) {
70                 case 'd':       /* turn on debugging */
71                         ldap_debug = atoi( optarg );
72                         break;
73
74                 case 'f':       /* specify a tailor file */
75                         tailorfile = strdup( optarg );
76                         break;
77
78                 case 'i':       /* input file */
79                         inputfile = strdup( optarg );
80                         break;
81
82                 case 'n':       /* which config file db to index */
83                         dbnum = atoi( optarg ) - 1;
84                         break;
85
86                 default:
87                         usage( argv[0] );
88                         break;
89                 }
90         }
91         if ( inputfile == NULL ) {
92                 usage( argv[0] );
93         } else {
94                 if ( freopen( inputfile, "r", stdin ) == NULL ) {
95                         perror( inputfile );
96                         exit( 1 );
97                 }
98         }
99
100         /*
101          * initialize stuff and figure out which backend we're dealing with
102          */
103
104         init();
105         read_config( tailorfile, &be, NULL );
106
107         if ( dbnum == -1 ) {
108                 for ( dbnum = 0; dbnum < nbackends; dbnum++ ) {
109                         if ( strcasecmp( backends[dbnum].be_type, "ldbm" )
110                             == 0 ) {
111                                 break;
112                         }
113                 }
114                 if ( dbnum == nbackends ) {
115                         fprintf( stderr, "No ldbm database found in config file\n" );
116                         exit( 1 );
117                 }
118         } else if ( dbnum < 0 || dbnum > (nbackends-1) ) {
119                 fprintf( stderr, "Database number selected via -n is out of range\n" );
120                 fprintf( stderr, "Must be in the range 1 to %d (number of databases in the config file)\n", nbackends );
121                 exit( 1 );
122         } else if ( strcasecmp( backends[dbnum].be_type, "ldbm" ) != 0 ) {
123                 fprintf( stderr, "Database number %d selected via -n is not an ldbm database\n", dbnum );
124                 exit( 1 );
125         }
126         be = &backends[dbnum];
127
128         /* disable write sync'ing */
129         li = (struct ldbminfo *) be->be_private;
130         li->li_dbcachewsync = 0;
131
132         if ( (db = ldbm_cache_open( be, "id2entry", LDBM_SUFFIX, LDBM_NEWDB ))
133             == NULL ) {
134                 perror( "id2entry file" );
135                 exit( 1 );
136         }
137
138         id = 0;
139         stop = 0;
140         buf = NULL;
141         lcur = lmax = 0;
142         vals[0] = &bv;
143         vals[1] = NULL;
144         while ( ! stop ) {
145                 char            *type, *val, *s;
146                 int             vlen;
147                 Datum           key, data;
148
149                 memset( &key, 0, sizeof( key ));
150                 memset( &data, 0, sizeof( data ));
151
152                 if ( fgets( line, sizeof(line), stdin ) != NULL ) {
153                         int     len, idlen;
154
155                         len = strlen( line );
156                         if ( buf == NULL || *buf == '\0' ) {
157                                 if (!isdigit(line[0])) {
158                                         sprintf( idbuf, "%d\n", id + 1 );
159                                         idlen = strlen( idbuf );
160                                 } else {
161                                         id = atol(line) - 1;
162                                         idlen = 0;
163                                 }
164                         } else {
165                                 idlen = 0;
166                         }
167
168                         while ( lcur + len + idlen + 1 > lmax ) {
169                                 lmax += BUFSIZ;
170                                 buf = (char *) ch_realloc( buf, lmax );
171                         }
172
173                         if ( idlen > 0 ) {
174                                 strcpy( buf + lcur, idbuf );
175                                 lcur += idlen;
176                         }
177                         strcpy( buf + lcur, line );
178                         lcur += len;
179                 } else {
180                         stop = 1;
181                 }
182                 if ( line[0] == '\n' || stop && buf && *buf ) {
183                         if ( *buf != '\n' ) {
184                                 int len;
185
186                                 id++;
187                                 key.dptr = (char *) &id;
188                                 key.dsize = sizeof(ID);
189                                 data.dptr = buf;
190                                 len = strlen(buf);
191                                 if (buf[len - 1] == '\n')
192                                         buf[--len] = '\0';
193                                 data.dsize = len + 1;
194                                 if ( ldbm_store( db->dbc_db, key, data,
195                                     LDBM_INSERT ) != 0 ) {
196                                         fputs("id2entry ldbm_store failed\n",
197                                               stderr);
198                                         exit( 1 );
199                                 }
200                         }
201                         *buf = '\0';
202                         lcur = 0;
203                         line[0] = '\0';
204                 }
205         }
206         (*be->be_close)( be );
207
208         id++;
209         sprintf( line, "%s/NEXTID",
210             ((struct ldbminfo *) be->be_private)->li_directory );
211         if ( (fp = fopen( line, "w" )) == NULL ) {
212                 perror( line );
213                 fprintf( stderr, "Could not write next id %ld\n", id );
214         } else {
215                 fprintf( fp, "%ld\n", id );
216                 fclose( fp );
217         }
218
219         exit( 0 );
220 }