13 #define CACHE_SIZE 1000000
15 #define DB_FLAGS (LDBM_WRCREAT|LDBM_NEWDB)
18 extern char *first_word(char *);
19 extern char *next_word(char *);
20 extern char *word_dup(char *);
21 extern char *phonetic(char *);
23 extern int ldap_debug;
27 int ldap_syslog_level;
29 static void add(LDBM ldbm, char *s, int *count, int *size, int freeit);
32 main( int argc, char **argv )
36 int i, j, k, count, len, nentries;
37 int vcount, wcount, pcount, scount;
38 int vsize, wsize, psize, ssize;
39 struct berval **bvals;
43 LDBM wldbm, pldbm, sldbm;
44 static char *attrs[] = { "cn", "nentries", NULL };
49 if ( (ld = ldap_init( "vertigo:5555", 0 )) == NULL ) {
50 perror( "ldap_init" );
54 if ( ldap_search( ld, "cn=index", LDAP_SCOPE_ONELEVEL, "(objectclass=*)",
56 ldap_perror( ld, "ldap_search" );
60 printf( "attr\tdn\tnentries\tvcount\tvsize\twcount\twsize\tpcount\tpsize\tscount\tssize\n" );
63 while ( ldap_result( ld, LDAP_RES_ANY, 0, NULL, &res )
64 == LDAP_RES_SEARCH_ENTRY ) {
66 e = ldap_first_entry( ld, res );
67 dn = ldap_get_dn( ld, e );
68 if ( (vals = ldap_get_values( ld, e, "nentries" )) != NULL ) {
69 nentries = atoi( vals[0] );
70 ldap_value_free( vals );
72 fprintf( stderr, "no nentries attribute for (%s)\n", dn );
76 for ( i = 0; attrs[i] != NULL; i++ ) {
77 if ( strcasecmp( attrs[i], "nentries" ) == 0 ) {
80 if ( (wldbm = ldbm_open( "wcount.ldbm", DB_FLAGS, MODE,
81 CACHE_SIZE )) == NULL || (pldbm = ldbm_open( "pcount.ldbm",
82 DB_FLAGS, MODE, CACHE_SIZE )) == NULL || (sldbm = ldbm_open(
83 "scount.ldbm", DB_FLAGS, MODE, CACHE_SIZE )) == NULL ) {
84 perror( "ldbm_open" );
87 vcount = 0; vsize = 0;
88 wcount = 0; wsize = 0;
89 pcount = 0; psize = 0;
90 scount = 0; ssize = 0;
91 if ( (bvals = ldap_get_values_len( ld, e, attrs[i] )) != NULL ) {
92 for ( j = 0; bvals[j] != NULL; j++ ) {
95 /* update value count */
97 vsize += bvals[j]->bv_len;
99 /* update word and phoneme counts */
100 for ( w = first_word( bvals[j]->bv_val ); w != NULL;
101 w = next_word( w ) ) {
102 add( wldbm, word_dup( w ), &wcount, &wsize, 1 );
104 add( pldbm, phonetic( w ), &pcount, &psize, 1 );
107 /* update substring count */
108 len = bvals[j]->bv_len;
109 val = bvals[j]->bv_val;
110 if ( len > SUBLEN - 2 ) {
112 for ( k = 0; k < SUBLEN - 1; k++ ) {
116 add( sldbm, buf, &scount, &ssize, 0 );
118 p = val + len - SUBLEN + 1;
119 for ( k = 0; k < SUBLEN; k++ ) {
122 buf[SUBLEN - 1] = '$';
124 add( sldbm, buf, &scount, &ssize, 0 );
126 for ( p = val; p < (val + len - SUBLEN + 1); p++ ) {
127 for ( k = 0; k < SUBLEN; k++ ) {
131 add( sldbm, buf, &scount, &ssize, 0 );
134 ldap_value_free_len( bvals );
136 printf( "%s\t%s\t%d", attrs[i], dn, nentries );
137 printf( "\t%d\t%d", vcount, vsize );
138 printf( "\t%d\t%d", wcount, wsize );
139 printf( "\t%d\t%d", pcount, psize );
140 printf( "\t%d\t%d\n", scount, ssize );
151 printf( "%d entries\n", count );
154 if ( ldap_result2error( ld, res, 1 ) != LDAP_SUCCESS ) {
155 ldap_perror( ld, "ldap_result" );
159 (void) unlink( "wcount.ldbm" );
160 (void) unlink( "pcount.ldbm" );
161 (void) unlink( "scount.ldbm" );
163 exit( EXIT_SUCCESS );
177 ldbm_datum_init( key );
178 ldbm_datum_init( data );
181 key.dsize = strlen( key.dptr ) + 1;
184 if ( ldbm_store( ldbm, key, data, LDBM_INSERT ) == 0 ) {
186 (*size) += strlen( key.dptr );
188 if ( freeit && ( key.dptr != NULL ) )
189 ldbm_datum_free( ldbm, key );