ldapsync.c 11.5 KB
Newer Older
Kurt Zeilenga's avatar
Kurt Zeilenga committed
1
/* ldapsync.c -- LDAP Content Sync Routines */
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
2
/* $OpenLDAP$ */
Kurt Zeilenga's avatar
Kurt Zeilenga committed
3
4
/* This work is part of OpenLDAP Software <http://www.openldap.org/>.
 *
Quanah Gibson-Mount's avatar
Quanah Gibson-Mount committed
5
 * Copyright 2003-2020 The OpenLDAP Foundation.
Kurt Zeilenga's avatar
Kurt Zeilenga committed
6
7
 * Portions Copyright 2003 IBM Corporation.
 * All rights reserved.
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
8
 *
Kurt Zeilenga's avatar
Kurt Zeilenga committed
9
10
11
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted only as authorized by the OpenLDAP
 * Public License.
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
12
 *
Kurt Zeilenga's avatar
Kurt Zeilenga committed
13
14
15
 * A copy of this license is available in the file LICENSE in the
 * top-level directory of the distribution or, alternatively, at
 * <http://www.OpenLDAP.org/license.html>.
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
16
17
18
19
20
21
22
23
24
25
26
 */

#include "portable.h"

#include <stdio.h>

#include <ac/string.h>
#include <ac/socket.h>

#include "lutil.h"
#include "slap.h"
27
#include "../../libraries/liblber/lber-int.h" /* get ber_strndup() */
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
28
29
#include "lutil_ldap.h"

Kurt Zeilenga's avatar
Kurt Zeilenga committed
30
31
32
struct slap_sync_cookie_s slap_sync_cookie =
	LDAP_STAILQ_HEAD_INITIALIZER( slap_sync_cookie );

Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
33
34
35
36
void
slap_compose_sync_cookie(
	Operation *op,
	struct berval *cookie,
37
	BerVarray csn,
38
	int rid,
39
40
	int sid,
	struct berval *delcsn )
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
41
{
42
	int len, numcsn = 0;
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
43

44
	if ( csn ) {
Howard Chu's avatar
Howard Chu committed
45
		for (; !BER_BVISNULL( &csn[numcsn] ); numcsn++);
46
47
48
	}

	if ( numcsn == 0 || rid == -1 ) {
49
		char cookiestr[ LDAP_PVT_CSNSTR_BUFSIZE + 20 ];
50
51
		if ( rid == -1 ) {
			cookiestr[0] = '\0';
52
			len = 0;
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
53
		} else {
54
			len = snprintf( cookiestr, sizeof( cookiestr ),
Pierangelo Masarati's avatar
Pierangelo Masarati committed
55
					"rid=%03d", rid );
56
57
58
			if ( sid >= 0 ) {
				len += sprintf( cookiestr+len, ",sid=%03x", sid );
			}
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
59
		}
60
61
		ber_str2bv_x( cookiestr, len, 1, cookie, 
			op ? op->o_tmpmemctx : NULL );
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
62
	} else {
63
64
65
66
67
68
		char *ptr;
		int i;

		len = 0;
		for ( i=0; i<numcsn; i++)
			len += csn[i].bv_len + 1;
69
70
		if ( delcsn && !BER_BVISEMPTY(delcsn) )
			len += STRLENOF(",delcsn=") + delcsn->bv_len;
71
72

		len += STRLENOF("rid=123,csn=");
73
74
75
		if ( sid >= 0 )
			len += STRLENOF("sid=xxx,");

76
77
		cookie->bv_val = slap_sl_malloc( len, op ? op->o_tmpmemctx : NULL );

Pierangelo Masarati's avatar
Pierangelo Masarati committed
78
		len = sprintf( cookie->bv_val, "rid=%03d,", rid );
79
		ptr = cookie->bv_val + len;
80
81
82
83
		if ( sid >= 0 ) {
			ptr += sprintf( ptr, "sid=%03x,", sid );
		}
		ptr = lutil_strcopy( ptr, "csn=" );
84
		for ( i=0; i<numcsn; i++) {
Howard Chu's avatar
Howard Chu committed
85
			ptr = lutil_strncopy( ptr, csn[i].bv_val, csn[i].bv_len );
86
			*ptr++ = ';';
87
		}
88
		ptr--;
89
90
91
92
		if ( delcsn && !BER_BVISEMPTY(delcsn) ) {
			ptr = lutil_strcopy( ptr, ",delcsn=" );
			ptr = lutil_strncopy( ptr, delcsn->bv_val, delcsn->bv_len );
		}
93
94
		*ptr = '\0';
		cookie->bv_len = ptr - cookie->bv_val;
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
95
96
97
98
99
100
101
102
103
104
105
106
	}
}

void
slap_sync_cookie_free(
	struct sync_cookie *cookie,
	int free_cookie
)
{
	if ( cookie == NULL )
		return;

107
108
109
	if ( cookie->sids ) {
		ch_free( cookie->sids );
		cookie->sids = NULL;
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
110
111
	}

112
113
114
115
116
	if ( cookie->ctxcsn ) {
		ber_bvarray_free( cookie->ctxcsn );
		cookie->ctxcsn = NULL;
	}
	cookie->numcsns = 0;
117
118
119
	if ( !BER_BVISNULL( &cookie->octet_str )) {
		ch_free( cookie->octet_str.bv_val );
		BER_BVZERO( &cookie->octet_str );
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
120
121
	}

122
123
124
125
126
	if ( !BER_BVISNULL( &cookie->delcsn )) {
		ch_free( cookie->delcsn.bv_val );
		BER_BVZERO( &cookie->delcsn );
	}

Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
127
128
129
130
131
132
133
	if ( free_cookie ) {
		ch_free( cookie );
	}

	return;
}

134
int
135
slap_parse_csn_sid( struct berval *csnp )
136
137
{
	char *p, *q;
138
	struct berval csn = *csnp;
139
140
	int i;

141
	p = ber_bvchr( &csn, '#' );
142
143
144
	if ( !p )
		return -1;
	p++;
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
	csn.bv_len -= p - csn.bv_val;
	csn.bv_val = p;

	p = ber_bvchr( &csn, '#' );
	if ( !p )
		return -1;
	p++;
	csn.bv_len -= p - csn.bv_val;
	csn.bv_val = p;

	q = ber_bvchr( &csn, '#' );
	if ( !q )
		return -1;

	csn.bv_len = q - p;

161
162
	i = strtol( p, &q, 16 );
	if ( p == q || q != p + csn.bv_len || i < 0 || i > SLAP_SYNC_SID_MAX ) {
163
		i = -1;
164
165
	}

166
167
168
169
	return i;
}

int *
Howard Chu's avatar
Howard Chu committed
170
slap_parse_csn_sids( BerVarray csns, int numcsns, void *memctx )
171
172
173
{
	int i, *ret;

Howard Chu's avatar
Howard Chu committed
174
	ret = slap_sl_malloc( numcsns * sizeof(int), memctx );
175
176
177
178
179
180
	for ( i=0; i<numcsns; i++ ) {
		ret[i] = slap_parse_csn_sid( &csns[i] );
	}
	return ret;
}

181
182
183
static slap_mr_match_func sidsort_cmp;

static const MatchingRule sidsort_mr = {
184
	{ 0 },
185
	NULL,
186
187
	{ 0 },
	{ 0 },
188
189
190
191
	0,
	NULL, NULL, NULL, sidsort_cmp
};
static const AttributeType sidsort_at = {
192
193
	{ 0 },
	{ 0 },
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
	NULL, NULL, (MatchingRule *)&sidsort_mr,
	NULL, NULL, NULL, NULL, NULL, NULL, NULL, SLAP_AT_SORTED_VAL
};
static const AttributeDescription sidsort_ad = {
	NULL,
	(AttributeType *)&sidsort_at
};

static int
sidsort_cmp(
	int *matchp,
	slap_mask_t flags,
	Syntax *syntax,
	MatchingRule *mr,
	struct berval *b1,
	void *v2 )
{
	struct berval *b2 = v2;
	*matchp = b1->bv_len - b2->bv_len;
	return LDAP_SUCCESS;
}

/* sort CSNs by SID. Use a fake Attribute with our own
 * syntax and matching rule, which sorts the nvals by
 * bv_len order. Stuff our sids into the bv_len.
 */
int
slap_sort_csn_sids( BerVarray csns, int *sids, int numcsns, void *memctx )
{
	Attribute a;
	const char *text;
	int i, rc;

	a.a_desc = (AttributeDescription *)&sidsort_ad;
	a.a_nvals = slap_sl_malloc( numcsns * sizeof(struct berval), memctx );
	for ( i=0; i<numcsns; i++ ) {
		a.a_nvals[i].bv_len = sids[i];
		a.a_nvals[i].bv_val = NULL;
	}
	a.a_vals = csns;
	a.a_numvals = numcsns;
	a.a_flags = 0;
	rc = slap_sort_vals( (Modifications *)&a, &text, &i, memctx );
	for ( i=0; i<numcsns; i++ )
		sids[i] = a.a_nvals[i].bv_len;
	slap_sl_free( a.a_nvals, memctx );
	return rc;
}

243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
void
slap_insert_csn_sids(
	struct sync_cookie *ck,
	int pos,
	int sid,
	struct berval *csn
)
{
	int i;
	ck->numcsns++;
	ck->ctxcsn = ch_realloc( ck->ctxcsn,
		(ck->numcsns+1) * sizeof(struct berval));
	BER_BVZERO( &ck->ctxcsn[ck->numcsns] );
	ck->sids = ch_realloc( ck->sids, ck->numcsns * sizeof(int));
	for ( i = ck->numcsns-1; i > pos; i-- ) {
		ck->ctxcsn[i] = ck->ctxcsn[i-1];
		ck->sids[i] = ck->sids[i-1];
	}
	ck->sids[i] = sid;
	ber_dupbv( &ck->ctxcsn[i], csn );
}

Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
265
266
int
slap_parse_sync_cookie(
Howard Chu's avatar
Howard Chu committed
267
268
	struct sync_cookie *cookie,
	void *memctx
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
269
270
271
272
273
)
{
	char *csn_ptr;
	char *csn_str;
	char *cval;
274
	char *next, *end;
275
	AttributeDescription *ad = slap_schema.si_ad_entryCSN;
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
276
277
278
279

	if ( cookie == NULL )
		return -1;

280
281
282
	if ( cookie->octet_str.bv_len <= STRLENOF( "rid=" ) )
		return -1;

283
	cookie->rid = -1;
284
	cookie->sid = -1;
285
286
287
	cookie->ctxcsn = NULL;
	cookie->sids = NULL;
	cookie->numcsns = 0;
288
	BER_BVZERO( &cookie->delcsn );
289
290
291
292
293

	end = cookie->octet_str.bv_val + cookie->octet_str.bv_len;

	for ( next=cookie->octet_str.bv_val; next < end; ) {
		if ( !strncmp( next, "rid=", STRLENOF("rid=") )) {
Pierangelo Masarati's avatar
Pierangelo Masarati committed
294
295
			char *rid_ptr = next;
			cookie->rid = strtol( &rid_ptr[ STRLENOF( "rid=" ) ], &next, 10 );
Pierangelo Masarati's avatar
Pierangelo Masarati committed
296
297
			if ( next == rid_ptr ||
				next > end ||
Pierangelo Masarati's avatar
Pierangelo Masarati committed
298
299
300
				( *next && *next != ',' ) ||
				cookie->rid < 0 ||
				cookie->rid > SLAP_SYNC_RID_MAX )
Pierangelo Masarati's avatar
Pierangelo Masarati committed
301
			{
302
303
304
305
306
307
308
309
310
				return -1;
			}
			if ( *next == ',' ) {
				next++;
			}
			if ( !ad ) {
				break;
			}
			continue;
311
		}
312
		if ( !strncmp( next, "sid=", STRLENOF("sid=") )) {
Pierangelo Masarati's avatar
Pierangelo Masarati committed
313
314
315
316
			char *sid_ptr = next;
			sid_ptr = next;
			cookie->sid = strtol( &sid_ptr[ STRLENOF( "sid=" ) ], &next, 16 );
			if ( next == sid_ptr ||
Pierangelo Masarati's avatar
Pierangelo Masarati committed
317
				next > end ||
Pierangelo Masarati's avatar
Pierangelo Masarati committed
318
319
320
				( *next && *next != ',' ) ||
				cookie->sid < 0 ||
				cookie->sid > SLAP_SYNC_SID_MAX )
Pierangelo Masarati's avatar
Pierangelo Masarati committed
321
			{
322
323
324
325
326
327
328
				return -1;
			}
			if ( *next == ',' ) {
				next++;
			}
			continue;
		}
329
330
331
		if ( !strncmp( next, "csn=", STRLENOF("csn=") )) {
			struct berval stamp;

Howard Chu's avatar
Howard Chu committed
332
			next += STRLENOF("csn=");
333
			while ( next < end ) {
Howard Chu's avatar
Howard Chu committed
334
				csn_str = next;
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
				csn_ptr = strchr( csn_str, '#' );
				if ( !csn_ptr || csn_ptr > end )
					break;
				/* ad will be NULL when called from main. we just
				 * want to parse the rid then. But we still iterate
				 * through the string to find the end.
				 */
				cval = strchr( csn_ptr, ';' );
				if ( !cval )
					cval = strchr(csn_ptr, ',' );
				if ( cval )
					stamp.bv_len = cval - csn_str;
				else
					stamp.bv_len = end - csn_str;
				if ( ad ) {
Howard Chu's avatar
Howard Chu committed
350
					struct berval bv;
351
352
353
354
355
356
357
358
359
360
					stamp.bv_val = csn_str;
					if ( ad->ad_type->sat_syntax->ssyn_validate(
						ad->ad_type->sat_syntax, &stamp ) != LDAP_SUCCESS )
						break;
					if ( ad->ad_type->sat_equality->smr_normalize(
						SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
						ad->ad_type->sat_syntax,
						ad->ad_type->sat_equality,
						&stamp, &bv, memctx ) != LDAP_SUCCESS )
						break;
Howard Chu's avatar
Howard Chu committed
361
					ber_bvarray_add_x( &cookie->ctxcsn, &bv, memctx );
362
363
364
365
366
367
368
369
370
371
372
373
374
					cookie->numcsns++;
				}
				if ( cval ) {
					next = cval + 1;
					if ( *cval != ';' )
						break;
				} else {
					next = end;
					break;
				}
			}
			continue;
		}
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
		if ( !strncmp( next, "delcsn=", STRLENOF("delcsn=") )) {
			struct berval stamp;

			next += STRLENOF("delcsn=");
			while ( next < end ) {
				csn_str = next;
				csn_ptr = strchr( csn_str, '#' );
				if ( !csn_ptr || csn_ptr > end )
					break;
				/* ad will be NULL when called from main. we just
				 * want to parse the rid then. But we still iterate
				 * through the string to find the end.
				 */
				cval = strchr( csn_ptr, ';' );
				if ( !cval )
					cval = strchr(csn_ptr, ',' );
				if ( cval )
					stamp.bv_len = cval - csn_str;
				else
					stamp.bv_len = end - csn_str;
				if ( ad ) {
					struct berval bv;
					stamp.bv_val = csn_str;
					if ( ad->ad_type->sat_syntax->ssyn_validate(
						ad->ad_type->sat_syntax, &stamp ) != LDAP_SUCCESS )
						break;
					if ( ad->ad_type->sat_equality->smr_normalize(
						SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
						ad->ad_type->sat_syntax,
						ad->ad_type->sat_equality,
						&stamp, &bv, memctx ) != LDAP_SUCCESS )
						break;
					cookie->delcsn = bv;
				}
				if ( cval ) {
					next = cval + 1;
				} else {
					next = end;
				}
				break;
			}
			continue;
		}
418
		next++;
419
	}
420
	if ( cookie->numcsns ) {
Howard Chu's avatar
Howard Chu committed
421
422
		cookie->sids = slap_parse_csn_sids( cookie->ctxcsn, cookie->numcsns,
			memctx );
423
424
		if ( cookie->numcsns > 1 )
			slap_sort_csn_sids( cookie->ctxcsn, cookie->sids, cookie->numcsns, memctx );
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
425
	}
426
	return 0;
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
427
428
}

Howard Chu's avatar
Howard Chu committed
429
430
431
432
433
434
435
436
437
438
/* count the numcsns and regenerate the list of SIDs in a recomposed cookie */
void
slap_reparse_sync_cookie(
	struct sync_cookie *cookie,
	void *memctx )
{
	if ( cookie->ctxcsn ) {
		for (; !BER_BVISNULL( &cookie->ctxcsn[cookie->numcsns] ); cookie->numcsns++);
	}
	if ( cookie->numcsns ) {
439
		cookie->sids = slap_parse_csn_sids( cookie->ctxcsn, cookie->numcsns, NULL );
Howard Chu's avatar
Howard Chu committed
440
441
442
443
444
		if ( cookie->numcsns > 1 )
			slap_sort_csn_sids( cookie->ctxcsn, cookie->sids, cookie->numcsns, memctx );
	}
}

Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
445
446
447
448
449
int
slap_init_sync_cookie_ctxcsn(
	struct sync_cookie *cookie
)
{
450
	char csnbuf[ LDAP_PVT_CSNSTR_BUFSIZE + 4 ];
Kurt Zeilenga's avatar
Kurt Zeilenga committed
451
452
	struct berval octet_str = BER_BVNULL;
	struct berval ctxcsn = BER_BVNULL;
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
453
454
455
456

	if ( cookie == NULL )
		return -1;

457
	octet_str.bv_len = snprintf( csnbuf, LDAP_PVT_CSNSTR_BUFSIZE + 4,
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
458
					"csn=%4d%02d%02d%02d%02d%02dZ#%06x#%02x#%06x",
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
459
460
					1900, 1, 1, 0, 0, 0, 0, 0, 0 );
	octet_str.bv_val = csnbuf;
461
462
	ch_free( cookie->octet_str.bv_val );
	ber_dupbv( &cookie->octet_str, &octet_str );
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
463

464
465
	ctxcsn.bv_val = octet_str.bv_val + 4;
	ctxcsn.bv_len = octet_str.bv_len - 4;
466
467
468
	cookie->ctxcsn = NULL;
	value_add_one( &cookie->ctxcsn, &ctxcsn );
	cookie->numcsns = 1;
469
	cookie->sid = -1;
470
	BER_BVZERO( &cookie->delcsn );
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
471
472
473
474
475
476
477
478
479
480
481

	return 0;
}

struct sync_cookie *
slap_dup_sync_cookie(
	struct sync_cookie *dst,
	struct sync_cookie *src
)
{
	struct sync_cookie *new;
482
	int i;
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
483
484
485
486
487

	if ( src == NULL )
		return NULL;

	if ( dst ) {
488
489
490
		ber_bvarray_free( dst->ctxcsn );
		dst->ctxcsn = NULL;
		dst->sids = NULL;
491
492
		ch_free( dst->octet_str.bv_val );
		BER_BVZERO( &dst->octet_str );
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
493
494
495
496
497
498
		new = dst;
	} else {
		new = ( struct sync_cookie * )
				ch_calloc( 1, sizeof( struct sync_cookie ));
	}

499
	new->rid = src->rid;
500
	new->sid = src->sid;
501
502
503
504
505
506
507
508
509
510
511
512
	new->numcsns = src->numcsns;

	if ( src->numcsns ) {
		if ( ber_bvarray_dup_x( &new->ctxcsn, src->ctxcsn, NULL )) {
			if ( !dst ) {
				ch_free( new );
			}
			return NULL;
		}
		new->sids = ch_malloc( src->numcsns * sizeof(int) );
		for (i=0; i<src->numcsns; i++)
			new->sids[i] = src->sids[i];
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
513
514
	}

515
516
517
518
	if ( !BER_BVISNULL( &src->delcsn )) {
		ber_dupbv( &new->delcsn, &src->delcsn );
	}

519
520
	if ( !BER_BVISNULL( &src->octet_str )) {
		ber_dupbv( &new->octet_str, &src->octet_str );
Jong Hyuk Choi's avatar
Jong Hyuk Choi committed
521
522
523
524
	}

	return new;
}
525