Fix dec to bin negative number handling

diff --git a/libraries/liblutil/utils.c b/libraries/liblutil/utils.c
index 7183e2725336aa665fd6cf17496847930501d0b0..e78fe1379f1e6f6e5a6ebafb2f4a1e2a57eae255 100644 (file)
--- a/libraries/liblutil/utils.c
+++ b/libraries/liblutil/utils.c
@@ -663,6 +663,11 @@ scale( int new, _decnum *prev, unsigned char *tmp )
 /* Convert unlimited length decimal or hex string to binary.
  * Output buffer must be provided, bv_len must indicate buffer size
  * Hex input can be "0x1234" or "'1234'H"
+ *
+ * Note: High bit of binary form is always the sign bit. If the number
+ * is supposed to be positive but has the high bit set, a zero byte
+ * is prepended. It is assumed that this has already been handled on
+ * any hex input.
  */
 int
 lutil_str2bin( struct berval *in, struct berval *out )
@@ -723,6 +728,7 @@ lutil_str2bin( struct berval *in, struct berval *out )
        /* Decimal */
                char tmpbuf[64], *tmp;
                _decnum num;
+               int neg = 0;
 
                len = in->bv_len;
                pin = in->bv_val;
@@ -730,6 +736,11 @@ lutil_str2bin( struct berval *in, struct berval *out )
                num.bufsiz = out->bv_len;
                num.beg = num.bufsiz-1;
                num.len = 0;
+               if ( pin[0] == '-' ) {
+                       neg = 1;
+                       len--;
+                       pin++;
+               }
 
 #define        DECMAX  8       /* 8 digits at a time */
 
@@ -757,6 +768,41 @@ lutil_str2bin( struct berval *in, struct berval *out )
                        len -= chunk;
                        chunk = DECMAX;
                }
+               /* Negate the result */
+               if ( neg ) {
+                       int i, j;
+                       unsigned char *ptr;
+
+                       ptr = num.buf+num.beg;
+
+                       /* flip all bits */
+                       for ( i=0; i<num.len; i++ )
+                               ptr[i] ^= 0xff;
+
+                       /* Add 1, with carry */
+                       i--;
+                       j = 1;
+                       for ( ; i>=0; i-- ) {
+                               j += ptr[i];
+                               ptr[i] = j & 0xff;
+                               j >>= 8;
+                               if (!j)
+                                       break;
+                       }
+                       /* If we overflowed and there's still room,
+                        * set an explicit sign byte
+                        */
+                       if ( !(  ptr[0] & 0x80 ) && num.beg ) {
+                               num.beg--;
+                               num.len++;
+                               num.buf[num.beg] = 0x80;
+                       }
+               } else if (( num.buf[num.beg] & 0x80 ) && num.beg ) {
+                       /* positive int with high bit set, prepend 0 */
+                       num.beg--;
+                       num.len++;
+                       num.buf[num.beg] = 0;
+               }
                if ( num.beg )
                        AC_MEMCPY( num.buf, num.buf+num.beg, num.len );
                out->bv_len = num.len;