c_string.c

Go to the documentation of this file.

 
/***** Feature test switches ************************************************/
/***** System headers *******************************************************/
//@cond
#include "vm_config.h"
#include <stdlib.h>
#include <string.h>
#include <limits.h>
#include <assert.h>
//@endcond
 
/***** Local headers ********************************************************/
#include "mrubyc.h"
#include "_autogen_unicode_case.h"
 
/***** Constat values *******************************************************/
/***** Macros ***************************************************************/
/***** Typedefs *************************************************************/
/***** Function prototypes **************************************************/
/***** Local variables ******************************************************/
/***** Global variables *****************************************************/
/***** Signal catching functions ********************************************/
/***** Local functions ******************************************************/
#if MRBC_USE_STRING
//================================================================
static int is_space( int ch )
{
  static const char ws[] = " \t\r\n\f\v";       // '\0' on tail
 
  for( int i = 0; i < sizeof(ws); i++ ) {
    if( ch == ws[i] ) return 1;
  }
  return 0;
}
 
 
/***** Global functions *****************************************************/
//================================================================
mrbc_value mrbc_string_new(mrbc_vm *vm, const void *src, int len)
{
  uint8_t *buf = mrbc_alloc(vm, len+1);
 
  // Copy a source string.
  if( src == NULL ) {
    buf[0] = '\0';
  } else {
    memcpy( buf, src, len );
    buf[len] = '\0';
  }
 
  return mrbc_string_new_alloc(vm, buf, len);
}
 
 
//================================================================
mrbc_value mrbc_string_new_alloc(mrbc_vm *vm, void *buf, int len)
{
  mrbc_string *str = mrbc_alloc(vm, sizeof(mrbc_string));
 
  *str = (mrbc_string){
    MRBC_INIT_OBJECT_HEADER_DI(ST)
    .size = len,
    .data = buf,
  };
 
  return mrbc_immediate_value(MRBC_TT_STRING, .string = str);
}
 
 
//================================================================
void mrbc_string_delete(mrbc_value *str)
{
  mrbc_raw_free(str->string->data);
  mrbc_raw_free(str->string);
}
 
 
 
//================================================================
void mrbc_string_clear(mrbc_value *str)
{
  mrbc_raw_realloc(str->string->data, 1);
  str->string->data[0] = '\0';
  str->string->size = 0;
}
 
 
#if defined(MRBC_ALLOC_VMID)
//================================================================
void mrbc_string_clear_vm_id(mrbc_value *str)
{
  mrbc_set_vm_id( str->string, 0 );
  mrbc_set_vm_id( str->string->data, 0 );
}
#endif
 
 
//================================================================
mrbc_value mrbc_string_dup(mrbc_vm *vm, mrbc_value *s1)
{
  mrbc_string *h1 = s1->string;
  mrbc_value value = mrbc_string_new(vm, NULL, h1->size);
 
  memcpy( value.string->data, h1->data, h1->size + 1 );
 
  return value;
}
 
 
//================================================================
mrbc_value mrbc_string_add(mrbc_vm *vm, const mrbc_value *s1, const mrbc_value *s2)
{
  mrbc_string *h1 = s1->string;
  mrbc_string *h2 = s2->string;
  mrbc_value value = mrbc_string_new(vm, NULL, h1->size + h2->size);
 
  memcpy( value.string->data,            h1->data, h1->size );
  memcpy( value.string->data + h1->size, h2->data, h2->size + 1 );
 
  return value;
}
 
 
//================================================================
int mrbc_string_append(mrbc_value *s1, const mrbc_value *s2)
{
  int len1 = s1->string->size;
  int len2 = (mrbc_type(*s2) == MRBC_TT_STRING) ? s2->string->size : 1;
  uint8_t *str = mrbc_raw_realloc(s1->string->data, len1+len2+1);
 
  if( mrbc_type(*s2) == MRBC_TT_STRING ) {
    memcpy(str + len1, s2->string->data, len2 + 1);
  } else if( mrbc_type(*s2) == MRBC_TT_INTEGER ) {
    str[len1] = s2->i;
    str[len1+1] = '\0';
  }
 
  s1->string->size = len1 + len2;
  s1->string->data = str;
 
  return 0;
}
 
 
//================================================================
int mrbc_string_append_cbuf(mrbc_value *s1, const void *s2, int len2)
{
  int len1 = s1->string->size;
  uint8_t *str = mrbc_raw_realloc(s1->string->data, len1+len2+1);
 
  if( s2 ) {
    memcpy(str + len1, s2, len2);
    str[len1 + len2] = 0;
  } else {
    memset(str + len1, 0, len2 + 1);
  }
 
  s1->string->size = len1 + len2;
  s1->string->data = str;
 
  return 0;
}
 
 
//================================================================
int mrbc_string_index(const mrbc_value *src, const mrbc_value *pattern, int offset)
{
  char *p1 = mrbc_string_cstr(src) + offset;
  char *p2 = mrbc_string_cstr(pattern);
  int try_cnt = mrbc_string_size(src) - mrbc_string_size(pattern) - offset;
 
  while( try_cnt >= 0 ) {
    if( memcmp( p1, p2, mrbc_string_size(pattern) ) == 0 ) {
      return p1 - mrbc_string_cstr(src);        // matched.
    }
    try_cnt--;
    p1++;
  }
 
  return -1;
}
 
 
//================================================================
int mrbc_string_strip(mrbc_value *src, int mode)
{
  char *p1 = mrbc_string_cstr(src);
  char *p2 = p1 + mrbc_string_size(src) - 1;
 
  // left-side
  if( mode & 0x01 ) {
    while( p1 <= p2 ) {
      if( *p1 == '\0' ) break;
      if( !is_space(*p1) ) break;
      p1++;
    }
  }
  // right-side
  if( mode & 0x02 ) {
    while( p1 <= p2 ) {
      if( !is_space(*p2) ) break;
      p2--;
    }
  }
 
  int new_size = p2 - p1 + 1;
  if( mrbc_string_size(src) == new_size ) return 0;
 
  char *buf = mrbc_string_cstr(src);
  if( p1 != buf ) memmove( buf, p1, new_size );
  buf[new_size] = '\0';
  mrbc_raw_realloc(buf, new_size+1);    // shrink suitable size.
  src->string->size = new_size;
 
  return 1;
}
 
 
//================================================================
int mrbc_string_chomp(mrbc_value *src)
{
  char *p1 = mrbc_string_cstr(src);
  char *p2 = p1 + mrbc_string_size(src) - 1;
 
  if( *p2 == '\n' ) {
    p2--;
  }
  if( *p2 == '\r' ) {
    p2--;
  }
 
  int new_size = p2 - p1 + 1;
  if( mrbc_string_size(src) == new_size ) return 0;
 
  char *buf = mrbc_string_cstr(src);
  buf[new_size] = '\0';
  src->string->size = new_size;
 
  return 1;
}
 
 
#if !MRBC_USE_STRING_UTF8 || !MRBC_USE_UNICODE_CASE
//================================================================
int mrbc_string_upcase(mrbc_value *str)
{
  int len = str->string->size;
  int count = 0;
  uint8_t *data = str->string->data;
  while (len != 0) {
    len--;
    if ('a' <= data[len] && data[len] <= 'z') {
      data[len] = data[len] - ('a' - 'A');
      count++;
    }
  }
  return count;
}
 
 
//================================================================
int mrbc_string_downcase(mrbc_value *str)
{
  int len = str->string->size;
  int count = 0;
  uint8_t *data = str->string->data;
  while (len != 0) {
    len--;
    if ('A' <= data[len] && data[len] <= 'Z') {
      data[len] = data[len] + ('a' - 'A');
      count++;
    }
  }
  return count;
}
#endif /* !MRBC_USE_STRING_UTF8 || !MRBC_USE_UNICODE_CASE */
 
 
#if MRBC_USE_STRING_UTF8
//================================================================
int mrbc_string_utf8_size(const char *str)
{
  unsigned char c = (unsigned char)*str;
 
  if( (c & 0x80) == 0x00 ) return 1;       // ASCII:  0xxxxxxx
  if( (c & 0xE0) == 0xC0 ) return 2;       // 2-byte: 110xxxxx
  if( (c & 0xF0) == 0xE0 ) return 3;       // 3-byte: 1110xxxx
  if( (c & 0xF8) == 0xF0 ) return 4;       // 4-byte: 11110xxx
  return 0;                                // continuation or invalid
}
 
 
//================================================================
static int utf8_validated_char_len(const char *str, const char *end)
{
  int char_len = mrbc_string_utf8_size(str);
 
  if( char_len == 0 ) return 1;            // isolated continuation byte
  if( str + char_len > end ) return 1;     // incomplete sequence at end
 
  for( int j = 1; j < char_len; j++ ) {
    if( ((unsigned char)str[j] & 0xC0) != 0x80 ) return 1; // invalid continuation
  }
  return char_len;
}
 
 
//================================================================
int mrbc_string_char_size(const char *str, int len)
{
  int count = 0;
  const char *end = str + len;
 
  while( str < end ) {
    int char_len = utf8_validated_char_len(str, end);
    count++;
    str += char_len;
  }
  return count;
}
 
 
//================================================================
int mrbc_string_chars2bytes(mrbc_value *src, int off, int idx)
{
  const char *str = mrbc_string_cstr(src) + off;
  const char *end = mrbc_string_cstr(src) + src->string->size;
  int bytes = 0;
 
  for( int i = 0; i < idx && str < end; i++ ) {
    int char_len = utf8_validated_char_len(str, end);
    bytes += char_len;
    str += char_len;
  }
  return bytes;
}
 
 
//================================================================
int mrbc_string_bytes2chars(const mrbc_value *src, int byte_index)
{
  const char *str = mrbc_string_cstr(src);
  const char *target = str + byte_index;
  int count = 0;
 
  while( str < target ) {
    int char_len = mrbc_string_utf8_size(str);
    if( char_len == 0 ) char_len = 1;
    str += char_len;
    count++;
  }
  return (str == target) ? count : -1;
}
 
 
#if MRBC_USE_UNICODE_CASE
//================================================================
static int32_t unicode_decode_utf8(const uint8_t *str, int *len_out)
{
  uint8_t c = str[0];
  int32_t cp;
  int len;
 
  if( (c & 0x80) == 0 ) {
    cp = c;
    len = 1;
  } else if( (c & 0xE0) == 0xC0 ) {
    cp = (c & 0x1F) << 6 | (str[1] & 0x3F);
    len = 2;
  } else if( (c & 0xF0) == 0xE0 ) {
    cp = (c & 0x0F) << 12 | (str[1] & 0x3F) << 6 | (str[2] & 0x3F);
    len = 3;
  } else if( (c & 0xF8) == 0xF0 ) {
    cp = (c & 0x07) << 18 | (str[1] & 0x3F) << 12 | (str[2] & 0x3F) << 6 | (str[3] & 0x3F);
    len = 4;
  } else {
    *len_out = 1;
    return -1;
  }
  *len_out = len;
  return cp;
}
 
 
//================================================================
static int unicode_encode_utf8(int32_t cp, uint8_t *buf)
{
  if( cp < 0x80 ) {
    buf[0] = cp;
    return 1;
  } else if( cp < 0x800 ) {
    buf[0] = 0xC0 | (cp >> 6);
    buf[1] = 0x80 | (cp & 0x3F);
    return 2;
  } else if( cp < 0x10000 ) {
    buf[0] = 0xE0 | (cp >> 12);
    buf[1] = 0x80 | ((cp >> 6) & 0x3F);
    buf[2] = 0x80 | (cp & 0x3F);
    return 3;
  } else {
    buf[0] = 0xF0 | (cp >> 18);
    buf[1] = 0x80 | ((cp >> 12) & 0x3F);
    buf[2] = 0x80 | ((cp >> 6) & 0x3F);
    buf[3] = 0x80 | (cp & 0x3F);
    return 4;
  }
}
 
 
//================================================================
static int32_t unicode_case_lookup_range(int32_t cp, const case_range_t *ranges, int count)
{
  for( int i = 0; i < count; i++ ) {
    if( ranges[i].start <= cp && cp <= ranges[i].end ) {
      // Check if this character matches the XOR pattern
      int32_t converted = cp ^ ranges[i].xor_val;
      // Verify the conversion is in the expected direction
      // For upcase: converted should be < cp (or same block)
      // For downcase: converted should be > cp (or same block)
      return converted;
    }
  }
  return cp;  // Not found in ranges
}
 
 
//================================================================
static int32_t unicode_case_lookup_exception(int32_t cp, const case_exception_t *exceptions, int count)
{
  int low = 0, high = count - 1;
 
  while( low <= high ) {
    int mid = (low + high) / 2;
    if( exceptions[mid].from == cp ) {
      return exceptions[mid].to;
    } else if( exceptions[mid].from < cp ) {
      low = mid + 1;
    } else {
      high = mid - 1;
    }
  }
  return cp;  // Not found
}
 
 
//================================================================
static int32_t unicode_upcase_codepoint(int32_t cp)
{
  if( cp < 0 || cp > 0xFFFF ) return cp;  // BMP only
 
  // Try ranges first (more common patterns)
  int32_t result = unicode_case_lookup_range(cp, upcase_ranges, UPCASE_RANGES_COUNT);
  if( result != cp ) return result;
 
  // Fall back to exceptions
  return unicode_case_lookup_exception(cp, upcase_exceptions, UPCASE_EXCEPTIONS_COUNT);
}
 
 
//================================================================
static int32_t unicode_downcase_codepoint(int32_t cp)
{
  if( cp < 0 || cp > 0xFFFF ) return cp;  // BMP only
 
  // Try ranges first
  int32_t result = unicode_case_lookup_range(cp, downcase_ranges, DOWNCASE_RANGES_COUNT);
  if( result != cp ) return result;
 
  // Fall back to exceptions
  return unicode_case_lookup_exception(cp, downcase_exceptions, DOWNCASE_EXCEPTIONS_COUNT);
}
 
 
//================================================================
int mrbc_string_upcase(mrbc_value *str)
{
  int len = str->string->size;
  uint8_t *data = str->string->data;
  int count = 0;
 
  // First pass: check if any conversion changes byte length
  int new_len = 0;
  int needs_realloc = 0;
  for( int i = 0; i < len; ) {
    int char_len;
    int32_t cp = unicode_decode_utf8(data + i, &char_len);
    int32_t upper_cp = unicode_upcase_codepoint(cp);
 
    uint8_t buf[4];
    int new_char_len = unicode_encode_utf8(upper_cp, buf);
    new_len += new_char_len;
    if( new_char_len != char_len ) needs_realloc = 1;
    i += char_len;
  }
 
  if( needs_realloc ) {
    // Need to allocate new buffer
    uint8_t *new_data = mrbc_raw_alloc(new_len + 1);
    if( !new_data ) return 0;
 
    int j = 0;
    for( int i = 0; i < len; ) {
      int char_len;
      int32_t cp = unicode_decode_utf8(data + i, &char_len);
      int32_t upper_cp = unicode_upcase_codepoint(cp);
 
      int new_char_len = unicode_encode_utf8(upper_cp, new_data + j);
      if( upper_cp != cp ) count++;
      j += new_char_len;
      i += char_len;
    }
    new_data[new_len] = '\0';
 
    mrbc_raw_free(data);
    str->string->data = new_data;
    str->string->size = new_len;
  } else {
    // In-place conversion
    for( int i = 0; i < len; ) {
      int char_len;
      int32_t cp = unicode_decode_utf8(data + i, &char_len);
      int32_t upper_cp = unicode_upcase_codepoint(cp);
 
      if( upper_cp != cp ) {
        unicode_encode_utf8(upper_cp, data + i);
        count++;
      }
      i += char_len;
    }
  }
 
  return count;
}
 
 
//================================================================
int mrbc_string_downcase(mrbc_value *str)
{
  int len = str->string->size;
  uint8_t *data = str->string->data;
  int count = 0;
 
  // First pass: check if any conversion changes byte length
  int new_len = 0;
  int needs_realloc = 0;
  for( int i = 0; i < len; ) {
    int char_len;
    int32_t cp = unicode_decode_utf8(data + i, &char_len);
    int32_t lower_cp = unicode_downcase_codepoint(cp);
 
    uint8_t buf[4];
    int new_char_len = unicode_encode_utf8(lower_cp, buf);
    new_len += new_char_len;
    if( new_char_len != char_len ) needs_realloc = 1;
    i += char_len;
  }
 
  if( needs_realloc ) {
    // Need to allocate new buffer
    uint8_t *new_data = mrbc_raw_alloc(new_len + 1);
    if( !new_data ) return 0;
 
    int j = 0;
    for( int i = 0; i < len; ) {
      int char_len;
      int32_t cp = unicode_decode_utf8(data + i, &char_len);
      int32_t lower_cp = unicode_downcase_codepoint(cp);
 
      int new_char_len = unicode_encode_utf8(lower_cp, new_data + j);
      if( lower_cp != cp ) count++;
      j += new_char_len;
      i += char_len;
    }
    new_data[new_len] = '\0';
 
    mrbc_raw_free(data);
    str->string->data = new_data;
    str->string->size = new_len;
  } else {
    // In-place conversion
    for( int i = 0; i < len; ) {
      int char_len;
      int32_t cp = unicode_decode_utf8(data + i, &char_len);
      int32_t lower_cp = unicode_downcase_codepoint(cp);
 
      if( lower_cp != cp ) {
        unicode_encode_utf8(lower_cp, data + i);
        count++;
      }
      i += char_len;
    }
  }
 
  return count;
}
#endif /* MRBC_USE_UNICODE_CASE */
#endif // MRBC_USE_STRING_UTF8
 
 
//================================================================
static void c_string_new(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value value;
 
  switch( argc ) {
  case 0:
    value = mrbc_string_new(vm, NULL, 0);
    break;
 
  case 1:
    if( mrbc_type(v[1]) != MRBC_TT_STRING ) {
      mrbc_raisef( vm, MRBC_CLASS(TypeError), "no implicit conversion into %s", "String");
      return;
    }
    value = mrbc_string_dup(vm, &v[1]);
    break;
 
  default:
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), "wrong number of arguments");
    return;
  }
 
  SET_RETURN(value);
}
 
 
//================================================================
static void c_string_add(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( mrbc_type(v[1]) != MRBC_TT_STRING ) {
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), 0 );
    return;
  }
 
  mrbc_value value = mrbc_string_add(vm, &v[0], &v[1]);
  SET_RETURN(value);
}
 
 
 
//================================================================
static void c_string_mul(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( mrbc_type(v[1]) != MRBC_TT_INTEGER ) {
    mrbc_raisef( vm, MRBC_CLASS(TypeError), "no implicit conversion into %s", "String");
    return;
  }
 
  if( v[1].i < 0 ) {
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), "negative argument");
    return;
  }
 
  mrbc_value value = mrbc_string_new(vm, NULL,
                        mrbc_string_size(&v[0]) * mrbc_integer(v[1]));
  uint8_t *p = value.string->data;
  for( int i = 0; i < v[1].i; i++ ) {
    memcpy( p, mrbc_string_cstr(&v[0]), mrbc_string_size(&v[0]) );
    p += mrbc_string_size(&v[0]);
  }
  *p = 0;
 
  SET_RETURN(value);
}
 
 
 
//================================================================
static void c_string_size(mrbc_vm *vm, mrbc_value v[], int argc)
{
#if MRBC_USE_STRING_UTF8
  mrbc_int_t size = mrbc_string_char_size(mrbc_string_cstr(&v[0]), mrbc_string_size(&v[0]));
#else
  mrbc_int_t size = mrbc_string_size(&v[0]);
#endif
 
  SET_INT_RETURN( size );
}
 
 
//================================================================
static void c_string_bytesize(mrbc_vm *vm, mrbc_value v[], int argc)
{
  SET_INT_RETURN( mrbc_string_size(&v[0]) );
}
 
 
//================================================================
static void c_string_to_i(mrbc_vm *vm, mrbc_value v[], int argc)
{
  int base = 10;
  if( argc ) {
    base = v[1].i;
    if( base < 2 || base > 36 ) {
      mrbc_raisef(vm, MRBC_CLASS(ArgumentError), "invalid radix %d", base);
      return;
    }
  }
 
  mrbc_int_t i = mrbc_atoi( mrbc_string_cstr(v), base );
 
  SET_INT_RETURN( i );
}
 
 
#if MRBC_USE_FLOAT
//================================================================
static void c_string_to_f(mrbc_vm *vm, mrbc_value v[], int argc)
{
#if MRBC_USE_FLOAT == 1
  mrbc_float_t d = strtof(mrbc_string_cstr(v), NULL);
#else
  mrbc_float_t d = strtod(mrbc_string_cstr(v), NULL);
#endif
 
  SET_FLOAT_RETURN( d );
}
#endif
 
 
//================================================================
static void c_string_to_s(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( mrbc_type(v[0]) == MRBC_TT_CLASS ) {
    mrbc_object_inspect(vm, v, argc);
    return;
  }
}
 
 
//================================================================
static void c_string_append(mrbc_vm *vm, mrbc_value v[], int argc)
{
#if MRBC_USE_STRING_UTF8
  // In UTF-8 mode, << accepts an integer codepoint
  if( mrbc_type(v[1]) == MRBC_TT_INTEGER ) {
    mrbc_int_t codepoint = mrbc_integer(v[1]);
    char buf[5];
    int len;
 
    if( codepoint < 0 || codepoint > 0x10FFFF ) {
      mrbc_raise(vm, MRBC_CLASS(RangeError), "out of char range");
      return;
    }
    if( codepoint >= 0xD800 && codepoint <= 0xDFFF ) {
      mrbc_raise(vm, MRBC_CLASS(RangeError), "invalid codepoint in UTF-8");
      return;
    }
 
    len = mrbc_utf8_encode(codepoint, buf);
    mrbc_string_append_cbuf(&v[0], buf, len);
    return;
  }
#endif
 
  mrbc_string_append( &v[0], &v[1] );
}
 
 
//================================================================
/* Parse slice arguments (nth), (nth, len), or (Range) into *pos and *len.
   Returns: 0=ok, 1=return nil, 2=error already raised.
*/
static int string_slice_parse(mrbc_vm *vm, mrbc_value v[], int argc,
                              int target_len, int *pos, int *len)
{
  if (argc == 1 && mrbc_type(v[1]) == MRBC_TT_INTEGER) {
    *pos = mrbc_integer(v[1]);
    if (*pos < 0) *pos += target_len;
    if (*pos >= target_len) return 1;
    *len = 1;
  }
  else if( argc == 2 && mrbc_type(v[1]) == MRBC_TT_INTEGER &&
                        mrbc_type(v[2]) == MRBC_TT_INTEGER ) {
    *pos = mrbc_integer(v[1]);
    if( *pos < 0 ) *pos += target_len;
    *len = mrbc_integer(v[2]);
  }
  else if( argc == 1 && mrbc_type(v[1]) == MRBC_TT_RANGE ) {
    const mrbc_value *v1 = mrbc_range_first_p(&v[1]);
    switch( mrbc_type(*v1) ) {
    case MRBC_TT_INTEGER:
      *pos = mrbc_integer(*v1);
      if( *pos < 0 ) *pos += target_len;
      break;
    case MRBC_TT_NIL:
      *pos = 0;
      break;
    default:
      mrbc_raise(vm, MRBC_CLASS(TypeError), 0);
      return 2;
    }
 
    const mrbc_value *v2 = mrbc_range_last_p(&v[1]);
    int pos2;
    switch( mrbc_type(*v2) ) {
    case MRBC_TT_INTEGER:
      pos2 = mrbc_integer(*v2);
      if( pos2 < 0 ) pos2 += target_len;
      break;
    case MRBC_TT_NIL:
      pos2 = target_len;
      break;
    default:
      mrbc_raise(vm, MRBC_CLASS(TypeError), 0);
      return 2;
    }
 
    *len = pos2 - *pos;
    if( !mrbc_range_exclude_end(&v[1]) ) (*len)++;
  }
  else {
    mrbc_raise(vm, MRBC_CLASS(ArgumentError), 0);
    return 2;
  }
 
  if( *pos < 0 || *pos > target_len ) return 1;
  if( *len > target_len - *pos ) *len = target_len - *pos;
  if( *len < 0 ) {
    if( mrbc_type(v[1]) == MRBC_TT_RANGE) {
      *len = 0;
    } else {
      return 1;
    }
  }
 
  return 0;
}
 
 
//================================================================
static void c_string_slice(mrbc_vm *vm, mrbc_value v[], int argc)
{
#if MRBC_USE_STRING_UTF8
  int target_len = mrbc_string_char_size(mrbc_string_cstr(&v[0]), mrbc_string_size(&v[0]));
#else
  int target_len = mrbc_string_size(v);
#endif
  int pos, len;
 
  switch( string_slice_parse(vm, v, argc, target_len, &pos, &len) ) {
  case 1: SET_NIL_RETURN(); return;
  case 2: return;
  }
 
#if MRBC_USE_STRING_UTF8
  int byte_pos = mrbc_string_chars2bytes(&v[0], 0, pos);
  int byte_len = mrbc_string_chars2bytes(&v[0], byte_pos, len);
  mrbc_value ret = mrbc_string_new(vm, mrbc_string_cstr(v) + byte_pos, byte_len);
#else
  mrbc_value ret = mrbc_string_new(vm, mrbc_string_cstr(v) + pos, len);
#endif
 
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_byteslice(mrbc_vm *vm, mrbc_value v[], int argc)
{
  int target_len = mrbc_string_size(&v[0]);  // always byte count
  int pos, len;
 
  switch (string_slice_parse(vm, v, argc, target_len, &pos, &len)) {
  case 1: SET_NIL_RETURN(); return;
  case 2: return;
  }
 
  mrbc_value ret = mrbc_string_new(vm, mrbc_string_cstr(v) + pos, len);
 
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_insert(mrbc_vm *vm, mrbc_value v[], int argc)
{
#if MRBC_USE_STRING_UTF8
  int target_len = mrbc_string_char_size(mrbc_string_cstr(&v[0]), mrbc_string_size(&v[0]));
#else
  int target_len = mrbc_string_size(v);
#endif
  int pos, len;
  mrbc_value *val;
 
  // in case of self[pos] = val
  if( argc == 2 && mrbc_type(v[1]) == MRBC_TT_INTEGER &&
                   mrbc_type(v[2]) == MRBC_TT_STRING ) {
    pos = mrbc_integer(v[1]);
    len = 1;
    val = &v[2];
  }
 
  // in case of self[pos, len] = val
  else if( argc == 3 && mrbc_type(v[1]) == MRBC_TT_INTEGER &&
                        mrbc_type(v[2]) == MRBC_TT_INTEGER &&
                        mrbc_type(v[3]) == MRBC_TT_STRING ) {
    pos = mrbc_integer(v[1]);
    len = mrbc_integer(v[2]);
    val = &v[3];
  }
 
  // in case of self[Range] = val
  else if( argc == 2 && mrbc_type(v[1]) == MRBC_TT_RANGE &&
                        mrbc_type(v[2]) == MRBC_TT_STRING ) {
    const mrbc_value *v1 = mrbc_range_first_p(&v[1]);
    switch( mrbc_type(*v1) ) {
    case MRBC_TT_INTEGER:
      pos = mrbc_integer(*v1);
      if( pos < 0 ) pos += target_len;
      if( pos < 0 || pos > target_len ) {
        mrbc_raise( vm, MRBC_CLASS(RangeError), 0 );
        return;
      }
      break;
    case MRBC_TT_NIL:
      pos = 0;
      break;
    default:
      goto TYPE_ERROR;
    }
 
    const mrbc_value *v2 = mrbc_range_last_p(&v[1]);
    int pos2;
    switch( mrbc_type(*v2) ) {
    case MRBC_TT_INTEGER:
      pos2 = mrbc_integer(*v2);
      if( pos2 < 0 ) pos2 += target_len;
      break;
    case MRBC_TT_NIL:
      pos2 = target_len;
      break;
    default:
      goto TYPE_ERROR;
    }
 
    len = pos2 - pos;
    if( !mrbc_range_exclude_end(&v[1]) ) len++;
    if( len < 0 ) len = 0;
    val = &v[2];
  }
 
  // other cases
  else {
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), 0 );
    return;
  }
 
  int len1 = target_len;  // character length
  int len2 = mrbc_string_size(val);  // byte length of replacement
  if( pos < 0 ) pos = len1 + pos;               // adjust to positive number.
  if( len > len1 - pos ) len = len1 - pos;
  if( pos < 0 || pos > len1 || len < 0) {
    mrbc_raisef( vm, MRBC_CLASS(IndexError), "index %d out of string", pos );
    return;
  }
 
#if MRBC_USE_STRING_UTF8
  // Convert character position/length to byte position/length
  int byte_pos = mrbc_string_chars2bytes(&v[0], 0, pos);
  int byte_len = mrbc_string_chars2bytes(&v[0], byte_pos, len);
  int byte_len1 = mrbc_string_size(&v[0]);  // original byte length
 
  int byte_len3 = byte_len1 + len2 - byte_len;  // final byte length
  uint8_t *str = v->string->data;
  if( byte_len1 < byte_len3 ) {
    str = mrbc_realloc(vm, str, byte_len3+1);   // expand
  }
 
  memmove( str + byte_pos + len2, str + byte_pos + byte_len, byte_len1 - byte_pos - byte_len + 1 );
  memcpy( str + byte_pos, mrbc_string_cstr(val), len2 );
 
  if( byte_len1 > byte_len3 ) {
    str = mrbc_realloc(vm, str, byte_len3+1);   // shrink
  }
 
  v->string->size = byte_len3;
  v->string->data = str;
#else
  int len3 = len1 + len2 - len;                 // final length.
  uint8_t *str = v->string->data;
  if( len1 < len3 ) {
    str = mrbc_realloc(vm, str, len3+1);        // expand
  }
 
  memmove( str + pos + len2, str + pos + len, len1 - pos - len + 1 );
  memcpy( str + pos, mrbc_string_cstr(val), len2 );
 
  if( len1 > len3 ) {
    str = mrbc_realloc(vm, str, len3+1);        // shrink
  }
 
  v->string->size = len1 + len2 - len;
  v->string->data = str;
#endif
 
  // return val
  mrbc_decref(&v[0]);
  v[0] = *val;
  mrbc_set_tt(val, MRBC_TT_EMPTY);
  return;
 
 
 TYPE_ERROR:
  mrbc_raise( vm, MRBC_CLASS(TypeError), 0 );
  return;
}
 
 
//================================================================
static void c_string_chomp(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_string_dup(vm, &v[0]);
 
  mrbc_string_chomp(&ret);
 
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_clear(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_string_clear(&v[0]);
}
 
 
//================================================================
static void c_string_chomp_self(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( mrbc_string_chomp(&v[0]) == 0 ) {
    SET_RETURN( mrbc_nil_value() );
  }
}
 
 
//================================================================
static void c_string_dup(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_string_dup(vm, &v[0]);
 
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_empty(mrbc_vm *vm, mrbc_value v[], int argc)
{
  SET_BOOL_RETURN( !mrbc_string_size( &v[0] ));
}
 
 
//================================================================
static void c_string_getbyte(mrbc_vm *vm, mrbc_value v[], int argc)
{
  int len = mrbc_string_size(&v[0]);
  mrbc_int_t idx = mrbc_integer(v[1]);
 
  if( idx >= 0 ) {
    if( idx >= len ) idx = -1;
  } else {
    idx += len;
  }
  if( idx >= 0 ) {
    SET_INT_RETURN( ((uint8_t *)mrbc_string_cstr(&v[0]))[idx] );
  } else {
    SET_NIL_RETURN();
  }
}
 
 
//================================================================
static void c_string_setbyte(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( argc != 2 ) {
    mrbc_raise(vm, MRBC_CLASS(ArgumentError), "wrong number of arguments");
    return;
  }
 
  int len = mrbc_string_size(&v[0]);
  mrbc_int_t idx = mrbc_integer(v[1]);
  mrbc_int_t dat = mrbc_integer(v[2]);
 
  if( idx < 0 ) {
    idx += len;
  }
  if( idx < 0 || idx >= len ) {
    mrbc_raisef( vm, MRBC_CLASS(IndexError), "index %d out of string", idx );
    return;
  }
 
  mrbc_string_cstr(&v[0])[idx] = dat;
 
  SET_INT_RETURN( dat );
}
 
 
//================================================================
static void c_string_index(mrbc_vm *vm, mrbc_value v[], int argc)
{
  int index;
  int offset;
 
  if( argc == 1 ) {
    offset = 0;
 
  } else if( argc == 2 && mrbc_type(v[2]) == MRBC_TT_INTEGER ) {
    offset = v[2].i;
#if MRBC_USE_STRING_UTF8
    int char_len = mrbc_string_char_size(mrbc_string_cstr(&v[0]), mrbc_string_size(&v[0]));
    if( offset < 0 ) offset += char_len;
    if( offset < 0 ) goto NIL_RETURN;
    // Convert character offset to byte offset
    offset = mrbc_string_chars2bytes(&v[0], 0, offset);
#else
    if( offset < 0 ) offset += mrbc_string_size(&v[0]);
    if( offset < 0 ) goto NIL_RETURN;
#endif
 
  } else {
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), 0 );
    return;
  }
 
  index = mrbc_string_index(&v[0], &v[1], offset);
  if( index < 0 ) goto NIL_RETURN;
 
#if MRBC_USE_STRING_UTF8
  // Convert byte index to character index
  index = mrbc_string_bytes2chars(&v[0], index);
  if( index < 0 ) goto NIL_RETURN;
#endif
 
  SET_INT_RETURN(index);
  return;
 
 NIL_RETURN:
  SET_NIL_RETURN();
}
 
 
//================================================================
static void c_string_inspect(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( mrbc_type(v[0]) == MRBC_TT_CLASS ) {
    mrbc_object_inspect(vm, v, argc);
    return;
  }
 
  mrbc_value ret = mrbc_string_new_cstr(vm, "\"");
  const char *s = mrbc_string_cstr(v);
  int size = mrbc_string_size(v);
 
#if MRBC_USE_STRING_UTF8
  for( int i = 0; i < size; ) {
    unsigned char uch = (unsigned char)s[i];
    if( uch < 0x80 ) {
      // ASCII byte: use existing escape logic
      char buf[10];
      mrbc_char_to_s( buf, s + i );
      mrbc_string_append_cstr(&ret, buf);
      i++;
    } else {
      int char_len = utf8_validated_char_len(s + i, s + size);
      int raw_len = mrbc_string_utf8_size(s + i);
      if( raw_len >= 2 && char_len == raw_len ) {
        // Valid multi-byte UTF-8 character: output as-is
        mrbc_string_append_cbuf(&ret, s + i, char_len);
        i += char_len;
      } else {
        // Invalid/isolated byte: escape as \xHH
        char buf[5];
        buf[0] = '\\';
        buf[1] = 'x';
        buf[2] = "0123456789ABCDEF"[uch >> 4];
        buf[3] = "0123456789ABCDEF"[uch & 0x0f];
        buf[4] = 0;
        mrbc_string_append_cstr(&ret, buf);
        i++;
      }
    }
  }
#else
  for( int i = 0; i < size; i++ ) {
    char buf[10];
    mrbc_char_to_s( buf, s + i );
    mrbc_string_append_cstr(&ret, buf);
  }
#endif
 
  mrbc_string_append_cstr(&ret, "\"");
 
  SET_RETURN( ret );
}
 
 
//================================================================
static void c_string_ord(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( mrbc_string_size(v) == 0 ) {
    mrbc_raise(vm, MRBC_CLASS(ArgumentError), "empty string");
    return;
  }
 
#if MRBC_USE_STRING_UTF8
  const uint8_t *s = (const uint8_t *)mrbc_string_cstr(v);
  const char *end = mrbc_string_cstr(v) + mrbc_string_size(v);
  int char_len = utf8_validated_char_len((const char *)s, end);
  mrbc_int_t codepoint;
 
  if( char_len == 1 ) {
    codepoint = s[0];
  } else if( char_len == 2 ) {
    codepoint = ((s[0] & 0x1F) << 6) | (s[1] & 0x3F);
  } else if( char_len == 3 ) {
    codepoint = ((s[0] & 0x0F) << 12) | ((s[1] & 0x3F) << 6) | (s[2] & 0x3F);
  } else if( char_len == 4 ) {
    codepoint = ((s[0] & 0x07) << 18) | ((s[1] & 0x3F) << 12) |
                ((s[2] & 0x3F) << 6) | (s[3] & 0x3F);
  } else {
    codepoint = s[0];  // fallback for invalid UTF-8
  }
 
  SET_INT_RETURN( codepoint );
#else
  int i = ((uint8_t *)mrbc_string_cstr(v))[0];
 
  SET_INT_RETURN( i );
#endif
}
 
 
//================================================================
static void c_string_slice_self(mrbc_vm *vm, mrbc_value v[], int argc)
{
#if MRBC_USE_STRING_UTF8
  int target_len = mrbc_string_char_size(mrbc_string_cstr(&v[0]), mrbc_string_size(&v[0]));
#else
  int target_len = mrbc_string_size(v);
#endif
  int pos = mrbc_integer(v[1]);
  int len;
 
  // in case of slice!(nth) -> String | nil
  if( argc == 1 && mrbc_type(v[1]) == MRBC_TT_INTEGER ) {
    len = 1;
 
  // in case of slice!(nth, len) -> String | nil
  } else if( argc == 2 && mrbc_type(v[1]) == MRBC_TT_INTEGER &&
                          mrbc_type(v[2]) == MRBC_TT_INTEGER ) {
    len = mrbc_integer(v[2]);
 
  // other case
  } else {
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), 0 );
    return;
  }
 
  if( pos < 0 ) pos += target_len;
  if( pos < 0 ) goto RETURN_NIL;
  if( len > (target_len - pos) ) len = target_len - pos;
  if( len < 0 ) goto RETURN_NIL;
  if( argc == 1 && len <= 0 ) goto RETURN_NIL;
 
#if MRBC_USE_STRING_UTF8
  // Convert character position/length to byte position/length
  int byte_pos = mrbc_string_chars2bytes(&v[0], 0, pos);
  int byte_len = mrbc_string_chars2bytes(&v[0], byte_pos, len);
  int byte_size = mrbc_string_size(&v[0]);
 
  mrbc_value ret = mrbc_string_new(vm, mrbc_string_cstr(v) + byte_pos, byte_len);
 
  if( byte_len > 0 ) {
    memmove( mrbc_string_cstr(v) + byte_pos, mrbc_string_cstr(v) + byte_pos + byte_len,
             byte_size - byte_pos - byte_len + 1 );
    v->string->size = byte_size - byte_len;
    mrbc_raw_realloc( mrbc_string_cstr(v), v->string->size + 1 );
  }
#else
  mrbc_value ret = mrbc_string_new(vm, mrbc_string_cstr(v) + pos, len);
 
  if( len > 0 ) {
    memmove( mrbc_string_cstr(v) + pos, mrbc_string_cstr(v) + pos + len,
             mrbc_string_size(v) - pos - len + 1 );
    v->string->size = mrbc_string_size(v) - len;
    mrbc_raw_realloc( mrbc_string_cstr(v), mrbc_string_size(v)+1 );
  }
#endif
 
  SET_RETURN(ret);
  return;               // normal return
 
 RETURN_NIL:
  SET_NIL_RETURN();
}
 
 
//================================================================
static void c_string_split(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_array_new(vm, 0);
  if( mrbc_string_size(&v[0]) == 0 ) goto DONE;
 
  // check limit parameter.
  int limit = 0;
  if( argc >= 2 ) {
    if( mrbc_type(v[2]) != MRBC_TT_INTEGER ) {
      mrbc_raise( vm, MRBC_CLASS(ArgumentError), 0 );
      return;
    }
    limit = v[2].i;
    if( limit == 1 ) {
      mrbc_array_push( &ret, &v[0] );
      mrbc_incref( &v[0] );
      goto DONE;
    }
  }
 
  // check separator parameter.
  mrbc_value sep = (argc == 0) ? mrbc_string_new_cstr(vm, " ") : v[1];
  switch( mrbc_type(sep) ) {
  case MRBC_TT_NIL:
    sep = mrbc_string_new_cstr(vm, " ");
    break;
 
  case MRBC_TT_STRING:
    break;
 
  default:
    mrbc_raise( vm, MRBC_CLASS(TypeError), 0 );
    return;
  }
 
  int flag_strip = (mrbc_string_cstr(&sep)[0] == ' ') &&
                   (mrbc_string_size(&sep) == 1);
  int offset = 0;
  int sep_len = mrbc_string_size(&sep);
  if( sep_len == 0 ) sep_len++;
 
  while( 1 ) {
    int pos, len = 0;
 
    if( flag_strip ) {
      for( ; offset < mrbc_string_size(&v[0]); offset++ ) {
        if( !is_space( mrbc_string_cstr(&v[0])[offset] )) break;
      }
      if( offset > mrbc_string_size(&v[0])) break;
    }
 
    // check limit
    if( limit > 0 && mrbc_array_size(&ret)+1 >= limit ) {
      pos = -1;
      goto SPLIT_ITEM;
    }
 
    // split by space character.
    if( flag_strip ) {
      pos = offset;
      for( ; pos < mrbc_string_size(&v[0]); pos++ ) {
        if( is_space( mrbc_string_cstr(&v[0])[pos] )) break;
      }
      len = pos - offset;
      goto SPLIT_ITEM;
    }
 
    // split by each character.
    if( mrbc_string_size(&sep) == 0 ) {
#if MRBC_USE_STRING_UTF8
      // Get UTF-8 character length at current offset
      int char_len = mrbc_string_utf8_size(mrbc_string_cstr(&v[0]) + offset);
      if( char_len == 0 ) char_len = 1;  // skip invalid byte
      pos = (offset + char_len < mrbc_string_size(&v[0])) ? offset : -1;
      len = char_len;
      sep_len = char_len;  // advance by character length
#else
      pos = (offset < mrbc_string_size(&v[0])-1) ? offset : -1;
      len = 1;
#endif
      goto SPLIT_ITEM;
    }
 
    // split by specified character.
    pos = mrbc_string_index( &v[0], &sep, offset );
    len = pos - offset;
 
 
  SPLIT_ITEM:
    if( pos < 0 ) len = mrbc_string_size(&v[0]) - offset;
 
    mrbc_value v1 = mrbc_string_new(vm, mrbc_string_cstr(&v[0]) + offset, len);
    mrbc_array_push( &ret, &v1 );
 
    if( pos < 0 ) break;
    offset = pos + sep_len;
  }
 
  // remove trailing empty item
  if( limit == 0 ) {
    while( 1 ) {
      int idx = mrbc_array_size(&ret) - 1;
      if( idx < 0 ) break;
 
      mrbc_value v1 = mrbc_array_get( &ret, idx );
      if( mrbc_string_size(&v1) != 0 ) break;
 
      mrbc_array_remove(&ret, idx);
      mrbc_string_delete( &v1 );
    }
  }
 
  if( argc == 0 || mrbc_type(v[1]) == MRBC_TT_NIL ) {
    mrbc_string_delete(&sep);
  }
 
 DONE:
  SET_RETURN( ret );
}
 
 
//================================================================
static void c_string_lstrip(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_string_dup(vm, &v[0]);
 
  mrbc_string_strip(&ret, 0x01);        // 1: left side only
 
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_lstrip_self(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( mrbc_string_strip(&v[0], 0x01) == 0 ) {   // 1: left side only
    SET_RETURN( mrbc_nil_value() );
  }
}
 
 
//================================================================
static void c_string_rstrip(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_string_dup(vm, &v[0]);
 
  mrbc_string_strip(&ret, 0x02);        // 2: right side only
 
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_rstrip_self(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( mrbc_string_strip(&v[0], 0x02) == 0 ) {   // 2: right side only
    SET_RETURN( mrbc_nil_value() );
  }
}
 
 
//================================================================
static void c_string_strip(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_string_dup(vm, &v[0]);
 
  mrbc_string_strip(&ret, 0x03);        // 3: left and right
 
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_strip_self(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( mrbc_string_strip(&v[0], 0x03) == 0 ) {   // 3: left and right
    SET_RETURN( mrbc_nil_value() );
  }
}
 
 
//================================================================
static void c_string_to_sym(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_symbol_new(vm, mrbc_string_cstr(&v[0]));
 
  SET_RETURN(ret);
}
 
 
//================================================================
 
#if MRBC_USE_STRING_UTF8
//================================================================
// UTF-8 version of tr - uses codepoints instead of bytes
//================================================================

static int32_t tr_utf8_decode(const char **str)
{
  const unsigned char *s = (const unsigned char *)*str;
  int32_t codepoint;
  int len;
 
  if( s[0] < 0x80 ) {
    codepoint = s[0];
    len = 1;
  } else if( (s[0] & 0xE0) == 0xC0 ) {
    codepoint = ((s[0] & 0x1F) << 6) | (s[1] & 0x3F);
    len = 2;
  } else if( (s[0] & 0xF0) == 0xE0 ) {
    codepoint = ((s[0] & 0x0F) << 12) | ((s[1] & 0x3F) << 6) | (s[2] & 0x3F);
    len = 3;
  } else if( (s[0] & 0xF8) == 0xF0 ) {
    codepoint = ((s[0] & 0x07) << 18) | ((s[1] & 0x3F) << 12) | ((s[2] & 0x3F) << 6) | (s[3] & 0x3F);
    len = 4;
  } else {
    // Invalid UTF-8, treat as single byte
    codepoint = s[0];
    len = 1;
  }
 
  *str += len;
  return codepoint;
}
 
// UTF-8 pattern stores codepoints
struct tr_pattern_utf8 {
  uint8_t type;           // 1:in-order, 2:range
  uint8_t flag_reverse;
  int16_t n;              // number of codepoints
  struct tr_pattern_utf8 *next;
  int32_t codepoints[];   // flexible array of codepoints
};
 
static void tr_free_pattern_utf8(struct tr_pattern_utf8 *pat)
{
  while( pat ) {
    struct tr_pattern_utf8 *p = pat->next;
    mrbc_raw_free(pat);
    pat = p;
  }
}
 
static struct tr_pattern_utf8 *tr_parse_pattern_utf8(mrbc_vm *vm, const mrbc_value *v_pattern, int flag_reverse_enable)
{
  const char *pattern = mrbc_string_cstr(v_pattern);
  const char *pattern_end = pattern + mrbc_string_size(v_pattern);
  int flag_reverse = 0;
  struct tr_pattern_utf8 *ret = NULL;
  struct tr_pattern_utf8 *last = NULL;
 
  // Check for ^ at start (only treat as negation if followed by at least one char)
  if( flag_reverse_enable && pattern < pattern_end && *pattern == '^' && (pattern + 1) < pattern_end ) {
    flag_reverse = 1;
    pattern++;
  }
 
  while( pattern < pattern_end ) {
    const char *start = pattern;
    int32_t first_cp = tr_utf8_decode(&pattern);
 
    // Check if this is a range pattern (cp1 - cp2)
    if( pattern < pattern_end && *pattern == '-' && (pattern + 1) < pattern_end ) {
      pattern++;  // skip '-'
      int32_t second_cp = tr_utf8_decode(&pattern);
 
      // Create range pattern
      struct tr_pattern_utf8 *pat1 = mrbc_alloc(vm, sizeof(struct tr_pattern_utf8) + 2 * sizeof(int32_t));
 
      pat1->type = 2;  // range
      pat1->flag_reverse = flag_reverse;
      pat1->n = second_cp - first_cp + 1;
      pat1->next = NULL;
      pat1->codepoints[0] = first_cp;
      pat1->codepoints[1] = second_cp;
 
      // Add to list
      if( ret == NULL ) {
        ret = last = pat1;
      } else {
        last->next = pat1;
        last = pat1;
      }
    } else {
      // In-order pattern - collect consecutive non-range characters
      // First, count how many codepoints until we hit a range or end
      const char *scan = pattern;
      int count = 1;  // we already have first_cp
 
      while( scan < pattern_end ) {
        const char *next = scan;
        tr_utf8_decode(&next);
        // Check if next char starts a range
        if( next < pattern_end && *next == '-' && (next + 1) < pattern_end ) {
          break;  // stop before this char, it's part of a range
        }
        tr_utf8_decode(&scan);
        count++;
      }
 
      // Create in-order pattern
      struct tr_pattern_utf8 *pat1 = mrbc_alloc(vm, sizeof(struct tr_pattern_utf8) + count * sizeof(int32_t));
 
      pat1->type = 1;  // in-order
      pat1->flag_reverse = flag_reverse;
      pat1->n = count;
      pat1->next = NULL;
 
      // Fill in codepoints
      const char *p = start;
      for( int i = 0; i < count; i++ ) {
        pat1->codepoints[i] = tr_utf8_decode(&p);
      }
      pattern = p;
 
      // Add to list
      if( ret == NULL ) {
        ret = last = pat1;
      } else {
        last->next = pat1;
        last = pat1;
      }
    }
  }
 
  return ret;
}
 
static int tr_find_codepoint(const struct tr_pattern_utf8 *pat, int32_t cp)
{
  int ret = -1;
  int n_sum = 0;
  int flag_reverse = pat ? pat->flag_reverse : 0;
 
  while( pat != NULL ) {
    if( pat->type == 1 ) {  // in-order
      for( int i = 0; i < pat->n; i++ ) {
        if( pat->codepoints[i] == cp ) ret = n_sum + i;
      }
    } else {  // range
      if( pat->codepoints[0] <= cp && cp <= pat->codepoints[1] ) {
        ret = n_sum + (cp - pat->codepoints[0]);
      }
    }
    n_sum += pat->n;
    pat = pat->next;
  }
 
  if( flag_reverse ) {
    return (ret < 0) ? INT_MAX : -1;
  }
  return ret;
}
 
static int32_t tr_get_codepoint(const struct tr_pattern_utf8 *pat, int n_th)
{
  int n_sum = 0;
  while( pat != NULL ) {
    if( n_th < (n_sum + pat->n) ) {
      int i = n_th - n_sum;
      return (pat->type == 1) ? pat->codepoints[i] : pat->codepoints[0] + i;
    }
    if( pat->next == NULL ) {
      // Use last character for overflow
      return (pat->type == 1) ? pat->codepoints[pat->n - 1] : pat->codepoints[1];
    }
    n_sum += pat->n;
    pat = pat->next;
  }
  return -1;
}
 
static int tr_main_utf8(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( !(argc == 2 && mrbc_type(v[1]) == MRBC_TT_STRING &&
                     mrbc_type(v[2]) == MRBC_TT_STRING) ) {
    mrbc_raise(vm, MRBC_CLASS(ArgumentError), 0);
    return -1;
  }
 
  struct tr_pattern_utf8 *pat = tr_parse_pattern_utf8(vm, &v[1], 1);
  if( pat == NULL ) return 0;
 
  struct tr_pattern_utf8 *rep = tr_parse_pattern_utf8(vm, &v[2], 0);
 
  // Build result string using chars approach
  mrbc_value result = mrbc_string_new(vm, NULL, 0);
  if( result.string == NULL ) {
    tr_free_pattern_utf8(pat);
    tr_free_pattern_utf8(rep);
    return -1;
  }
 
  int flag_changed = 0;
  const char *s = mrbc_string_cstr(&v[0]);
  const char *end = s + mrbc_string_size(&v[0]);
 
  while( s < end ) {
    const char *char_start = s;
    int32_t cp = tr_utf8_decode(&s);
    int char_len = s - char_start;
 
    int n = tr_find_codepoint(pat, cp);
    if( n < 0 ) {
      // No match, copy original character
      mrbc_string_append_cbuf(&result, char_start, char_len);
    } else {
      flag_changed = 1;
      if( rep == NULL ) {
        // Delete character (don't append anything)
      } else {
        // Replace with corresponding character from rep
        int32_t new_cp = tr_get_codepoint(rep, n);
        char buf[4];
        int new_len = mrbc_utf8_encode(new_cp, buf);
        mrbc_string_append_cbuf(&result, buf, new_len);
      }
    }
  }
 
  tr_free_pattern_utf8(pat);
  tr_free_pattern_utf8(rep);
 
  // Replace original string content with result
  mrbc_string *orig = v[0].string;
  mrbc_string *res = result.string;
 
  // Swap the data
  if( mrbc_string_size(&v[0]) != mrbc_string_size(&result) ) {
    // Need to reallocate
    uint8_t *new_data = mrbc_realloc(vm, orig->data, res->size + 1);
    if( new_data == NULL ) {
      mrbc_decref(&result);
      return -1;
    }
    orig->data = new_data;
  }
  memcpy(orig->data, res->data, res->size + 1);
  orig->size = res->size;
 
  mrbc_decref(&result);
  return flag_changed;
}
#endif  // MRBC_USE_STRING_UTF8
 
#if !MRBC_USE_STRING_UTF8
//================================================================
// Byte-based version of tr (original implementation, used when UTF-8 disabled)
//================================================================
struct tr_pattern {
  uint8_t type;         // 1:in-order, 2:range
  uint8_t flag_reverse;
  int16_t n;
  struct tr_pattern *next;
  char ch[];
};
 
static void tr_free_pattern( struct tr_pattern *pat )
{
  while( pat ) {
    struct tr_pattern *p = pat->next;
    mrbc_raw_free( pat );
    pat = p;
  }
}
 
static struct tr_pattern * tr_parse_pattern( mrbc_vm *vm, const mrbc_value *v_pattern, int flag_reverse_enable )
{
  const char *pattern = mrbc_string_cstr( v_pattern );
  int pattern_length = mrbc_string_size( v_pattern );
  int flag_reverse = 0;
  struct tr_pattern *ret = NULL;
 
  int i = 0;
  if( flag_reverse_enable && pattern_length >= 2 && pattern[i] == '^' ) {
    flag_reverse = 1;
    i++;
  }
 
  struct tr_pattern *pat1;
  while( i < pattern_length ) {
    // is range pattern ?
    if( (i+2) < pattern_length && pattern[i+1] == '-' ) {
      pat1 = mrbc_alloc( vm, sizeof(struct tr_pattern) + 2 );
      pat1->type = 2;
      pat1->flag_reverse = flag_reverse;
      pat1->n = pattern[i+2] - pattern[i] + 1;
      pat1->next = NULL;
      pat1->ch[0] = pattern[i];
      pat1->ch[1] = pattern[i+2];
      i += 3;
 
    } else {
      // in order pattern.
      int start_pos = i++;
      while( i < pattern_length ) {
        if( (i+2) < pattern_length && pattern[i+1] == '-' ) break;
        i++;
      }
 
      int len = i - start_pos;
      pat1 = mrbc_alloc( vm, sizeof(struct tr_pattern) + len );
      pat1->type = 1;
      pat1->flag_reverse = flag_reverse;
      pat1->n = len;
      pat1->next = NULL;
      memcpy( pat1->ch, &pattern[start_pos], len );
    }
 
    // connect linked list.
    if( ret == NULL ) {
      ret = pat1;
    } else {
      struct tr_pattern *p = ret;
      while( p->next != NULL ) { p = p->next; }
      p->next = pat1;
    }
  }
 
  return ret;
}
 
static int tr_find_character( const struct tr_pattern *pat, int ch )
{
  int ret = -1;
  int n_sum = 0;
  int flag_reverse = pat ? pat->flag_reverse : 0;
 
  while( pat != NULL ) {
    if( pat->type == 1 ) {      // in-order
      for( int i = 0; i < pat->n; i++ ) {
        if( pat->ch[i] == ch ) ret = n_sum + i;
      }
    } else {    // pat->type == 2  range
      if( pat->ch[0] <= ch && ch <= pat->ch[1] ) ret = n_sum + ch - pat->ch[0];
    }
    n_sum += pat->n;
    pat = pat->next;
  }
 
  if( flag_reverse ) {
    return (ret < 0) ? INT_MAX : -1;
  }
  return ret;
}
 
static int tr_get_character( const struct tr_pattern *pat, int n_th )
{
  int n_sum = 0;
  while( pat != NULL ) {
    if( n_th < (n_sum + pat->n) ) {
      int i = (n_th - n_sum);
      return (pat->type == 1) ? pat->ch[i] :pat->ch[0] + i;
    }
    if( pat->next == NULL ) {
      return (pat->type == 1) ? pat->ch[pat->n - 1] : pat->ch[1];
    }
    n_sum += pat->n;
    pat = pat->next;
  }
 
  return -1;
}
 
static int tr_main( mrbc_vm *vm, mrbc_value v[], int argc )
{
  if( !(argc == 2 && mrbc_type(v[1]) == MRBC_TT_STRING &&
                     mrbc_type(v[2]) == MRBC_TT_STRING)) {
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), 0 );
    return -1;
  }
 
  struct tr_pattern *pat = tr_parse_pattern( vm, &v[1], 1 );
  if( pat == NULL ) return 0;
 
  struct tr_pattern *rep = tr_parse_pattern( vm, &v[2], 0 );
 
  int flag_changed = 0;
  char *s = mrbc_string_cstr( &v[0] );
  int len = mrbc_string_size( &v[0] );
 
  for( int i = 0; i < len; i++ ) {
    int n = tr_find_character( pat, s[i] );
    if( n < 0 ) continue;
 
    flag_changed = 1;
    if( rep == NULL ) {
      memmove( s + i, s + i + 1, len - i );
      len--;
      i--;
    } else {
      s[i] = tr_get_character( rep, n );
    }
  }
 
  tr_free_pattern( pat );
  tr_free_pattern( rep );
 
  v[0].string->size = len;
  v[0].string->data[len] = 0;
 
  return flag_changed;
}
#endif  // !MRBC_USE_STRING_UTF8
 
static void c_string_tr(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_string_dup( vm, &v[0] );
  SET_RETURN( ret );
#if MRBC_USE_STRING_UTF8
  tr_main_utf8(vm, v, argc);
#else
  tr_main(vm, v, argc);
#endif
}
 
 
//================================================================
static void c_string_tr_self(mrbc_vm *vm, mrbc_value v[], int argc)
{
#if MRBC_USE_STRING_UTF8
  int flag_changed = tr_main_utf8(vm, v, argc);
#else
  int flag_changed = tr_main(vm, v, argc);
#endif
 
  if( !flag_changed ) {
    SET_NIL_RETURN();
  }
}
 
 
//================================================================
static void c_string_start_with(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( !(argc == 1 && mrbc_type(v[1]) == MRBC_TT_STRING)) {
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), 0 );
    return;
  }
 
  int ret;
  if( mrbc_string_size(&v[0]) < mrbc_string_size(&v[1]) ) {
    ret = 0;
  } else {
    ret = (memcmp( mrbc_string_cstr(&v[0]), mrbc_string_cstr(&v[1]),
                   mrbc_string_size(&v[1]) ) == 0);
  }
 
  SET_BOOL_RETURN(ret);
}
 
 
//================================================================
static void c_string_end_with(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( !(argc == 1 && mrbc_type(v[1]) == MRBC_TT_STRING)) {
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), 0 );
    return;
  }
 
  int ret;
  int offset = mrbc_string_size(&v[0]) - mrbc_string_size(&v[1]);
  if( offset < 0 ) {
    ret = 0;
  } else {
    ret = (memcmp( mrbc_string_cstr(&v[0]) + offset, mrbc_string_cstr(&v[1]),
                   mrbc_string_size(&v[1]) ) == 0);
  }
 
  SET_BOOL_RETURN(ret);
}
 
 
//================================================================
static void c_string_include(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if( !(argc == 1 && mrbc_type(v[1]) == MRBC_TT_STRING)) {
    mrbc_raise( vm, MRBC_CLASS(ArgumentError), 0 );
    return;
  }
 
  int ret = mrbc_string_index( &v[0], &v[1], 0 );
  SET_BOOL_RETURN(ret >= 0);
}
 
 
//================================================================
static void c_string_bytes(mrbc_vm *vm, mrbc_value v[], int argc)
{
  /*
   * Note: This String#bytes doesn't support taking a block parameter.
   *       Use String#each_byte instead.
   */
  int len = mrbc_string_size(&v[0]);
  mrbc_value ret = mrbc_array_new(vm, len);
 
  for( int i = 0; i < len; i++ ) {
    mrbc_array_set(&ret, i, &mrbc_integer_value(v[0].string->data[i]));
  }
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_upcase(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_string_dup(vm, &v[0]);
  mrbc_string_upcase(&ret);
  SET_RETURN(ret);
}
 
//================================================================
static void c_string_upcase_self(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if (mrbc_string_upcase(&v[0]) == 0) {
    SET_NIL_RETURN();
  }
}
 
 
//================================================================
static void c_string_downcase(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_string_dup(vm, &v[0]);
  mrbc_string_downcase(&ret);
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_downcase_self(mrbc_vm *vm, mrbc_value v[], int argc)
{
  if (mrbc_string_downcase(&v[0]) == 0) {
    SET_NIL_RETURN();
  }
}
 
 
#if MRBC_USE_STRING_UTF8
//================================================================
static void c_string_encoding(mrbc_vm *vm, mrbc_value v[], int argc)
{
  mrbc_value ret = mrbc_string_new_cstr(vm, "UTF-8");
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_valid_encoding(mrbc_vm *vm, mrbc_value v[], int argc)
{
  const uint8_t *s = (const uint8_t *)mrbc_string_cstr(&v[0]);
  int len = mrbc_string_size(&v[0]);
  int i = 0;
 
  while( i < len ) {
    int char_len = mrbc_string_utf8_size((const char *)&s[i]);
    if( char_len == 0 ) {
      // Invalid leading byte or continuation byte at start
      SET_BOOL_RETURN(0);
      return;
    }
    if( i + char_len > len ) {
      // Truncated sequence
      SET_BOOL_RETURN(0);
      return;
    }
    // Verify continuation bytes
    for( int j = 1; j < char_len; j++ ) {
      if( (s[i + j] & 0xC0) != 0x80 ) {
        SET_BOOL_RETURN(0);
        return;
      }
    }
    i += char_len;
  }
 
  SET_BOOL_RETURN(1);
}
 
 
//================================================================
static void c_string_ascii_only(mrbc_vm *vm, mrbc_value v[], int argc)
{
  const uint8_t *s = (const uint8_t *)mrbc_string_cstr(&v[0]);
  int len = mrbc_string_size(&v[0]);
 
  for( int i = 0; i < len; i++ ) {
    if( s[i] > 0x7F ) {
      SET_BOOL_RETURN(0);
      return;
    }
  }
 
  SET_BOOL_RETURN(1);
}
 
 
//================================================================
static void c_string_chars(mrbc_vm *vm, mrbc_value v[], int argc)
{
  const uint8_t *s = (const uint8_t *)mrbc_string_cstr(&v[0]);
  int len = mrbc_string_size(&v[0]);
  int char_count = mrbc_string_char_size((const char *)s, len);
  mrbc_value ret = mrbc_array_new(vm, char_count);
 
  int i = 0;
  int idx = 0;
  while( i < len ) {
    int char_len = mrbc_string_utf8_size((const char *)&s[i]);
    if( char_len == 0 ) char_len = 1;  // skip invalid byte
    if( i + char_len > len ) char_len = len - i;
 
    mrbc_value ch = mrbc_string_new(vm, &s[i], char_len);
    mrbc_array_set(&ret, idx++, &ch);
    i += char_len;
  }
 
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_reverse(mrbc_vm *vm, mrbc_value v[], int argc)
{
  const uint8_t *s = (const uint8_t *)mrbc_string_cstr(&v[0]);
  int len = mrbc_string_size(&v[0]);
 
  // Allocate result buffer (same byte length as original)
  mrbc_value ret = mrbc_string_new(vm, NULL, len);
  if( ret.string == NULL ) return;
  uint8_t *dst = ret.string->data;
 
  // Find all character boundaries first
  int char_count = mrbc_string_char_size((const char *)s, len);
  int *offsets = mrbc_raw_alloc(sizeof(int) * (char_count + 1));
  if( offsets == NULL ) {
    mrbc_decref(&ret);
    return;
  }
 
  int i = 0;
  int idx = 0;
  while( i < len ) {
    offsets[idx++] = i;
    int char_len = mrbc_string_utf8_size((const char *)&s[i]);
    if( char_len == 0 ) char_len = 1;
    i += char_len;
  }
  offsets[idx] = len;
 
  // Copy characters in reverse order
  int dst_pos = 0;
  for( i = char_count - 1; i >= 0; i-- ) {
    int char_start = offsets[i];
    int char_len = offsets[i + 1] - char_start;
    memcpy(dst + dst_pos, s + char_start, char_len);
    dst_pos += char_len;
  }
  dst[len] = '\0';
 
  mrbc_raw_free(offsets);
  SET_RETURN(ret);
}
 
 
//================================================================
static void c_string_reverse_self(mrbc_vm *vm, mrbc_value v[], int argc)
{
  const uint8_t *s = (const uint8_t *)mrbc_string_cstr(&v[0]);
  int len = mrbc_string_size(&v[0]);
 
  // Find all character boundaries
  int char_count = mrbc_string_char_size((const char *)s, len);
  int *offsets = mrbc_raw_alloc(sizeof(int) * (char_count + 1));
  if( offsets == NULL ) return;
 
  int i = 0;
  int idx = 0;
  while( i < len ) {
    offsets[idx++] = i;
    int char_len = mrbc_string_utf8_size((const char *)&s[i]);
    if( char_len == 0 ) char_len = 1;
    i += char_len;
  }
  offsets[idx] = len;
 
  // Create temp buffer and copy reversed
  uint8_t *tmp = mrbc_raw_alloc(len);
  if( tmp == NULL ) {
    mrbc_raw_free(offsets);
    return;
  }
 
  int dst_pos = 0;
  for( i = char_count - 1; i >= 0; i-- ) {
    int char_start = offsets[i];
    int char_len = offsets[i + 1] - char_start;
    memcpy(tmp + dst_pos, s + char_start, char_len);
    dst_pos += char_len;
  }
 
  // Copy back to original
  memcpy(v[0].string->data, tmp, len);
 
  mrbc_raw_free(tmp);
  mrbc_raw_free(offsets);
}
#endif // MRBC_USE_STRING_UTF8
 
 
/* MRBC_AUTOGEN_METHOD_TABLE
 
  CLASS("String")
  FILE("_autogen_class_string.h")
 
  METHOD( "new",        c_string_new )
  METHOD( "+",          c_string_add )
  METHOD( "*",          c_string_mul )
  METHOD( "size",       c_string_size )
  METHOD( "length",     c_string_size )
  METHOD( "bytesize",   c_string_bytesize )
  METHOD( "to_i",       c_string_to_i )
  METHOD( "to_s",       c_string_to_s )
  METHOD( "<<",         c_string_append )
  METHOD( "[]",         c_string_slice )
  METHOD( "[]=",        c_string_insert )
  METHOD( "b",          c_ineffect )
  METHOD( "clear",      c_string_clear )
  METHOD( "chomp",      c_string_chomp )
  METHOD( "chomp!",     c_string_chomp_self )
  METHOD( "dup",        c_string_dup )
  METHOD( "empty?",     c_string_empty )
  METHOD( "getbyte",    c_string_getbyte )
  METHOD( "setbyte",    c_string_setbyte )
  METHOD( "index",      c_string_index )
  METHOD( "inspect",    c_string_inspect )
  METHOD( "ord",        c_string_ord )
  METHOD( "byteslice",  c_string_byteslice )
  METHOD( "slice",      c_string_slice )
  METHOD( "slice!",     c_string_slice_self )
  METHOD( "split",      c_string_split )
  METHOD( "lstrip",     c_string_lstrip )
  METHOD( "lstrip!",    c_string_lstrip_self )
  METHOD( "rstrip",     c_string_rstrip )
  METHOD( "rstrip!",    c_string_rstrip_self )
  METHOD( "strip",      c_string_strip )
  METHOD( "strip!",     c_string_strip_self )
  METHOD( "to_sym",     c_string_to_sym )
  METHOD( "intern",     c_string_to_sym )
  METHOD( "tr",         c_string_tr )
  METHOD( "tr!",        c_string_tr_self )
  METHOD( "start_with?", c_string_start_with )
  METHOD( "end_with?",  c_string_end_with )
  METHOD( "include?",   c_string_include )
  METHOD( "bytes",      c_string_bytes )
  METHOD( "upcase",     c_string_upcase )
  METHOD( "upcase!",    c_string_upcase_self )
  METHOD( "downcase",   c_string_downcase )
  METHOD( "downcase!",  c_string_downcase_self )
 
#if MRBC_USE_FLOAT
  METHOD( "to_f",       c_string_to_f )
#endif
 
#if MRBC_USE_STRING_UTF8
  METHOD( "encoding",   c_string_encoding )
  METHOD( "valid_encoding?", c_string_valid_encoding )
  METHOD( "ascii_only?", c_string_ascii_only )
  METHOD( "chars",      c_string_chars )
  METHOD( "reverse",    c_string_reverse )
  METHOD( "reverse!",   c_string_reverse_self )
#endif
*/
#include "_autogen_class_string.h"
 
 
#endif // MRBC_USE_STRING