Method: U::String#normalize

Defined in:
ext/u/rb_u_string_normalize.c

#normalize(form = :nfd) ⇒ U::String

Returns the receiver normalized into FORM, inheriting any taint and untrust.

Normalization is the process of converting characters and sequences of characters in string into a canonical form. This process includes dealing with whether characters are represented by a composed character or a base character and combining marks, such as accents.

The possible normalization forms are

<table>

<thead>
  <tr><th>Form</th><th>Description</th></tr>
</thead>
<tbody>
  <tr>
    <td><code>:nfd</code></td>
    <td>Normalizes characters to their maximally decomposed form,
    ordering accents and so on according to their combining class</td>
  </tr>
  <tr>
    <td><code>:nfc</code></td>
    <td>Normalizes according to <code>:nfd</code>, then composes any
    decomposed characters</td>
  </tr>
  <tr>
    <td><code>:nfkd</code></td>
    <td>Normalizes according to <code>:nfd</code> and also normalizes

</table>

Parameters:

  • form (#to_sym) (defaults to: :nfd)

Returns:

See Also:



48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
 
# File 'ext/u/rb_u_string_normalize.c', line 48

VALUE
rb_u_string_normalize(int argc, VALUE *argv, VALUE self)
{
        const struct rb_u_string *string = RVAL2USTRING(self);

        VALUE rbform;
        enum u_normalization_form form = U_NORMALIZATION_FORM_D;
        if (rb_scan_args(argc, argv, "01", &rbform) == 1)
                form = _rb_u_symbol_to_normalization_form(rbform);

        size_t n = u_normalize(NULL, 0,
                               USTRING_STR(string), USTRING_LENGTH(string),
                               form);
        char *normalized = ALLOC_N(char, n + 1);
        n = u_normalize(normalized, n + 1,
                        USTRING_STR(string), USTRING_LENGTH(string),
                        form);
        char *t = REALLOC_N(normalized, char, n + 1);
        if (t != NULL)
                normalized = t;

        return rb_u_string_new_c_own(self, normalized, n);
}