encoding.utf8

Imports name this capability’s declared dependencies, which fune builds next to it in your project; each one links to its page.

use super::funejson::Value;  ← the fune runtime: the JSON value the test vectors use; fune build keeps it only where a signature takes one

/// Text as UTF-8 bytes. A Rust string is already UTF-8, so this is its bytes
/// as integers; a lone surrogate, which TypeScript and Python turn into
/// U+FFFD, cannot occur in a `&str`.
pub fn utf8_encode(text: &str) -> Vec<i64> {
    text.as_bytes().iter().map(|&b| b as i64).collect()
}

pub fn fune_vector(args: &[Value]) -> Value {
    let text = match &args[0] {
        Value::Str(s) => s.as_str(),
        _ => panic!("text must be a string"),
    };
    Value::Arr(utf8_encode(text).into_iter().map(Value::Int).collect())
}

Imports name this capability’s declared dependencies, which fune builds next to it in your project; each one links to its page.

use super::funejson::Value;  ← the fune runtime: the JSON value the test vectors use; fune build keeps it only where a signature takes one

/// UTF-8 bytes back to text, strictly (RFC 3629): `String::from_utf8`
/// refuses overlong forms, encoded surrogates, code points past U+10FFFF,
/// truncated sequences and stray continuation bytes, and keeps a leading
/// byte order mark.
///
/// # Panics
/// Panics if a value is outside 0-255 or the bytes are not valid UTF-8.
pub fn utf8_decode(bytes: &[i64]) -> String {
    let mut raw = Vec::with_capacity(bytes.len());
    for &b in bytes {
        if !(0..=255).contains(&b) {
            panic!("bytes must be a list of integers from 0 to 255");
        }
        raw.push(b as u8);
    }
    match String::from_utf8(raw) {
        Ok(text) => text,
        Err(_) => panic!("bytes are not valid UTF-8"),
    }
}

pub fn fune_vector(args: &[Value]) -> Value {
    let bytes: Vec<i64> = match &args[0] {
        Value::Arr(items) => items
            .iter()
            .map(|item| match item {
                Value::Int(i) => *i,
                _ => panic!("bytes must be a list of integers from 0 to 255"),
            })
            .collect(),
        _ => panic!("bytes must be a list of integers from 0 to 255"),
    };
    Value::str(&utf8_decode(&bytes))
}