vn/code/core/core_string.cpp

#define STB_SPRINTF_IMPLEMENTATION
#include "../third_party/stb_sprintf.h"

//~ sixten: Char funcitons

inline b32 IsWhitespace(char C)
{
    b32 Result = ((C == ' ') ||
                  (C == '\n') ||
                  (C == '\t') ||
                  (C == '\r'));
    return(Result);
}

inline b32 IsDigit(char C)
{
    b32 Result = ((C >= '0') && (C <= '9'));
    return(Result);
}

inline b32 IsLetter(char C)
{
    b32 Result = ((C >= 'A') && (C <= 'Z')) || ((C >= 'a') && (C <= 'z'));
    return(Result);
}


//~ sixten: String functions

//- sixten: Basic constructors

inline string MakeString(u8 *Data, s64 Count)
{
    string Result = {Count, Data};
    return(Result);
}

inline string MakeString(u8 *Start, u8 *End)
{
    string Result = {(s64)(End-Start), Start};
    return(Result);
}

inline string MakeString(char *CString)
{
    string Result = {StringLength(CString), (u8 *)CString};
    return(Result);
}

inline string16 MakeString16(u16 *Data, s64 Count)
{
    string16 Result = {Count, Data};
    return(Result);
}

//- sixten: Equality

static b32 AreEqual(string A, string B)
{
    b32 Result = false;
    if(A.Count == B.Count)
    {
        Result = true;
        
        for(s64 Index = 0;
            Index < A.Count;
            ++Index)
        {
            if(A.Data[Index] != B.Data[Index])
            {
                Result = false;
                break;
            }
        }
    }
    
    return(Result);
}

//- sixten: Substring

static string Substring(string String, range1_s64 Range)
{
    string Result = MakeString(String.Data + Range.Min, DimOfRange(Range));
    return(Result);
}

static string Prefix(string String, s64 Count)
{
    range1_s64 Range = Range1S64(0, Count);
    string Result = Substring(String, Range);
    return(Result);
}

static string Suffix(string String, s64 Count)
{
    range1_s64 Range = Range1S64(String.Count - Count, String.Count);
    string Result = Substring(String, Range);
    return(Result);
}

//- sixten: Hashing

static u64 HashString(string String)
{
    u64 Result = 5731;
    for(s64 Index = 0;
        Index < String.Count;
        ++Index)
    {
        Result += String.Data[Index];
        Result ^= Result << 13;
        Result ^= Result >> 7;
        Result ^= Result << 17;
    }
    
    return(Result);
}

//- sixten: Searching

static s64 FirstIndexOf(string String, char Char)
{
    s64 Result = -1;
    for(s64 Index = 0;
        Index < String.Count;
        ++Index)
    {
        if(String.Data[Index] == Char)
        {
            Result = Index;
            break;
        }
    }
    return(Result);
}

static s64 LastIndexOf(string String, char Char)
{
    s64 Result = -1;
    for(s64 Index = String.Count-1;
        Index >= 0;
        --Index)
    {
        if(String.Data[Index] == Char)
        {
            Result = Index;
            break;
        }
    }
    return(Result);
}

static s64 FirstIndexOf(string String, string Sub)
{
    s64 Result = -1;
    if(String.Count >= Sub.Count)
    {
        for(s64 Index = 0;
            Index < String.Count - Sub.Count;
            ++Index)
        {
            string ToCheck = Substring(String, Range1S64(Index, Index + Sub.Count));
            if(AreEqual(ToCheck, Sub))
            {
                Result = Index;
                break;
            }
        }
    }
    
    return(Result);
}

static s64 LastIndexOf(string String, string Sub)
{
    s64 Result = -1;
    if(String.Count >= Sub.Count)
    {
        for(s64 Index = String.Count - Sub.Count - 1;
            Index >= 0;
            --Index)
        {
            string ToCheck = Substring(String, Range1S64(Index, Index + Sub.Count));
            if(AreEqual(ToCheck, Sub))
            {
                Result = Index;
                break;
            }
        }
    }
    
    return(Result);
}

//- sixten: Allocation

static string PushString(arena *Arena, string String)
{
    string Result;
    Result.Data = PushArrayNoClear(Arena, u8, String.Count);
    Result.Count = String.Count;
    Copy(Result.Data, String.Data, String.Count);
    
    return(Result);
}

static string PushFormatVariadic(arena *Arena, char *Format, va_list Arguments)
{
    va_list ArgumentsCopy;
    va_copy(ArgumentsCopy, Arguments);
    
    string Result;
    Result.Count = stbsp_vsnprintf(0, 0, Format, ArgumentsCopy);
    Result.Data = PushArrayNoClear(Arena, u8, Result.Count + 1);
    Result.Data[Result.Count] = 0;
    
    stbsp_vsnprintf((char *)Result.Data, (s32)Result.Count + 1, Format, Arguments);
    
    return(Result);
}

static string PushFormat(arena *Arena, char *Format, ...)
{
    va_list Arguments;
    va_start(Arguments, Format);
    string Result = PushFormatVariadic(Arena, Format, Arguments);
    va_end(Arguments);
    
    return(Result);
}

static string PushCString(arena *Arena, char *CString)
{
    string String = MakeString(CString);
    string Result = PushString(Arena, String);
    return(Result);
}

//- sixten: Conversion

static s64 ConvertStringToS64(string String)
{
    s64 Result = 0;
    b32 IsNegative = false;
    
    s64 Index = 0;
    if(String.Data[Index] == '-')
    {
        IsNegative = true;
        ++Index;
    }
    
    for(;Index < String.Count; ++Index)
    {
        u8 Char = String.Data[Index];
        Assert(IsDigit(Char));
        Result = Result*10 + (Char-'0');
    }
    
    if(IsNegative)
    {
        Result = -Result;;
    }
    
    return(Result);
}

static string ConvertS64ToString(arena *Arena, s64 Value)
{
    b32 IsNegative = (Value < 0);
    if(IsNegative)
    {
        Value = -Value;
    }
    
    s64 DigitCount = (s64)Floor(Log(Max(Value, 1LL)) / Log(10)) + 1;
    
    s64 TotalBufferCount = DigitCount + IsNegative;
    
    string String = {TotalBufferCount, PushArray(Arena, u8, TotalBufferCount + 1)};
    String.Data[TotalBufferCount] = 0;
    
    if(IsNegative)
    {
        String.Data[0] = '-';
    }
    
    for(s64 Index = 0;
        Index < DigitCount;
        ++Index)
    {
        String.Data[TotalBufferCount - 1 - Index] = '0' + (Value % 10);
        Value /= 10;
    }
    
    return(String);
}

static string StringFromCodepoint(arena *Arena, u32 Codepoint)
{
    char Buffer[5] = {};
    UTF8FromCodepoint((u8 *)Buffer, Codepoint);
    
    string Result = PushCString(Arena, Buffer);
    return(Result);
}

static r64 DoubleFromString(string String)
{
    temporary_memory Scratch = GetScratch();
    string NullTerminated = PushString(Scratch.Arena, String);
    r64 Result = strtod((char *)NullTerminated.Data, 0);
    ReleaseScratch(Scratch);
    return(Result);
}

//- sixten: Replacing

static string RemoveAll(arena *Arena, string Text, char ToRemove)
{
    //- sixten: get new count
    s64 Occurrences = 0;
    u8 *TextBegin = Text.Data;
    u8 *TextEnd = TextBegin+Text.Count;
    for(u8 *Char = TextBegin; Char != TextEnd; Char += 1)
    {
        if(*Char == ToRemove)
        {
            Occurrences += 1;
        }
    }
    
    //- sixten: copy over all other bytes
    s64 Count = Text.Count - Occurrences;
    u8 *Data = PushArrayNoClear(Arena, u8, Count + 1);
    Data[Count] = 0;
    
    s64 Index = 0;
    for(u8 *Char = TextBegin; Char != TextEnd; Char += 1)
    {
        if(*Char != ToRemove)
        {
            Data[Index] = *Char;
            Index += 1;
        }
    }
    
    string Result = MakeString(Data, Count);
    return(Result);
}

//- sixten: "C Style" strings

static s64 StringLength(char *String)
{
    s64 Result = 0;
    while(*String++)
    {
        ++Result;
    }
    
    return(Result);
}

static s64 StringLength16(u16 *String)
{
    s64 Result = 0;
    while(*String++)
    {
        ++Result;
    }
    
    return(Result);
}


//~ sixten: String list

static void AppendString(string_list *List, string String, arena *Arena)
{
    string_node *Node = PushStruct(Arena, string_node);
    Node->String = String;
    
    List->TotalCount += String.Count;
    
    DLLInsertLast(List->First, List->Last, Node);
}

static string JoinStringList(string_list *List, arena *Arena)
{
    u8 *Buffer = PushArray(Arena, u8, List->TotalCount + 1);
    Buffer[List->TotalCount] = 0;
    
    s64 GlobalIndex = 0;
    
    for(string_node *Node = List->First;
        Node != 0;
        Node = Node->Next)
    {
        string String = Node->String;
        for(s64 Index = 0;
            Index < String.Count;
            ++Index)
        {
            Buffer[GlobalIndex++] = String.Data[Index];
        }
    }
    
    string Result = MakeString(Buffer, List->TotalCount);
    return(Result);
}

/////////////////////////////////////
//~ sixten: String Chunk Functions
static string_chunk_list MakeStringChunkList(s64 ChunkSize)
{
    string_chunk_list Result = {};
    Result.ChunkSize = ChunkSize;
    return(Result);
}

static string JoinStringChunkList(arena *Arena, string_chunk_list *List)
{
    string Result = {};
    Result.Count = List->TotalCount;
    Result.Data = PushArrayNoClear(Arena, u8, List->TotalCount + 1);
    s64 Index = 0;
    s64 CountRemaining = List->TotalCount;
    for(string_node *Node = List->First; Node != 0; Node = Node->Next)
    {
        string String = Node->String;
        Copy(Result.Data + Index, String.Data, Min(CountRemaining, List->ChunkSize));
        CountRemaining -= List->ChunkSize;
        Index += String.Count;
    }
    return(Result);
}

// sixten(TODO): Incomplete, remove maybe?
static void ReplaceRange(arena *Arena, string_chunk_list *List, string Text, range1_s64 Range)
{
    s64 NewTotalCount = Max(0ULL, List->TotalCount - DimOfRange(Range)) + Text.Count;
    
    //- sixten: do we need to allocate more chunks?
    if(List->ChunkSize*List->ChunkCount < NewTotalCount)
    {
        s64 ChunksToAlloc = (NewTotalCount - List->ChunkSize*List->ChunkCount)/List->ChunkSize + 1;
        for(s64 Index = 0; Index < ChunksToAlloc; Index += 1)
        {
            if(DLLIsEmpty(List->FirstFree))
            {
                string_node *Node = PushStructNoClear(Arena, string_node);
                Node->String.Count = 0;
                Node->String.Data = PushArrayNoClear(Arena, u8, List->ChunkSize);
                DLLInsertLast(List->First, List->Last, Node);
            }
            else
            {
                string_node *Node = List->FirstFree;
                Node->String.Count = 0;
                DLLRemove(List->FirstFree, List->LastFree, Node);
                DLLInsertLast(List->First, List->Last, Node);
            }
        }
        
        List->ChunkCount += ChunksToAlloc;
    }
    
    s64 CountDelta = NewTotalCount - List->TotalCount;
    
    // sixten: I cannot be bothered enough to figure out the correct implementation for this. However, if I do this - remember that you can rearrange
    // the ordering of the linked list, instead of actually copying over the bytes for the majority of this.
    Assert(AbsoluteValue(CountDelta) < List->ChunkSize);
    
    //- sixten: find the first and last affected nodes
    s64 FirstAffectedNodeIndex = Range.Min/List->ChunkSize;
    s64 LastAffectedNodeIndex = Range.Max/List->ChunkSize;
    string_node *FirstAffectedNode = List->First;
    for(s64 WalkIndex = 0; WalkIndex < FirstAffectedNodeIndex; WalkIndex += 1)
    {
        FirstAffectedNode = FirstAffectedNode->Next;
    }
    string_node *LastAffectedNode = FirstAffectedNode;
    for(s64 WalkIndex = 0; WalkIndex < LastAffectedNodeIndex-FirstAffectedNodeIndex; WalkIndex += 1)
    {
        LastAffectedNode = LastAffectedNode->Next;
    }
    
    if(CountDelta >= 0)
    {
        //- sixten: insertion - make room and the copy the data
        s64 WriteOffset = Range.Min%List->ChunkSize;
        for(string_node *Node = List->Last; Node != 0; Node = Node->Prev)
        {
            CopyReverse(Node->String.Data+CountDelta+WriteOffset, Node->String.Data+WriteOffset, List->ChunkSize-CountDelta-WriteOffset);
            
            if(Node == LastAffectedNode)
            {
                break;
            }
            else
            {
                Copy(Node->String.Data, Node->Prev->String.Data+List->ChunkSize-CountDelta, CountDelta);
            }
        }
        s64 SourceOffset = 0;
        for(string_node *Node = FirstAffectedNode; Node != 0; Node = Node->Next)
        {
            Copy(Node->String.Data+WriteOffset, Text.Data+SourceOffset, Min(List->ChunkSize-WriteOffset, Text.Count-SourceOffset));
            SourceOffset += List->ChunkSize;
            if(Node == LastAffectedNode)
            {
                break;
            }
        }
    }
    else if(CountDelta < 0)
    {
        //- sixten: deletion
    }
    
    List->TotalCount = NewTotalCount;
}



//~ sixten: Unicode

read_only u8 UTF8Lengths[] =
{
    1, 1, 1, 1, // 000xx
    1, 1, 1, 1,
    1, 1, 1, 1,
    1, 1, 1, 1,
    0, 0, 0, 0, // 100xx
    0, 0, 0, 0,
    2, 2, 2, 2, // 110xx
    3, 3,       // 1110x
    4,          // 11110
    0,          // 11111
};

static string_decode DecodeUTF8Codepoint(u8 *Data, s64 Count)
{
    string_decode Result = {};
    u8 FirstByteMask[] = {0, 0x7F, 0x1F, 0x0F, 0x07};
    u8 FinalShift[] = {0, 18, 12, 6, 0};
    if(Count > 0)
    {
        Result.Codepoint = '#';
        Result.Size = 1;
        
        u8 Byte = Data[0];
        u8 Length = UTF8Lengths[Byte>>3];
        if(0 < Length && Length <= Count)
        {
            u32 Codepoint = (Byte&FirstByteMask[Length])<<18;
            switch(Length)
            {
                case 4: {Codepoint |= ((Data[3] & 0x3F) << 0);} fallthrough;
                case 3: {Codepoint |= ((Data[2] & 0x3F) << 6);} fallthrough;
                case 2: {Codepoint |= ((Data[1] & 0x3F) << 12);} fallthrough;
                default: break;
            }
            
            Result.Codepoint = Codepoint >> FinalShift[Length];
            Result.Size = Length;
        }
    }
    return(Result);
}

static u32 EncodeUTF8Codepoint(u8 *Dest, u32 Codepoint)
{
    u32 Size = 0;
    u8 DummyDest[4];
    Dest = Dest?Dest:DummyDest;
    if(Codepoint < (1<<7))
    {
        Dest[0] = Codepoint;
        Size = 1;
    }
    else if (Codepoint < (1 << 11))
    {
        Dest[0] = 0xC0|(Codepoint >> 6);
        Dest[1] = 0x80|(Codepoint & 0x3F);
        Size = 2;
    }
    else if (Codepoint < (1 << 16))
    {
        Dest[0] = 0xE0|(Codepoint >> 12);
        Dest[1] = 0x80|((Codepoint >> 6) & 0x3F);
        Dest[2] = 0x80|(Codepoint & 0x3F);
        Size = 3;
    }
    else if (Codepoint < (1 << 21))
    {
        Dest[0] = 0xF0|(Codepoint >> 18);
        Dest[1] = 0x80|((Codepoint >> 12) & 0x3F);
        Dest[2] = 0x80|((Codepoint >> 6) & 0x3F);
        Dest[3] = 0x80|(Codepoint & 0x3F);
        Size = 4;
    }
    else
    {
        Dest[0] = '#';
        Size = 1;
    }
    return(Size);
}

static string_decode DecodeUTF16Codepoint(u16 *Data, s64 Count)
{
    string_decode Result = {'#', 1};
    if(Data[0] < 0xD800 || 0xDFFF < Data[0])
    {
        Result.Codepoint = Data[0];
        Result.Size = 1;
    }
    else if(Count >= 2)
    {
        if(0xD800 <= Data[0] && Data[0] < 0xDC00 &&
           0xDC00 <= Data[1] && Data[1] < 0xE000)
        {
            Result.Codepoint = ((Data[0] - 0xD800)<<10)|(Data[1]-0xDC00);
            Result.Size = 2;
        }
    }
    return(Result);
}

static u32 EncodeUTF16Codepoint(u16 *Dest, u32 Codepoint)
{
    u32 Size = 0;
    u16 DummyDest[2];
    Dest = Dest?Dest:DummyDest;
    if(Codepoint < 0x10000)
    {
        Dest[0] = Codepoint;
        Size = 1;
    }
    else
    {
        Dest[0] = ((Codepoint - 0x10000) >> 10) + 0xD800;
        Dest[1] = ((Codepoint - 0x10000) & 0x3FF) + 0xDC00;
        Size = 2;
    }
    return(Size);
}

static s64 UTF8IndexFromOffset(string String, s64 Offset)
{
    u8 *StringBegin = String.Data;
    u8 *StringEnd = StringBegin+String.Count;
    u8 *Byte = StringBegin;
    for(;Byte < StringEnd && Offset > 0; Offset -= 1)
    {
        Byte += DecodeUTF8Codepoint(Byte, StringEnd-Byte).Size;
    }
    s64 Result = Byte-StringBegin;
    return(Result);
}

static s64 UTF8OffsetFromIndex(string String, s64 Index)
{
    s64 Offset = 0;
    u8 *StringBegin = String.Data;
    u8 *StringEnd = StringBegin+Min(Index, String.Count);
    u8 *Byte = StringBegin;
    for(;Byte < StringEnd;)
    {
        Offset += 1;
        Byte += DecodeUTF8Codepoint(Byte, StringEnd-Byte).Size;
    }
    return(Offset);
}

static s64 UTF8FromCodepoint(u8 *Out, u32 Codepoint)
{
    s64 Length = 0;
    if(Codepoint <= 0x7F)
    {
        Out[0] = (u8)Codepoint;
        Length = 1;
    }
    else if(Codepoint <= 0x7FF)
    {
        Out[0] = (0x3 << 6) | ((Codepoint >> 6) & 0x1F);
        Out[1] = 0x80       | ( Codepoint       & 0x3F);
        Length = 2;
    }
    else if(Codepoint <= 0xFFFF)
    {
        Out[0] = (0x7 << 5) | ((Codepoint >> 12) & 0x0F);
        Out[1] = 0x80       | ((Codepoint >> 6) & 0x3F);
        Out[2] = 0x80       | ( Codepoint       & 0x3F);
        Length = 3;
    }
    else if(Codepoint <= 0x10FFFF)
    {
        Out[0] = (0xF << 4) | ((Codepoint >> 12) & 0x07);
        Out[1] = 0x80       | ((Codepoint >> 12) & 0x3F);
        Out[2] = 0x80       | ((Codepoint >> 6)  & 0x3F);
        Out[3] = 0x80       | ( Codepoint        & 0x3F);
        Length = 4;
    }
    else
    {
        Out[0] = '?';
        Length = 1;
    }
    
    return(Length);
}

static string String8FromString16(arena *Arena, string16 String)
{
    s64 AllocGuess = String.Count*3+1;
    u8 *Memory = PushArray(Arena, u8, AllocGuess);
    u16 *StringBegin = String.Data;
    u16 *StringEnd = StringBegin+String.Count;
    u16 *Source = StringBegin;
    u8 *Dest = Memory;
    for(;Source < StringEnd;)
    {
        string_decode Decode = DecodeUTF16Codepoint(Source, StringEnd-Source);
        Dest += EncodeUTF8Codepoint(Dest, Decode.Codepoint);
        Source += Decode.Size;
    }
    *Dest = 0;
    s64 AllocUsed = Dest-Memory;
    s64 AllocUnused = AllocGuess-AllocUsed;
    Assert(AllocUnused >= 0);
    ArenaPop(Arena, AllocUnused);
    
    string Result = MakeString(Memory, AllocUsed);
    return(Result);
}

static string16 String16FromString8(arena *Arena, string String)
{
    s64 AllocGuess = String.Count*2+1;
    u16 *Memory = PushArray(Arena, u16, AllocGuess);
    u8 *StringBegin = String.Data;
    u8 *StringEnd = StringBegin+String.Count;
    u8 *Source = StringBegin;
    u16 *Dest = Memory;
    for(;Source < StringEnd;)
    {
        string_decode Decode = DecodeUTF8Codepoint(Source, StringEnd-Source);
        Dest += EncodeUTF16Codepoint(Dest, Decode.Codepoint);
        Source += Decode.Size;
    }
    *Dest = 0;
    s64 AllocUsed = Dest-Memory;
    s64 AllocUnused = AllocGuess-AllocUsed;
    Assert(AllocUnused >= 0);
    ArenaPop(Arena, AllocUnused);
    
    string16 Result = {AllocUsed, Memory};
    return(Result);
}

//~ sixten: Text point

static text_point TextPointFromOffset(string String, s64 Offset)
{
    text_point Point = {1, 1};
    for(s64 Index = 0;
        Index < String.Count && Index < Offset;
        ++Index)
    {
        if(String.Data[Index] == '\n')
        {
            ++Point.Line;
            Point.Column = 1;
        }
        else
        {
            if(String.Data[Index] != '\r')
            {
                ++Point.Column;
            }
        }
    }
    
    return(Point);
}

static s64 OffsetFromTextPoint(string String, text_point Point)
{
    s64 Offset = 0;
    
    Point.Line -= 1;
    Point.Column -= 1;
    
    u8 *StringBegin = String.Data;
    u8 *StringEnd = StringBegin+String.Count;
    u8 *Char = StringBegin;
    //- sixten: find the start of the correct line
    for(;Char < StringEnd && Point.Line > 0; Char += 1, Offset += 1)
    {
        if(*Char == '\n')
        {
            Point.Line -= 1;
        }
    }
    
    for(;Char < StringEnd && Point.Column > 0; Char += 1, Offset += 1)
    {
        //- sixten: if a newline has been reached, the initial column was out of bounds
        if(*Char == '\n')
        {
            break;
        }
        //- sixten: tabs are two-spaces, so we must take that into account
#if 0
        if(*Char == '\t')
        {
            Point.Column -= 1;
        }
#endif
        Point.Column -= 1;
    }
    
    return(Offset);
}

static text_range TextRange(text_point A, text_point B)
{
    text_range Result;
    if(A.Line > B.Line || (A.Line == B.Line && A.Column > B.Column))
    {
        Result = {B, A};
    }
    else
    {
        Result = {A, B};
    }
    return(Result);
}

////////////////////////////////
//~ sixten: 1D Interval List & Array Functions
static void Range1S64ListPush(arena *Arena, range1_s64_list *List, range1_s64 Range)
{
    range1_s64_node *Node = PushStructNoClear(Arena, range1_s64_node);
    Node->Range = Range;
    QueuePush(List->First, List->Last, Node);
    List->Count += 1;
}

static range1_s64_array Range1S64ArrayFromList(arena *Arena, range1_s64_list *List)
{
    range1_s64_array Result = {};
    Result.Count = List->Count;
    Result.Ranges = PushArray(Arena, range1_s64, List->Count);
    s64 Index = 0;
    for(range1_s64_node *Node = List->First; Node != 0; Node = Node->Next, Index += 1)
    {
        Result.Ranges[Index] = Node->Range;
    }
    return(Result);
}

static s64 OffsetFromTextPoint(string String, range1_s64_array Lines, text_point Point)
{
    s64 LineIndex = Clamp(Point.Line, 1, Lines.Count) - 1;
    range1_s64 Range = Lines.Ranges[LineIndex];
    s64 ColumnIndex = Clamp(Point.Column, 1, DimOfRange(Range)) - 1;
    s64 Offset = Range.Min+ColumnIndex;
    return(Offset);
}