vn/code/core/core_string.cpp

#define STB_SPRINTF_IMPLEMENTATION
#include "../third_party/stb_sprintf.h"

//~ sixten: Char funcitons

inline b32 IsWhitespace(char C)
{
	b32 Result = ((C == ' ') ||
                  (C == '\n') ||
                  (C == '\t') ||
                  (C == '\r'));
	return(Result);
}

inline b32 IsDigit(char C)
{
	b32 Result = ((C >= '0') && (C <= '9'));
	return(Result);
}

inline b32 IsLetter(char C)
{
	b32 Result = ((C >= 'A') && (C <= 'Z')) || ((C >= 'a') && (C <= 'z'));
	return(Result);
}


//~ sixten: String functions

//- sixten: Basic constructors

inline string MakeString(u8 *Data, s64 Count)
{
	string Result = {Count, Data};
	return(Result);
}

inline string MakeString(u8 *Start, u8 *End)
{
	string Result = {(s64)(End-Start), Start};
	return(Result);
}

inline string MakeString(char *CString)
{
	string Result = {StringLength(CString), (u8 *)CString};
	return(Result);
}

inline string16 MakeString16(u16 *Data, s64 Count)
{
	string16 Result = {Count, Data};
	return(Result);
}

//- sixten: Equality

static b32 AreEqual(string A, string B)
{
	b32 Result = false;
	if(A.Count == B.Count)
	{
		Result = true;
		
		for(s64 Index = 0;
            Index < A.Count;
            ++Index)
		{
			if(A.Data[Index] != B.Data[Index])
			{
				Result = false;
				break;
			}
		}
	}
	
	return(Result);
}

//- sixten: Substring

static string Substring(string String, range1_s64 Range)
{
	string Result = MakeString(String.Data + Range.Min, DimOfRange(Range));
	return(Result);
}

static string Prefix(string String, s64 Count)
{
	range1_s64 Range = Range1S64(0, Count);
	string Result = Substring(String, Range);
	return(Result);
}

static string Suffix(string String, s64 Count)
{
	range1_s64 Range = Range1S64(String.Count - Count, String.Count);
	string Result = Substring(String, Range);
	return(Result);
}

//- sixten: Hashing

static u64 HashString(string String)
{
	u64 Result = 5731;
	for(s64 Index = 0;
        Index < String.Count;
        ++Index)
	{
		Result += String.Data[Index];
		Result ^= Result << 13;
		Result ^= Result >> 7;
		Result ^= Result << 17;
	}
	
	return(Result);
}

//- sixten: Searching

static s64 FirstIndexOf(string String, char Char)
{
	s64 Result = -1;
	for(s64 Index = 0;
        Index < String.Count;
        ++Index)
	{
		if(String.Data[Index] == Char)
		{
			Result = Index;
			break;
		}
	}
	return(Result);
}

static s64 LastIndexOf(string String, char Char)
{
	s64 Result = -1;
	for(s64 Index = String.Count-1;
        Index >= 0;
        --Index)
	{
		if(String.Data[Index] == Char)
		{
			Result = Index;
			break;
		}
	}
	return(Result);
}

static s64 FirstIndexOf(string String, string Sub)
{
	s64 Result = -1;
	if(String.Count >= Sub.Count)
	{
		for(s64 Index = 0;
            Index < String.Count - Sub.Count;
            ++Index)
		{
			string ToCheck = Substring(String, Range1S64(Index, Index + Sub.Count));
			if(AreEqual(ToCheck, Sub))
			{
				Result = Index;
				break;
			}
		}
	}
	
	return(Result);
}

static s64 LastIndexOf(string String, string Sub)
{
	s64 Result = -1;
	if(String.Count >= Sub.Count)
	{
		for(s64 Index = String.Count - Sub.Count - 1;
            Index >= 0;
            --Index)
		{
			string ToCheck = Substring(String, Range1S64(Index, Index + Sub.Count));
			if(AreEqual(ToCheck, Sub))
			{
				Result = Index;
				break;
			}
		}
	}
	
	return(Result);
}

//- sixten: Allocation

static string PushString(arena *Arena, string String)
{
	string Result;
	Result.Data = PushArrayNoClear(Arena, u8, String.Count);
	Result.Count = String.Count;
	Copy(Result.Data, String.Data, String.Count);
	
	return(Result);
}

static string PushFormatVariadic(arena *Arena, char *Format, va_list Arguments)
{
	va_list ArgumentsCopy;
	va_copy(ArgumentsCopy, Arguments);
	
	string Result;
	Result.Count = stbsp_vsnprintf(0, 0, Format, ArgumentsCopy);
    
    va_end(ArgumentsCopy);
	
	Result.Data = PushArrayNoClear(Arena, u8, Result.Count + 1);
	Result.Data[Result.Count] = 0;
    
    stbsp_vsnprintf((char *)Result.Data, (s32)Result.Count + 1, Format, Arguments);
    
    return(Result);
}

static string PushFormat(arena *Arena, char *Format, ...)
{
	va_list Arguments;
	va_start(Arguments, Format);
	string Result = PushFormatVariadic(Arena, Format, Arguments);
	va_end(Arguments);
	
	return(Result);
}

static string PushCString(arena *Arena, char *CString)
{
	string String = MakeString(CString);
	string Result = PushString(Arena, String);
	return(Result);
}

//- sixten: Conversion

static s64 ConvertStringToS64(string String)
{
	s64 Result = 0;
	b32 IsNegative = false;
	
	s64 Index = 0;
	if(String.Data[Index] == '-')
	{
		IsNegative = true;
		++Index;
	}
	
	for(;Index < String.Count; ++Index)
	{
		u8 Char = String.Data[Index];
		Assert(IsDigit(Char));
		Result = Result*10 + (Char-'0');
	}
	
	if(IsNegative)
	{
		Result = -Result;;
	}
	
	return(Result);
}

static string ConvertS64ToString(arena *Arena, s64 Value)
{
	b32 IsNegative = (Value < 0);
	if(IsNegative)
	{
		Value = -Value;
	}
	
	s64 DigitCount = (s64)Floor(Log(Max(Value, 1LL)) / Log(10)) + 1;
	
	s64 TotalBufferCount = DigitCount + IsNegative;
	
	string String = {TotalBufferCount, PushArray(Arena, u8, TotalBufferCount + 1)};
	String.Data[TotalBufferCount] = 0;
	
	if(IsNegative)
	{
		String.Data[0] = '-';
	}
	
	for(s64 Index = 0;
        Index < DigitCount;
        ++Index)
	{
		String.Data[TotalBufferCount - 1 - Index] = '0' + (Value % 10);
		Value /= 10;
	}
	
	return(String);
}

static string StringFromCodepoint(arena *Arena, u32 Codepoint)
{
	char Buffer[5] = {};
	UTF8FromCodepoint((u8 *)Buffer, Codepoint);
	
	string Result = PushCString(Arena, Buffer);
	return(Result);
}

static r64 DoubleFromString(string String)
{
	temp Scratch = GetScratch();
	string NullTerminated = PushString(Scratch.Arena, String);
	r64 Result = strtod((char *)NullTerminated.Data, 0);
	ReleaseScratch(Scratch);
	return(Result);
}

//- sixten: Replacing

static string RemoveAll(arena *Arena, string Text, char ToRemove)
{
	//- sixten: get new count
	s64 Occurrences = 0;
	u8 *TextBegin = Text.Data;
	u8 *TextEnd = TextBegin+Text.Count;
	for(u8 *Char = TextBegin; Char != TextEnd; Char += 1)
	{
		if(*Char == ToRemove)
		{
			Occurrences += 1;
		}
	}
	
	//- sixten: copy over all other bytes
	s64 Count = Text.Count - Occurrences;
	u8 *Data = PushArrayNoClear(Arena, u8, Count + 1);
	Data[Count] = 0;
	
	s64 Index = 0;
	for(u8 *Char = TextBegin; Char != TextEnd; Char += 1)
	{
		if(*Char != ToRemove)
		{
			Data[Index] = *Char;
			Index += 1;
		}
	}
	
	string Result = MakeString(Data, Count);
	return(Result);
}

//- sixten: "C Style" strings

static s64 StringLength(char *String)
{
	s64 Result = 0;
	while(*String++)
	{
		++Result;
	}
	
	return(Result);
}

static s64 StringLength16(u16 *String)
{
	s64 Result = 0;
	while(*String++)
	{
		++Result;
	}
	
	return(Result);
}


//~ sixten: String list

static void AppendString(string_list *List, string String, arena *Arena)
{
	string_node *Node = PushStruct(Arena, string_node);
	Node->String = String;
	
	List->TotalCount += String.Count;
	
	DLLInsertLast(List->First, List->Last, Node);
}

static string JoinStringList(string_list *List, arena *Arena)
{
	u8 *Buffer = PushArray(Arena, u8, List->TotalCount + 1);
	Buffer[List->TotalCount] = 0;
	
	s64 GlobalIndex = 0;
	
	for(string_node *Node = List->First;
        Node != 0;
        Node = Node->Next)
	{
		string String = Node->String;
		for(s64 Index = 0;
            Index < String.Count;
            ++Index)
		{
			Buffer[GlobalIndex++] = String.Data[Index];
		}
	}
	
	string Result = MakeString(Buffer, List->TotalCount);
	return(Result);
}



//~ sixten: Unicode

read_only u8 UTF8Lengths[] =
{
	1, 1, 1, 1, // 000xx
	1, 1, 1, 1,
	1, 1, 1, 1,
	1, 1, 1, 1,
	0, 0, 0, 0, // 100xx
	0, 0, 0, 0,
	2, 2, 2, 2, // 110xx
	3, 3,       // 1110x
	4,          // 11110
	0,          // 11111
};

static string_decode DecodeUTF8Codepoint(u8 *Data, s64 Count)
{
	string_decode Result = {};
	u8 FirstByteMask[] = {0, 0x7F, 0x1F, 0x0F, 0x07};
	u8 FinalShift[] = {0, 18, 12, 6, 0};
	if(Count > 0)
	{
		Result.Codepoint = '#';
		Result.Size = 1;
		
		u8 Byte = Data[0];
		u8 Length = UTF8Lengths[Byte>>3];
		if(0 < Length && Length <= Count)
		{
			u32 Codepoint = (Byte&FirstByteMask[Length])<<18;
			switch(Length)
			{
				case 4: {Codepoint |= ((Data[3] & 0x3F) << 0);} fallthrough;
				case 3: {Codepoint |= ((Data[2] & 0x3F) << 6);} fallthrough;
				case 2: {Codepoint |= ((Data[1] & 0x3F) << 12);} fallthrough;
				default: break;
			}
			
			Result.Codepoint = Codepoint >> FinalShift[Length];
			Result.Size = Length;
		}
	}
	return(Result);
}

static u32 EncodeUTF8Codepoint(u8 *Dest, u32 Codepoint)
{
	u32 Size = 0;
	u8 DummyDest[4];
	Dest = Dest?Dest:DummyDest;
	if(Codepoint < (1<<7))
	{
		Dest[0] = Codepoint;
		Size = 1;
	}
	else if (Codepoint < (1 << 11))
	{
		Dest[0] = 0xC0|(Codepoint >> 6);
		Dest[1] = 0x80|(Codepoint & 0x3F);
		Size = 2;
	}
	else if (Codepoint < (1 << 16))
	{
		Dest[0] = 0xE0|(Codepoint >> 12);
		Dest[1] = 0x80|((Codepoint >> 6) & 0x3F);
		Dest[2] = 0x80|(Codepoint & 0x3F);
		Size = 3;
	}
	else if (Codepoint < (1 << 21))
	{
		Dest[0] = 0xF0|(Codepoint >> 18);
		Dest[1] = 0x80|((Codepoint >> 12) & 0x3F);
		Dest[2] = 0x80|((Codepoint >> 6) & 0x3F);
		Dest[3] = 0x80|(Codepoint & 0x3F);
		Size = 4;
	}
	else
	{
		Dest[0] = '#';
		Size = 1;
	}
	return(Size);
}

static string_decode DecodeUTF16Codepoint(u16 *Data, s64 Count)
{
	string_decode Result = {'#', 1};
	if(Data[0] < 0xD800 || 0xDFFF < Data[0])
	{
		Result.Codepoint = Data[0];
		Result.Size = 1;
	}
	else if(Count >= 2)
	{
		if(0xD800 <= Data[0] && Data[0] < 0xDC00 &&
           0xDC00 <= Data[1] && Data[1] < 0xE000)
		{
			Result.Codepoint = ((Data[0] - 0xD800)<<10)|(Data[1]-0xDC00);
			Result.Size = 2;
		}
	}
	return(Result);
}

static u32 EncodeUTF16Codepoint(u16 *Dest, u32 Codepoint)
{
	u32 Size = 0;
	u16 DummyDest[2];
	Dest = Dest?Dest:DummyDest;
	if(Codepoint < 0x10000)
	{
		Dest[0] = Codepoint;
		Size = 1;
	}
	else
	{
		Dest[0] = ((Codepoint - 0x10000) >> 10) + 0xD800;
		Dest[1] = ((Codepoint - 0x10000) & 0x3FF) + 0xDC00;
		Size = 2;
	}
	return(Size);
}

static s64 UTF8IndexFromOffset(string String, s64 Offset)
{
	u8 *StringBegin = String.Data;
	u8 *StringEnd = StringBegin+String.Count;
	u8 *Byte = StringBegin;
	for(;Byte < StringEnd && Offset > 0; Offset -= 1)
	{
		Byte += DecodeUTF8Codepoint(Byte, StringEnd-Byte).Size;
	}
	s64 Result = Byte-StringBegin;
	return(Result);
}

static s64 UTF8OffsetFromIndex(string String, s64 Index)
{
	s64 Offset = 0;
	u8 *StringBegin = String.Data;
	u8 *StringEnd = StringBegin+Min(Index, String.Count);
	u8 *Byte = StringBegin;
	for(;Byte < StringEnd;)
	{
		Offset += 1;
		Byte += DecodeUTF8Codepoint(Byte, StringEnd-Byte).Size;
	}
	return(Offset);
}

static s64 UTF8FromCodepoint(u8 *Out, u32 Codepoint)
{
	s64 Length = 0;
	if(Codepoint <= 0x7F)
	{
		Out[0] = (u8)Codepoint;
		Length = 1;
	}
	else if(Codepoint <= 0x7FF)
	{
		Out[0] = (0x3 << 6) | ((Codepoint >> 6) & 0x1F);
		Out[1] = 0x80       | ( Codepoint       & 0x3F);
		Length = 2;
	}
	else if(Codepoint <= 0xFFFF)
	{
		Out[0] = (0x7 << 5) | ((Codepoint >> 12) & 0x0F);
		Out[1] = 0x80       | ((Codepoint >> 6) & 0x3F);
		Out[2] = 0x80       | ( Codepoint       & 0x3F);
		Length = 3;
	}
	else if(Codepoint <= 0x10FFFF)
	{
		Out[0] = (0xF << 4) | ((Codepoint >> 12) & 0x07);
		Out[1] = 0x80       | ((Codepoint >> 12) & 0x3F);
		Out[2] = 0x80       | ((Codepoint >> 6)  & 0x3F);
		Out[3] = 0x80       | ( Codepoint        & 0x3F);
		Length = 4;
	}
	else
	{
		Out[0] = '?';
		Length = 1;
	}
	
	return(Length);
}

static string String8FromString16(arena *Arena, string16 String)
{
	s64 AllocGuess = String.Count*3+1;
	u8 *Memory = PushArray(Arena, u8, AllocGuess);
	u16 *StringBegin = String.Data;
	u16 *StringEnd = StringBegin+String.Count;
	u16 *Source = StringBegin;
	u8 *Dest = Memory;
	for(;Source < StringEnd;)
	{
		string_decode Decode = DecodeUTF16Codepoint(Source, StringEnd-Source);
		Dest += EncodeUTF8Codepoint(Dest, Decode.Codepoint);
		Source += Decode.Size;
	}
	*Dest = 0;
	s64 AllocUsed = Dest-Memory;
	s64 AllocUnused = AllocGuess-AllocUsed;
	Assert(AllocUnused >= 0);
	ArenaPop(Arena, AllocUnused);
	
	string Result = MakeString(Memory, AllocUsed);
	return(Result);
}

static string16 String16FromString8(arena *Arena, string String)
{
	s64 AllocGuess = String.Count*2+1;
	u16 *Memory = PushArray(Arena, u16, AllocGuess);
	u8 *StringBegin = String.Data;
	u8 *StringEnd = StringBegin+String.Count;
	u8 *Source = StringBegin;
	u16 *Dest = Memory;
	for(;Source < StringEnd;)
	{
		string_decode Decode = DecodeUTF8Codepoint(Source, StringEnd-Source);
		Dest += EncodeUTF16Codepoint(Dest, Decode.Codepoint);
		Source += Decode.Size;
	}
	*Dest = 0;
	s64 AllocUsed = Dest-Memory;
	s64 AllocUnused = AllocGuess-AllocUsed;
	Assert(AllocUnused >= 0);
	ArenaPop(Arena, AllocUnused);
	
	string16 Result = {AllocUsed, Memory};
	return(Result);
}

//~ sixten: Text point

static text_point TextPointFromOffset(string String, s64 Offset)
{
	text_point Point = {1, 1};
	for(s64 Index = 0;
        Index < String.Count && Index < Offset;
        ++Index)
	{
		if(String.Data[Index] == '\n')
		{
			++Point.Line;
			Point.Column = 1;
		}
		else
		{
			if(String.Data[Index] != '\r')
			{
				++Point.Column;
			}
		}
	}
	
	return(Point);
}

static s64 OffsetFromTextPoint(string String, text_point Point)
{
	s64 Offset = 0;
	
	Point.Line -= 1;
	Point.Column -= 1;
	
	u8 *StringBegin = String.Data;
	u8 *StringEnd = StringBegin+String.Count;
	u8 *Char = StringBegin;
	//- sixten: find the start of the correct line
	for(;Char < StringEnd && Point.Line > 0; Char += 1, Offset += 1)
	{
		if(*Char == '\n')
		{
			Point.Line -= 1;
		}
	}
	
	for(;Char < StringEnd && Point.Column > 0; Char += 1, Offset += 1)
	{
		//- sixten: if a newline has been reached, the initial column was out of bounds
		if(*Char == '\n')
		{
			break;
		}
		//- sixten: tabs are two-spaces, so we must take that into account
#if 0
		if(*Char == '\t')
		{
			Point.Column -= 1;
		}
#endif
		Point.Column -= 1;
	}
	
	return(Offset);
}

static text_range TextRange(text_point A, text_point B)
{
	text_range Result;
	if(A.Line > B.Line || (A.Line == B.Line && A.Column > B.Column))
	{
		Result = {B, A};
	}
	else
	{
		Result = {A, B};
	}
	return(Result);
}

////////////////////////////////
//~ sixten: 1D Interval List & Array Functions
static void Range1S64ListPush(arena *Arena, range1_s64_list *List, range1_s64 Range)
{
	range1_s64_node *Node = PushStructNoClear(Arena, range1_s64_node);
	Node->Range = Range;
	QueuePush(List->First, List->Last, Node);
	List->Count += 1;
}

static range1_s64_array Range1S64ArrayFromList(arena *Arena, range1_s64_list *List)
{
	range1_s64_array Result = {};
	Result.Count = List->Count;
	Result.Ranges = PushArray(Arena, range1_s64, List->Count);
	s64 Index = 0;
	for(range1_s64_node *Node = List->First; Node != 0; Node = Node->Next, Index += 1)
	{
		Result.Ranges[Index] = Node->Range;
	}
	return(Result);
}

static s64 OffsetFromTextPoint(string String, range1_s64_array Lines, text_point Point)
{
	s64 LineIndex = Clamp(Point.Line, 1, Lines.Count) - 1;
	range1_s64 Range = Lines.Ranges[LineIndex];
	s64 ColumnIndex = Clamp(Point.Column, 1, DimOfRange(Range)) - 1;
	s64 Offset = Range.Min+ColumnIndex;
	return(Offset);
}