Files
redAcore/JSONparseCore.cpp
Charl Wentzel 2e2ba113f1 Major Update:
- Update printing: Do not use '\n' if indent = 0
- Implement refilling of buffer (from fd) while parsing
  - No longer use LineMark, but keep track of char position with CharNo
  - Use Mark to reference point for shifting buffer on refill
- SkipWhiteSpace no longer inline method
  - Refill buffer if required, change Mark & CharNo on line break
- CreateBuffer(), RefillBuffer() & FreeBuffer() now public methods
- Make Loading and Saving more flexible:
  - Refactor from LoadFromFile():
    ReadFromFile(), ReadFromHandle(), ReadFromBuffer()
  - Refactor from SaveToFile() & PrintToScreen:
    WriteToFile(), WriteToScreen, WriteToHandle()
2017-04-02 19:44:44 +02:00

853 lines
21 KiB
C++

/*
* JSONparseCore.cpp
*
* Created on: 5 Mar 2017
* Author: wentzelc
*/
// redA Libraries
#include "JSONparseCore.h"
// Standard C/C++ Libraries
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <fcntl.h>
#include <unistd.h>
//---------------------------------------------------------------------------
CJSONparse::CJSONparse( CDataTree * pDataTree )
{
// Object tree
DataTree = pDataTree;
// File Operation
InputHandle = -1;
OutputHandle = -1;
Buffer = NULL;
// Parsing operation
BufPos = NULL;
Mark = NULL;
LineNo = 0;
CharNo = 0;
RefillBuffer = false;
// Printing operation
Spacer[0] = 0;
SpacerLen = 0;
// Error reporting
Error = false;
ErrorText[0] = 0;
}
//---------------------------------------------------------------------------
CJSONparse::~CJSONparse()
{
// Destroy buffer
if (Buffer) {
delete Buffer;
}
}
//---------------------------------------------------------------------------
bool CJSONparse::WriteToScreen( const char * RootPath, const int Indent )
{
// Print to screen
WriteToHandle( RootPath, 1, Indent );
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::WriteToFile( const char * RootPath, const char * Path, const char * FileName, const int Indent )
{
char FilePath[250] = "";
// Build file name
strcpy( FilePath, Path );
strcat( FilePath, FileName );
// Read file
return WriteToFile( RootPath, FilePath, Indent );
}
//---------------------------------------------------------------------------
bool CJSONparse::WriteToFile( const char * RootPath, const char * FilePath, const int Indent )
{
int Handle = -1;
// Clear Error
Error = false;
// Validate
if (!FilePath || !FilePath[0]) {
Error = true;
sprintf( ErrorText, "No File path specified" );
return false;
}
// Open file
if ((Handle = open( FilePath, O_CREAT|O_WRONLY|O_TRUNC )) < 0) {
Error = true;
sprintf( ErrorText, "Could not open file" );
return false;
}
// Save to file
WriteToHandle( RootPath, Handle, Indent );
// Close file
close( Handle );
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::WriteToHandle( const char * RootPath, const int Handle, const int Indent )
{
TDataMember * RootObject;
// Validate
if (!DataTree) {
return false;
}
// Open file
if (Handle < 0) {
Error = true;
sprintf( ErrorText, "Could not write to invalid handle" );
return false;
}
OutputHandle = Handle;
// Get Root object
if (!RootPath || !*RootPath) {
RootObject = DataTree->GetRootMember();
}
else if (!(RootObject = DataTree->GetMember( NULL, RootPath ))) {
Error = true;
sprintf( ErrorText, "Invalid root object path" );
return false;
}
// Print to file
PrintObject( RootObject, Indent );
write( OutputHandle, "\n", 1 );
OutputHandle = -1;
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::ReadFromFile( const char * RootPath, const char * Path, const char * FileName )
{
char FilePath[250] = "";
// Build file name
strcpy( FilePath, Path );
strcat( FilePath, FileName );
// Read file
return ReadFromFile( RootPath, FilePath );
}
//---------------------------------------------------------------------------
bool CJSONparse::ReadFromFile( const char * RootPath, const char * FilePath )
{
int Handle = -1;
// Validate
if (!DataTree) {
return false;
}
// Clear Error
Error = false;
// Validate
if (!FilePath || !FilePath[0]) {
Error = true;
sprintf( ErrorText, "No File path specified" );
return false;
}
// Open file
if ((Handle = open( FilePath, O_RDONLY )) < 0) {
Error = true;
sprintf( ErrorText, "Could not open file" );
return false;
}
// Continuously refill buffer while loading
ReadFromHandle( RootPath, Handle, true );
// Close File
close( Handle );
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::ReadFromHandle( const char * RootPath, int Handle, bool pRefillBuffer )
{
// Clear Error
Error = false;
// Validate
if (Handle < 0) {
Error = true;
sprintf( ErrorText, "Cannot read from invalid handle" );
return false;
}
InputHandle = Handle;
// Load Buffer
CreateBuffer( 50 );
if (!FillBuffer()) {
Error = true;
sprintf( ErrorText, "Could not read from file" );
FreeBuffer();
return false;
}
// Continuously refill buffer while loading
RefillBuffer = pRefillBuffer;
ReadFromBuffer( RootPath );
RefillBuffer = false;
// Destroy buffer
FreeBuffer();
InputHandle = -1;
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::ReadFromBuffer( const char * RootPath )
{
TDataMember * RootObject = NULL;
// Validate
if (!DataTree || !Buffer) {
return false;
}
// Clear Error
Error = false;
// Get/Create Root object
if (!RootPath || !*RootPath) {
RootObject = DataTree->GetRootMember();
}
else if (!(RootObject = DataTree->GetMember( NULL, RootPath, true ))) {
Error = true;
sprintf( ErrorText, "Invalid root object path" );
return false;
}
// Delete existing object contents
DataTree->Delete( RootObject, NULL );
// Position Counters
LineNo = 1;
CharNo = 0;
// Parse Root Object
SkipWhiteSpace();
if (!ParseObject( RootObject )) {
if (!Error) {
Error = true;
CharNo += BufPos-Mark;
sprintf( ErrorText, "First entry in file must be an Object on line %d:%d", LineNo, CharNo );
}
FreeBuffer();
return false;
}
// Ensure remainder of file is empty
SkipWhiteSpace();
if (*BufPos != 0) {
Error = true;
CharNo += BufPos-Mark;
sprintf( ErrorText, "No content expected after Root object on line %d:%d", LineNo, CharNo );
FreeBuffer();
return false;
}
// Success
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::CreateBuffer( int pBufLen )
{
// Validate
if (!pBufLen)
return false;
// Create buffer
Buffer = new CShiftBuffer( pBufLen );
// Reset markers
Buffer->PeekDirect( &BufPos, 0 );
Mark = BufPos;
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::FillBuffer()
{
char * BufStart;
int PosShift = BufPos - Mark;
// Remove all bytes up to Mark
Buffer->PeekDirect( &BufStart, 0 );
Buffer->Clear( Mark-BufStart );
// Read from file
Buffer->ReadFromFD( InputHandle );
// Reset Mark to start of buffer
Mark = BufStart;
BufPos = Mark + PosShift;
return true;
}
//---------------------------------------------------------------------------
void CJSONparse::FreeBuffer()
{
// Destroy buffer
if (Buffer) {
delete Buffer;
Buffer = NULL;
// Update Markers
BufPos = NULL;
Mark = NULL;
}
}
//---------------------------------------------------------------------------
void CJSONparse::SkipWhiteSpace()
{
while (true)
{
// Append buffer if required
if (!*BufPos && RefillBuffer)
FillBuffer();
// Skip whitespace
if (!isspace(*BufPos)) {
CharNo += BufPos-Mark;
Mark = BufPos;
break;
}
if (*BufPos == '\n') {
Mark = BufPos;
LineNo++;
CharNo = 0;
}
BufPos++;
}
}
//---------------------------------------------------------------------------
bool CJSONparse::ParseString( char ** Value, int &Len )
{
char * EndMark;
// Check for opening quote
if (*BufPos != '"') {
return false;
}
// Clear values
*Value = NULL;
Len = 0;
// Mark start of quote
BufPos++;
// Check for closing quote
while (true)
{
// Check for special characters
if ((EndMark = strpbrk( BufPos, "\"/\\\n\t\b\f\n\r" ))) {
BufPos = EndMark;
} else if (RefillBuffer) {
FillBuffer();
continue;
}
if (*BufPos == '"') {
// End of string found
BufPos++;
break;
}
else if (!*BufPos) {
Error = true;
sprintf( ErrorText, "Expect closing '\"' for string on line %d:%d", LineNo, CharNo+1 );
return false;
}
else if (*BufPos == '\\') {
if (!*(BufPos+1) && RefillBuffer) {
if (FillBuffer()) {
continue;
}
}
if (*(BufPos+1) == 'u') {
for (EndMark = BufPos+2; EndMark < BufPos+6; EndMark++) {
if (!*BufPos && RefillBuffer) {
FillBuffer();
continue;
}
if (!isxdigit( *EndMark )) {
Error = true;
CharNo += BufPos-EndMark;
sprintf( ErrorText, "Expect 4-digit hex value for escape value on line %d:%d", LineNo, CharNo );
return false;
}
}
BufPos += 6;
}
else if (strchr( "bfnrt/\\\"", *(BufPos+1) )) {
BufPos += 2;
}
else {
Error = true;
CharNo += BufPos-Mark+1;
sprintf( ErrorText, "Invalid escape sequence on line %d:%d", LineNo, CharNo );
return false;
}
}
else {
Error = true;
CharNo += BufPos-Mark+1;
sprintf( ErrorText, "Un-escaped special character in string on line %d:%d", LineNo, CharNo );
return false;
}
}
// Get size of name
Len = BufPos-Mark-2;
// Create Return value pointer
*Value = (char*)malloc( Len+1 );
memcpy( *Value, Mark+1, Len );
(*Value)[Len] = 0;
// Success
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::ParseObject( TDataMember * Object )
{
TDataMember * Member = NULL;
char * MemberName = NULL;
int Len = 0;
// Check for start of Object
if (*BufPos != '{') {
return false;
}
BufPos++;
// Set Type
DataTree->SetValue( Object, jtObject );
while (true)
{
// Evaluate key name
SkipWhiteSpace();
if (*BufPos == '}') {
// End of Object
break;
}
else if (!ParseString( &MemberName, Len )) {
if (!Error) {
Error = true;
sprintf( ErrorText, "Expect quoted key name on line %d:%d", LineNo, CharNo );
}
return false;
}
else if (!Len) {
Error = true;
sprintf( ErrorText, "Empty parameter name on line %d:%d", LineNo, CharNo );
return false;
}
// Check if Member exists
Member = DataTree->GetMember( Object, MemberName, true );
// Check for delimiter
SkipWhiteSpace();
if (*BufPos != ':') {
Error = true;
sprintf( ErrorText, "Expected ':' delimiter on line %d:%d", LineNo, CharNo );
return false;
}
BufPos++;
// Get Value
SkipWhiteSpace();
if (!ParseObject( Member ) &&
!Error &&
!ParseArray( Member ) &&
!Error &&
!ParseString( Member ) &&
!Error &&
!ParsePrimitive( Member ))
{
// Destroy member
DataTree->Delete( Object, MemberName );
return false;
}
// Free Name
free( MemberName );
// Check if more parameters to follow
SkipWhiteSpace();
if (*BufPos != ',') {
// No more parameters
break;
}
BufPos++;
}
// Expect end of object
if (*BufPos != '}') {
Error = true;
sprintf( ErrorText, "Closing brace for object '}' expected on line %d:%d", LineNo, CharNo );
return false;
}
BufPos++;
// success
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::ParseArray( TDataMember * Array )
{
TDataMember * Member = NULL;
// Check for start of Object
if (*BufPos != '[') {
return false;
}
BufPos++;
// Set Type
DataTree->SetValue( Array, jtArray );
while (true)
{
// Look for Member Name
SkipWhiteSpace();
if (*BufPos == ']') {
break;
}
// Add new element
Member = DataTree->CreateMember( NULL );
// Get Value
SkipWhiteSpace();
if (!ParseObject( Member ) &&
!Error &&
!ParseArray( Member ) &&
!Error &&
!ParseString( Member ) &&
!Error &&
!ParsePrimitive( Member ))
{
DataTree->DestroyMember( &Member );
return false;
}
else {
DataTree->AddMember( Array, Member );
}
// Check if more parameters to follow
SkipWhiteSpace();
if (*BufPos != ',') {
// No more parameters
break;
}
BufPos++;
}
// Expect end of object
if (*BufPos != ']') {
Error = true;
sprintf( ErrorText, "Closing brace for array ']' expected on line %d:%d", LineNo, CharNo );
return false;
}
BufPos++;
// success
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::ParseString( TDataMember * Member )
{
char * Value = NULL;
int Len = 0;
// Try to parse
if (!ParseString( &Value, Len )) {
return false;
}
// Set string
DataTree->SetValuePtr( Member, jtString, Value, Len );
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::ParsePrimitive( TDataMember * Member )
{
char * Value = NULL;
int Len = 0;
char * EndMark;
// Get end of value
while (true) {
if (!*BufPos && RefillBuffer)
FillBuffer();
if (!*BufPos || isspace(*BufPos) || (*BufPos == ',') || (*BufPos == '}') || (*BufPos == ']'))
break;
BufPos++;
}
// Check length of value
Len = BufPos - Mark;
if (!Len) {
Error = true;
sprintf( ErrorText, "Missing param value on line %d:%d", LineNo, CharNo );
return false;
}
// Check for primitive values
if ((Len == 4) && !strncasecmp( Mark, "null", 4 )) {
DataTree->SetValuePtr( Member, jtNull, NULL, -1 );
}
else if ((Len == 4) && !strncasecmp( Mark, "true", 4 )) {
DataTree->SetValue( Member, jtBool, "1" );
}
else if ((Len == 5) && !strncasecmp( Mark, "false", 5 )) {
DataTree->SetValue( Member, jtBool, "0" );
}
else {
// Try conversion to int
strtol( Mark, &EndMark, 10 );
if (EndMark == BufPos) {
Value = (char*)malloc( Len+1 );
memcpy( Value, Mark, Len );
Value[Len] = 0;
DataTree->SetValuePtr( Member, jtInt, Value, Len );
}
else {
// Try conversion to float
strtod( Mark, &EndMark );
if (EndMark == BufPos) {
Value = (char*)malloc( Len+1 );
memcpy( Value, Mark, Len );
Value[Len] = 0;
DataTree->SetValuePtr( Member, jtFloat, Value, Len );
}
else {
Error = true;
sprintf( ErrorText, "Invalid primitive param value on line %d:%d", LineNo, CharNo );
return false;
}
}
}
// Success
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::PrintObject( TDataMember * Object, const int Indent )
{
TDataMember * Member;
bool First = true;
bool Last = false;
int Count = 0;
// Opening brace
write( OutputHandle, "{", 1 );
// Extend spacer
if (Indent) {
memset( &Spacer[SpacerLen], ' ', 2 );
SpacerLen += 2;
Spacer[SpacerLen] = 0;
}
// Save parameters
for (Member = Object->FirstChild; Member != NULL; (Member = Member->Next))
{
// Whitespace around first bracket
if (Indent) {
if (First) {
First = false;
if (Object->Name) {
write( OutputHandle, "\n", 1 );
write( OutputHandle, Spacer, SpacerLen );
}
else {
write( OutputHandle, " ", 1 );
}
}
else {
write( OutputHandle, Spacer, SpacerLen );
}
}
// Print key name
write( OutputHandle, "\"", 1 );
write( OutputHandle, Member->Name, strlen(Member->Name) );
if (Indent) {
write( OutputHandle,"\" : ", 4 );
} else {
write( OutputHandle, "\":", 2 );
}
// Print value
Last = (++Count >= Object->Len);
switch (Member->Type)
{
case jtNull :
write( OutputHandle, "null", 4 );
break;
case jtBool :
case jtInt :
case jtFloat :
write( OutputHandle, Member->Value, Member->Len );
break;
case jtString :
write( OutputHandle, "\"", 1 );
write( OutputHandle, Member->Value, Member->Len );
write( OutputHandle, "\"", 1 );
break;
case jtArray :
PrintArray( Member, Indent );
break;
case jtObject :
PrintObject( Member, Indent );
break;
}
if (!Last)
write( OutputHandle, ",", 1 );
if (Indent)
write( OutputHandle, "\n", 1 );
}
// Shorten spacer
if (Indent) {
SpacerLen -= 2;
Spacer[SpacerLen] = 0;
}
// Closing brace
if (Object->Len) {
write( OutputHandle, Spacer, SpacerLen );
}
write( OutputHandle, "}", 1 );
return true;
}
//---------------------------------------------------------------------------
bool CJSONparse::PrintArray( TDataMember * Array, const int Indent )
{
TDataMember * Member;
bool First = true;
bool Last = false;
int Count = 0;
// Opening brace
write( OutputHandle, "[", 1 );
// Extend spacer
if (Indent) {
memset( &Spacer[SpacerLen], ' ', 2 );
SpacerLen += 2;
Spacer[SpacerLen] = 0;
}
// Save parameters
for (Member = Array->FirstChild; Member != NULL; (Member = Member->Next))
{
// Whitespace around brace
if (Indent) {
if (First) {
First = false;
write( OutputHandle, "\n", 1 );
}
write( OutputHandle, Spacer, SpacerLen );
}
Last = (++Count >= Array->Len);
switch (Member->Type)
{
case jtNull :
write( OutputHandle, "null", 4 );
break;
case jtBool :
case jtInt :
case jtFloat :
write( OutputHandle, Member->Value, Member->Len );
break;
case jtString :
write( OutputHandle, "\"", 1 );
write( OutputHandle, Member->Value, Member->Len );
write( OutputHandle, "\"", 1 );
break;
case jtArray :
PrintArray( Member, Indent );
break;
case jtObject :
PrintObject( Member, Indent );
break;
}
if (!Last)
write( OutputHandle, ",", 1 );
if (Indent)
write( OutputHandle, "\n", 1 );
}
// Shorten spacer
if (Indent) {
SpacerLen -= 2;
Spacer[SpacerLen] = 0;
}
// Closing brace
if (Array->Len) {
write( OutputHandle, Spacer, SpacerLen );
}
write( OutputHandle, "]", 1 );
return true;
}
//---------------------------------------------------------------------------