kicad_io_utils.cpp

Go to the documentation of this file.

/*
 * This program source code file is part of KiCad, a free EDA CAD application.
 *
 * Copyright The KiCad Developers, see AUTHORS.txt for contributors.
 *
 * This program is free software: you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the
 * Free Software Foundation, either version 3 of the License, or (at your
 * option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */
 
#include "io/kicad/kicad_io_utils.h"
 
#include <wx/buffer.h>
#include <wx/ffile.h>
 
// For some reason wxWidgets is built with wxUSE_BASE64 unset so expose the wxWidgets
// base64 code.
#define wxUSE_BASE64 1
#include <wx/base64.h>
 
#include <fmt/format.h>
 
#include <eda_item.h>
#include <kiid.h>
#include <richio.h>
#include <string_utils.h>
 
namespace KICAD_FORMAT {
 
void FormatBool( OUTPUTFORMATTER* aOut, const wxString& aKey, bool aValue )
{
    aOut->Print( "(%ls %s)", aKey.wc_str(), aValue ? "yes" : "no" );
}
 
void FormatOptBool( OUTPUTFORMATTER* aOut, const wxString& aKey, std::optional<bool> aValue )
{
    if( aValue.has_value() )
        FormatBool( aOut, aKey, aValue.value() );
    else
        aOut->Print( "(%ls none)", aKey.wc_str() );
}
 
 
void FormatUuid( OUTPUTFORMATTER* aOut, const KIID& aUuid )
{
    aOut->Print( "(uuid %s)", aOut->Quotew( aUuid.AsString() ).c_str() );
}
 
 
void FormatCustomProperties( OUTPUTFORMATTER* aOut, const EDA_ITEM& aItem )
{
    if( !aItem.HasCustomProperties() )
        return;
 
    for( const auto& [key, value] : aItem.GetCustomProperties() )
        aOut->Print( "(custom_property %s %s)", aOut->Quotew( key ).c_str(), aOut->Quotew( value ).c_str() );
}
 
 
void FormatStreamData( OUTPUTFORMATTER& aOut, const wxStreamBuffer& aStream )
{
    aOut.Print( "(data" );
 
    const wxString out = wxBase64Encode( aStream.GetBufferStart(), aStream.GetBufferSize() );
 
    // Apparently the MIME standard character width for base64 encoding is 76 (unconfirmed)
    // so use it in a vein attempt to be standard like.
    static constexpr unsigned MIME_BASE64_LENGTH = 76;
 
    size_t first = 0;
 
    while( first < out.Length() )
    {
        aOut.Print( "\n\"%s\"", TO_UTF8( out( first, MIME_BASE64_LENGTH ) ) );
        first += MIME_BASE64_LENGTH;
    }
 
    aOut.Print( ")" ); // Closes data token.
}
 
 
/*
 * Formatting rules:
 * - All extra (non-indentation) whitespace is trimmed
 * - Indentation is one tab
 * - Starting a new list (open paren) starts a new line with one deeper indentation
 * - Lists with no inner lists go on a single line
 * - End of multi-line lists (close paren) goes on a single line at same indentation as its start
 *
 * For example:
 * (first
 *  (second
 *   (third list)
 *   (another list)
 *  )
 *  (fifth)
 *  (sixth thing with lots of tokens
 *   (and a sub list)
 *  )
 * )
 */
void Prettify( std::string& aSource, FORMAT_MODE aMode )
{
    // Configuration
    const char quoteChar = '"';
    const char indentChar = '\t';
    const int  indentSize = 1;
 
    // In order to visually compress PCB files, it is helpful to special-case long lists of (xy ...)
    // lists, which we allow to exist on a single line until we reach column 99.
    const int  xySpecialCaseColumnLimit = 99;
 
    // If whitespace occurs inside a list after this threshold, it will be converted into a newline
    // and the indentation will be increased.  This is mainly used for image and group objects,
    // which contain potentially long sets of string tokens within a single list.
    const int  consecutiveTokenWrapThreshold = 72;
 
    const bool textSpecialCase = aMode == FORMAT_MODE::COMPACT_TEXT_PROPERTIES;
    const bool libSpecialCase  = aMode == FORMAT_MODE::LIBRARY_TABLE;
 
    std::string formatted;
    formatted.reserve( aSource.length() );
 
    auto cursor = aSource.begin();
    auto seek = cursor;
 
    int  listDepth = 0;
    int  libDepth = 0;
    char lastNonWhitespace = 0;
    bool inQuote = false;
    bool hasInsertedSpace = false;
    bool inMultiLineList = false;
    bool inXY = false;
    bool inShortForm = false;
    bool inLibRow = false;
    int  shortFormDepth = 0;
    int  column = 0;
    int  backslashCount = 0;    // Count of successive backslash read since any other char
 
    auto isWhitespace = []( const char aChar )
            {
                return ( aChar == ' ' || aChar == '\t' || aChar == '\n' || aChar == '\r' );
            };
 
    auto nextNonWhitespace =
            [&]( std::string::iterator aIt )
            {
                seek = aIt;
 
                while( seek != aSource.end() && isWhitespace( *seek ) )
                    seek++;
 
                if( seek == aSource.end() )
                    return (char)0;
 
                return *seek;
            };
 
    auto isXY =
            [&]( std::string::iterator aIt )
            {
                seek = aIt;
 
                if( ++seek == aSource.end() || *seek != 'x' )
                    return false;
 
                if( ++seek == aSource.end() || *seek != 'y' )
                    return false;
 
                if( ++seek == aSource.end() || *seek != ' ' )
                    return false;
 
                return true;
            };
 
    auto isShortForm =
            [&]( std::string::iterator aIt )
            {
                seek = aIt;
                std::string token;
 
                while( ++seek != aSource.end() && isalpha( *seek ) )
                    token += *seek;
 
                return token == "font" || token == "stroke" || token == "fill" || token == "teardrop"
                        || token == "offset" || token == "rotate" || token == "scale";
            };
 
    auto isLib =
            [&]( std::string::iterator aIt )
            {
                seek = aIt;
                std::string token;
 
                while( ++seek != aSource.end() && isalpha( *seek ) )
                    token += *seek;
 
                return token == "lib";
            };
 
    while( cursor != aSource.end() )
    {
        char next = nextNonWhitespace( cursor );
 
        if( isWhitespace( *cursor ) && !inQuote )
        {
            if( !hasInsertedSpace           // Only permit one space between chars
                && listDepth > 0            // Do not permit spaces in outer list
                && lastNonWhitespace != '(' // Remove extra space after start of list
                && next != ')'              // Remove extra space before end of list
                && next != '(' )            // Remove extra space before newline
            {
                if( inXY || column < consecutiveTokenWrapThreshold )
                {
                    // Note that we only insert spaces here, no matter what kind of whitespace is
                    // in the input.  Newlines will be inserted as needed by the logic below.
                    formatted.push_back( ' ' );
                    column++;
                }
                else if( inShortForm || inLibRow )
                {
                    formatted.push_back( ' ' );
                }
                else
                {
                    formatted += fmt::format( "\n{}",
                                              std::string( listDepth * indentSize, indentChar ) );
                    column = listDepth * indentSize;
                    inMultiLineList = true;
                }
 
                hasInsertedSpace = true;
            }
        }
        else
        {
            hasInsertedSpace = false;
 
            if( *cursor == '(' && !inQuote )
            {
                bool currentIsXY = isXY( cursor );
                bool currentIsShortForm = textSpecialCase && isShortForm( cursor );
                bool currentIsLib = libSpecialCase && isLib( cursor );
 
                if( formatted.empty() )
                {
                    formatted.push_back( '(' );
                    column++;
                }
                else if( inXY && currentIsXY && column < xySpecialCaseColumnLimit )
                {
                    // List-of-points special case
                    formatted += " (";
                    column += 2;
                }
                else if( inShortForm || inLibRow )
                {
                    formatted += " (";
                    column += 2;
                }
                else
                {
                    formatted += fmt::format( "\n{}(",
                                              std::string( listDepth * indentSize, indentChar ) );
                    column = listDepth * indentSize + 1;
                }
 
                inXY = currentIsXY;
 
                if( currentIsShortForm )
                {
                    inShortForm = true;
                    shortFormDepth = listDepth;
                }
                else if( currentIsLib )
                {
                    inLibRow = true;
                    libDepth = listDepth;
                }
 
                listDepth++;
            }
            else if( *cursor == ')' && !inQuote )
            {
                if( listDepth > 0 )
                    listDepth--;
 
                if( inShortForm )
                {
                    formatted.push_back( ')' );
                    column++;
                }
                else if( inLibRow && listDepth == libDepth )
                {
                    formatted.push_back( ')' );
                    inLibRow = false;
                }
                else if( lastNonWhitespace == ')' || inMultiLineList )
                {
                    formatted += fmt::format( "\n{})",
                                              std::string( listDepth * indentSize, indentChar ) );
                    column = listDepth * indentSize + 1;
                    inMultiLineList = false;
                }
                else
                {
                    formatted.push_back( ')' );
                    column++;
                }
 
                if( shortFormDepth == listDepth )
                {
                    inShortForm = false;
                    shortFormDepth = 0;
                }
            }
            else
            {
                // The output formatter escapes double-quotes (like \")
                // But a corner case is a sequence like \\"
                // therefore a '\' is attached to a '"' if a odd number of '\' is detected
                if( *cursor == '\\' )
                    backslashCount++;
                else if( *cursor == quoteChar && ( backslashCount & 1 ) == 0 )
                    inQuote = !inQuote;
 
                if( *cursor != '\\' )
                    backslashCount = 0;
 
                formatted.push_back( *cursor );
                column++;
            }
 
            lastNonWhitespace = *cursor;
        }
 
        ++cursor;
    }
 
    // newline required at end of line / file for POSIX compliance. Keeps git diffs clean.
    formatted += '\n';
 
    aSource = std::move( formatted );
}
 
} // namespace KICAD_FORMAT
 
 
bool LoadFileToMemory( const wxString& aFileName, wxMemoryBuffer& aBuffer )
{
    wxFFile file( aFileName, wxS( "rb" ) );
 
    if( !file.IsOpened() )
        return false;
 
    wxFileOffset size = file.Length();
 
    if( size <= 0 )
        return false;
 
    void* data = aBuffer.GetWriteBuf( size );
 
    if( file.Read( data, size ) != static_cast<size_t>( size ) )
    {
        aBuffer.UngetWriteBuf( 0 );
        return false;
    }
 
    aBuffer.UngetWriteBuf( size );
    return true;
}