richio.cpp

Go to the documentation of this file.

/*
 * This program source code file is part of KiCad, a free EDA CAD application.
 *
 * Copyright (C) 2007-2011 SoftPLC Corporation, Dick Hollenbeck <[email protected]>
 * Copyright The KiCad Developers, see AUTHORS.txt for contributors.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */
 
 
#include <cstdarg>
#include <config.h> // HAVE_FGETC_NOLOCK
 
#include <kiplatform/io.h>
#include <core/ignore.h>
#include <richio.h>
#include <errno.h>
#include <string.h>
#include <advanced_config.h>
#include <io/kicad/kicad_io_utils.h>
 
#include <wx/filename.h>
#include <wx/translation.h>
#include <wx/ffile.h>
 
 
// Fall back to getc() when getc_unlocked() is not available on the target platform.
#if !defined( HAVE_FGETC_NOLOCK )
#ifdef _MSC_VER
 
// getc is not a macro on windows and adds a tiny overhead for the indirection to eventually
// calling fgetc
#define getc_unlocked _fgetc_nolock
#else
#define getc_unlocked getc
#endif
#endif
 
 
wxString SafeReadFile( const wxString& aFilePath, const wxString& aReadType )
{
    // Check the path exists as a file first
    // the IsOpened check would be logical, but on linux you can fopen (in read mode) a directory
    // And then everything else in here will barf
    if( !wxFileExists( aFilePath ) )
        THROW_IO_ERRORF( _( "File '%s' does not exist." ), aFilePath );
 
    wxString contents;
    wxFFile  ff( aFilePath );
 
    if( !ff.IsOpened() )
        THROW_IO_ERRORF( _( "Cannot open file '%s'." ), aFilePath );
 
    // Try to determine encoding
    char bytes[2]{ 0 };
    ff.Read( bytes, 2 );
    bool utf16le = bytes[1] == 0;
 
    ff.Seek( 0 );
 
    bool readOk = false;
 
    if( utf16le )
        readOk = ff.ReadAll( &contents, wxMBConvUTF16LE() );
    else
        readOk = ff.ReadAll( &contents, wxMBConvUTF8() );
 
    if( !readOk || contents.empty() )
    {
        ff.Seek( 0 );
        ff.ReadAll( &contents, wxConvAuto( wxFONTENCODING_CP1252 ) );
    }
 
    if( contents.empty() )
        THROW_IO_ERRORF( _( "Unable to read file '%s'." ), aFilePath );
 
    // I'm not sure what the source of this style of line-endings is, but it can be
    // found in some Fairchild Semiconductor SPICE files.
    contents.Replace( wxS( "\r\r\n" ), wxS( "\n" ) );
 
    return contents;
}
 
 
//-----<LINE_READER>------------------------------------------------------
 
LINE_READER::LINE_READER( unsigned aMaxLineLength ) :
                m_length( 0 ), m_lineNum( 0 ), m_line( nullptr ),
                m_capacity( 0 ), m_maxLineLength( aMaxLineLength )
{
    if( aMaxLineLength != 0 )
    {
        // start at the INITIAL size, expand as needed up to the MAX size in maxLineLength
        m_capacity = LINE_READER_LINE_INITIAL_SIZE;
 
        // but never go above user's aMaxLineLength, and leave space for trailing nul
        if( m_capacity > aMaxLineLength+1 )
            m_capacity = aMaxLineLength+1;
 
        // Be sure there is room for a null EOL char, so reserve at least capacity+1 bytes
        // to ensure capacity line length and avoid corner cases
        // Use capacity+5 to cover and corner case
        m_line = new char[m_capacity+5];
 
        m_line[0] = '\0';
    }
}
 
 
LINE_READER::~LINE_READER()
{
    delete[] m_line;
}
 
 
void LINE_READER::expandCapacity( unsigned aNewsize )
{
    // m_length can equal maxLineLength and nothing breaks, there's room for
    // the terminating nul. cannot go over this.
    if( aNewsize > m_maxLineLength+1 )
        aNewsize = m_maxLineLength+1;
 
    if( aNewsize > m_capacity )
    {
        m_capacity = aNewsize;
 
        // resize the buffer, and copy the original data
        // Be sure there is room for the null EOL char, so reserve capacity+1 bytes
        // to ensure capacity line length. Use capacity+5 to cover and corner case
        char* bigger = new char[m_capacity+5];
 
        wxASSERT( m_capacity >= m_length+1 );
 
        memcpy( bigger, m_line, m_length );
        bigger[m_length] = 0;
 
        delete[] m_line;
        m_line = bigger;
    }
}
 
 
FILE_LINE_READER::FILE_LINE_READER( const wxString& aFileName, unsigned aStartingLineNumber,
                                    unsigned aMaxLineLength ):
    LINE_READER( aMaxLineLength ), m_iOwn( true )
{
    m_fp = KIPLATFORM::IO::SeqFOpen( aFileName, wxT( "rt" ) );
 
    if( !m_fp )
        THROW_IO_ERRORF( _( "Unable to open %s for reading." ), aFileName.GetData() );
 
    m_source  = aFileName;
    m_lineNum = aStartingLineNumber;
}
 
 
FILE_LINE_READER::FILE_LINE_READER( FILE* aFile, const wxString& aFileName,
                    bool doOwn,
                    unsigned aStartingLineNumber,
                    unsigned aMaxLineLength ) :
    LINE_READER( aMaxLineLength ), m_iOwn( doOwn ), m_fp( aFile )
{
    m_source  = aFileName;
    m_lineNum = aStartingLineNumber;
}
 
 
FILE_LINE_READER::~FILE_LINE_READER()
{
    if( m_iOwn && m_fp )
        fclose( m_fp );
}
 
 
long int FILE_LINE_READER::FileLength()
{
    fseek( m_fp, 0, SEEK_END );
    long int fileLength = ftell( m_fp );
    rewind( m_fp );
 
    return fileLength;
}
 
 
long int FILE_LINE_READER::CurPos()
{
    return ftell( m_fp );
}
 
 
char* FILE_LINE_READER::ReadLine()
{
    m_length = 0;
 
    for( ;; )
    {
        if( m_length >= m_maxLineLength )
            THROW_IO_ERROR( _( "Maximum line length exceeded" ) );
 
        if( m_length >= m_capacity )
            expandCapacity( m_capacity * 2 );
 
        // faster, POSIX compatible fgetc(), no locking.
        int cc = getc_unlocked( m_fp );
 
        if( cc == EOF )
            break;
 
        m_line[ m_length++ ] = (char) cc;
 
        if( cc == '\n' )
            break;
    }
 
    m_line[ m_length ] = 0;
 
    // m_lineNum is incremented even if there was no line read, because this
    // leads to better error reporting when we hit an end of file.
    ++m_lineNum;
 
    return m_length ? m_line : nullptr;
}
 
 
STRING_LINE_READER::STRING_LINE_READER( const std::string& aString, const wxString& aSource ):
    LINE_READER( LINE_READER_LINE_DEFAULT_MAX ),
    m_lines( aString ), m_ndx( 0 )
{
    // Clipboard text should be nice and _use multiple lines_ so that
    // we can report _line number_ oriented error messages when parsing.
    m_source = aSource;
}
 
 
STRING_LINE_READER::STRING_LINE_READER( const STRING_LINE_READER& aStartingPoint ):
    LINE_READER( LINE_READER_LINE_DEFAULT_MAX ),
    m_lines( aStartingPoint.m_lines ),
    m_ndx( aStartingPoint.m_ndx )
{
    // since we are keeping the same "source" name, for error reporting purposes
    // we need to have the same notion of line number and offset.
 
    m_source  = aStartingPoint.m_source;
    m_lineNum = aStartingPoint.m_lineNum;
}
 
 
char* STRING_LINE_READER::ReadLine()
{
    size_t  nlOffset = m_lines.find( '\n', m_ndx );
    unsigned new_length;
 
    if( nlOffset == std::string::npos )
        new_length = m_lines.length() - m_ndx;
    else
        new_length = nlOffset - m_ndx + 1;     // include the newline, so +1
 
    if( new_length )
    {
        if( new_length >= m_maxLineLength )
            THROW_IO_ERROR( _("Line length exceeded") );
 
        if( new_length+1 > m_capacity )   // +1 for terminating nul
            expandCapacity( new_length+1 );
 
        wxASSERT( m_ndx + new_length <= m_lines.length() );
 
        memcpy( m_line, &m_lines[m_ndx], new_length );
        m_ndx += new_length;
    }
 
    m_length = new_length;
    ++m_lineNum;      // this gets incremented even if no bytes were read
    m_line[m_length] = 0;
 
    return m_length ? m_line : nullptr;
}
 
 
INPUTSTREAM_LINE_READER::INPUTSTREAM_LINE_READER( wxInputStream* aStream,
                                                  const wxString& aSource ) :
    LINE_READER( LINE_READER_LINE_DEFAULT_MAX ),
    m_stream( aStream )
{
    m_source = aSource;
}
 
 
char* INPUTSTREAM_LINE_READER::ReadLine()
{
    m_length  = 0;
 
    for( ;; )
    {
        if( m_length >= m_maxLineLength )
            THROW_IO_ERROR( _( "Maximum line length exceeded" ) );
 
        if( m_length + 1 > m_capacity )
            expandCapacity( m_capacity * 2 );
 
        // this read may fail, docs say to test LastRead() before trusting cc.
        char cc = m_stream->GetC();
 
        if( !m_stream->LastRead() )
            break;
 
        m_line[ m_length++ ] = cc;
 
        if( cc == '\n' )
            break;
    }
 
    m_line[ m_length ] = 0;
 
    // m_lineNum is incremented even if there was no line read, because this
    // leads to better error reporting when we hit an end of file.
    ++m_lineNum;
 
    return m_length ? m_line : nullptr;
}
 
 
//-----<OUTPUTFORMATTER>----------------------------------------------------
 
// factor out a common GetQuoteChar
 
const char* OUTPUTFORMATTER::GetQuoteChar( const char* wrapee, const char* quote_char )
{
    // Include '#' so a symbol is not confused with a comment.  We intend
    // to wrap any symbol starting with a '#'.
    // Our LEXER class handles comments, and comments appear to be an extension
    // to the SPECCTRA DSN specification.
    if( *wrapee == '#' )
        return quote_char;
 
    if( strlen( wrapee ) == 0 )
        return quote_char;
 
    bool isFirst = true;
 
    for(  ; *wrapee;  ++wrapee, isFirst = false )
    {
        static const char quoteThese[] = "\t ()"
            "%"   // per Alfons of freerouting.net, he does not like this unquoted as of 1-Feb-2008
            "{}"  // guessing that these are problems too
            ;
 
        // if the string to be wrapped (wrapee) has a delimiter in it,
        // return the quote_char so caller wraps the wrapee.
        if( strchr( quoteThese, *wrapee ) )
            return quote_char;
 
        if( !isFirst  &&  '-' == *wrapee )
            return quote_char;
    }
 
    return "";  // caller does not need to wrap, can use an unwrapped string.
}
 
 
const char* OUTPUTFORMATTER::GetQuoteChar( const char* wrapee ) const
{
    return GetQuoteChar( wrapee, quoteChar );
}
 
 
int OUTPUTFORMATTER::vprint( const char* fmt, va_list ap )
{
    // This function can call vsnprintf twice.
    // But internally, vsnprintf retrieves arguments from the va_list identified by arg as if
    // va_arg was used on it, and thus the state of the va_list is likely to be altered by the call.
    // see: www.cplusplus.com/reference/cstdio/vsnprintf
    // we make a copy of va_list ap for the second call, if happens
    va_list tmp;
    va_copy( tmp, ap );
    int ret = vsnprintf( &m_buffer[0], m_buffer.size(), fmt, ap );
 
    if( ret >= (int) m_buffer.size() )
    {
        m_buffer.resize( ret + 1000 );
        ret = vsnprintf( &m_buffer[0], m_buffer.size(), fmt, tmp );
    }
 
    va_end( tmp );      // Release the temporary va_list, initialised from ap
 
    if( ret > 0 )
        write( &m_buffer[0], ret );
 
    return ret;
}
 
 
int OUTPUTFORMATTER::sprint( const char* fmt, ... )
{
    va_list args;
 
    va_start( args, fmt );
    int ret = vprint( fmt, args );
    va_end( args );
 
    return ret;
}
 
 
int OUTPUTFORMATTER::Indent( int aNestLevel )
{
#define NESTWIDTH           2   
 
    int total = 0;
 
    for( int i = 0; i < aNestLevel; ++i )
    {
        // no error checking needed, an exception indicates an error.
        total += sprint( "%*c", NESTWIDTH, ' ' );
    }
 
    return total;
}
 
 
int OUTPUTFORMATTER::Print( int nestLevel, const char* fmt, ... )
{
    va_list     args;
 
    va_start( args, fmt );
 
    int total = Indent( nestLevel );
 
    // no error checking needed, an exception indicates an error.
    total += vprint( fmt, args );
 
    va_end( args );
 
    return total;
}
 
 
int OUTPUTFORMATTER::Print( const char* fmt, ... )
{
    va_list     args;
 
    va_start( args, fmt );
 
    int result = 0;
 
    // no error checking needed, an exception indicates an error.
    result = vprint( fmt, args );
 
    va_end( args );
 
    return result;
}
 
 
std::string OUTPUTFORMATTER::Quotes( const std::string& aWrapee ) const
{
    std::string ret;
 
    ret.reserve( aWrapee.size() * 2 + 2 );
 
    ret += '"';
 
    for( std::string::const_iterator it = aWrapee.begin(); it != aWrapee.end(); ++it )
    {
        switch( *it )
        {
        case '\n':
            ret += '\\';
            ret += 'n';
            break;
        case '\r':
            ret += '\\';
            ret += 'r';
            break;
        case '\\':
            ret += '\\';
            ret += '\\';
            break;
        case '"':
            ret += '\\';
            ret += '"';
            break;
        default:
            ret += *it;
        }
    }
 
    ret += '"';
 
    return ret;
}
 
 
std::string OUTPUTFORMATTER::Quotew( const wxString& aWrapee ) const
{
    // wxStrings are always encoded as UTF-8 as we convert to a byte sequence.
    // The non-virtual function calls the virtual workhorse function, and if
    // a different quoting or escaping strategy is desired from the standard,
    // a derived class can overload Quotes() above, but
    // should never be a reason to overload this Quotew() here.
    return Quotes( (const char*) aWrapee.utf8_str() );
}
 
 
//-----<STRING_FORMATTER>----------------------------------------------------
 
void STRING_FORMATTER::write( const char* aOutBuf, int aCount )
{
    m_mystring.append( aOutBuf, aCount );
}
 
 
void STRING_FORMATTER::StripUseless()
{
    std::string copy = m_mystring;
 
    m_mystring.clear();
 
    for( std::string::iterator i = copy.begin(); i != copy.end(); ++i )
    {
        if( !isspace( *i ) && *i != ')' && *i != '(' && *i != '"' )
        {
            m_mystring += *i;
        }
    }
}
 

class SIBLING_TEMP_FILE
{
public:
    SIBLING_TEMP_FILE( const wxString& aTargetPath, const wxChar* aMode ) :
            m_targetPath( aTargetPath )
    {
        wxString err;
 
        m_fp = KIPLATFORM::IO::OpenUniqueSiblingTempFile( m_targetPath, aMode, &m_tempPath, &err );
 
        if( !m_fp )
            THROW_IO_ERROR( err );
 
        wxASSERT( !m_tempPath.IsEmpty() );
    }

    SIBLING_TEMP_FILE( const SIBLING_TEMP_FILE& ) = delete;
    SIBLING_TEMP_FILE& operator=( const SIBLING_TEMP_FILE& ) = delete;
 
    ~SIBLING_TEMP_FILE()
    {
        if( m_committed )
            return;
 
        Abandon();
 
        // CommitTempFile() can fail after the rename has already moved the temp onto
        // the target (directory fsync error), so the temp may already be gone here.
        // Only remove what is still present, or wxRemoveFile reports an ENOENT error
        // for an already-clean state.
        if( !m_tempPath.IsEmpty() && wxFileExists( m_tempPath ) )
            wxRemoveFile( m_tempPath );
    }

    FILE* File() { return m_fp; }

    const wxString& Path() const { return m_tempPath; }

    int Abandon()
    {
        int ret = 0;
 
        if( m_fp )
        {
            ret = fclose( m_fp );
            m_fp = nullptr;
        }
 
        return ret;
    }

    bool Commit()
    {
        wxCHECK_MSG( m_fp, false, wxT( "Commit() called on an already-used temp file (committed or abandoned)" ) );
 
        if( !KIPLATFORM::IO::FlushToDisk( m_fp ) )
        {
            int err = errno;
 
            // We're already failing, so we don't care if Abandon()'s own close also
            // fails (e.g. on NFS); the flush error below is the one to report.
            Abandon();
 
            THROW_IO_ERRORF( _( "Cannot flush '%s' to disk: %s" ), m_tempPath,
                             wxString::FromUTF8( strerror( err ) ) );
        }
 
        if( Abandon() != 0 )
        {
            int err = errno;
            THROW_IO_ERRORF( _( "Cannot close '%s': %s" ), m_tempPath, wxString::FromUTF8( strerror( err ) ) );
        }
 
        wxString commitError;
 
        if( !KIPLATFORM::IO::CommitTempFile( m_tempPath, m_targetPath, &commitError ) )
            THROW_IO_ERROR( commitError );
 
        m_committed = true;
        return true;
    }
 
private:
    wxString m_targetPath;
    wxString m_tempPath;
    FILE*    m_fp = nullptr;
    bool     m_committed = false;
};
 
 
FILE_OUTPUTFORMATTER::FILE_OUTPUTFORMATTER( const wxString& aFileName, const wxChar* aMode, char aQuoteChar ) :
        OUTPUTFORMATTER( OUTPUTFMTBUFZ, aQuoteChar ),
        m_tempFile( std::make_unique<SIBLING_TEMP_FILE>( KIPLATFORM::IO::ResolveSymlinkTarget( aFileName ), aMode ) )
{
}
 
 
FILE_OUTPUTFORMATTER::~FILE_OUTPUTFORMATTER() = default;
 
 
bool FILE_OUTPUTFORMATTER::Finish()
{
    return m_tempFile->Commit();
}
 
 
void FILE_OUTPUTFORMATTER::write( const char* aOutBuf, int aCount )
{
    if( fwrite( aOutBuf, (unsigned) aCount, 1, m_tempFile->File() ) != 1 )
        THROW_IO_ERROR( strerror( errno ) );
}
 
 
PRETTIFIED_FILE_OUTPUTFORMATTER::PRETTIFIED_FILE_OUTPUTFORMATTER( const wxString&           aFileName,
                                                                  KICAD_FORMAT::FORMAT_MODE aFormatMode,
                                                                  const wxChar* aMode, char aQuoteChar ) :
        OUTPUTFORMATTER( OUTPUTFMTBUFZ, aQuoteChar ),
        m_tempFile( std::make_unique<SIBLING_TEMP_FILE>( KIPLATFORM::IO::ResolveSymlinkTarget( aFileName ), aMode ) ),
        m_mode( aFormatMode )
{
    if( ADVANCED_CFG::GetCfg().m_CompactSave && m_mode == KICAD_FORMAT::FORMAT_MODE::NORMAL )
        m_mode = KICAD_FORMAT::FORMAT_MODE::COMPACT_TEXT_PROPERTIES;
}
 
 
PRETTIFIED_FILE_OUTPUTFORMATTER::~PRETTIFIED_FILE_OUTPUTFORMATTER() = default;
 
 
bool PRETTIFIED_FILE_OUTPUTFORMATTER::Finish()
{
    if( m_tempFile->File() )
    {
        KICAD_FORMAT::Prettify( m_buf, m_mode );
 
        if( !m_buf.empty() && fwrite( m_buf.c_str(), m_buf.length(), 1, m_tempFile->File() ) != 1 )
        {
            int err = errno;
 
            // Abandon the temp so a mistaken second Finish() cannot flush and persist a
            // partial file to the target. The destructor discards the file.
            m_tempFile->Abandon();
 
            THROW_IO_ERRORF( _( "Write failed to '%s': %s" ), m_tempFile->Path(),
                             wxString::FromUTF8( strerror( err ) ) );
        }
    }
 
    return m_tempFile->Commit();
}
 
 
void PRETTIFIED_FILE_OUTPUTFORMATTER::write( const char* aOutBuf, int aCount )
{
    m_buf.append( aOutBuf, aCount );
}