gestfich.cpp

Go to the documentation of this file.

/*
 * This program source code file is part of KiCad, a free EDA CAD application.
 *
 * Copyright (C) 2004 Jean-Pierre Charras, [email protected]
 * Copyright (C) 2008 Wayne Stambaugh <[email protected]>
 * Copyright The KiCad Developers, see AUTHORS.txt for contributors.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, you may find one here:
 * http://www.gnu.org/licenses/old-licenses/gpl-2.0.html
 * or you may search the http://www.gnu.org website for the version 2 license,
 * or you may write to the Free Software Foundation, Inc.,
 * 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA
 */

 
#include <wx/mimetype.h>
#include <wx/dir.h>
 
#include <pgm_base.h>
#include <confirm.h>
#include <core/arraydim.h>
#include <gestfich.h>
#include <string_utils.h>
#include <launch_ext.h>
#include "wx/tokenzr.h"
#include <richio.h>
#include <sexpr/sexpr.h>
#include <sexpr/sexpr_parser.h>
 
#include <wx/wfstream.h>
#include <wx/fs_zip.h>
#include <wx/zipstrm.h>
 
#include <filesystem>
#include <string>
#include <system_error>
#include <unordered_set>
#include <core/kicad_algo.h>
 
void QuoteString( wxString& string )
{
    if( !string.StartsWith( wxT( "\"" ) ) )
    {
        string.Prepend ( wxT( "\"" ) );
        string.Append ( wxT( "\"" ) );
    }
}
 
 
wxString FindKicadFile( const wxString& shortname )
{
    // Test the presence of the file in the directory shortname of
    // the KiCad binary path.
#ifndef __WXMAC__
    wxString fullFileName = Pgm().GetExecutablePath() + shortname;
#else
    wxString fullFileName = Pgm().GetExecutablePath() + wxT( "Contents/MacOS/" ) + shortname;
#endif
    if( wxFileExists( fullFileName ) )
        return fullFileName;
 
    if( wxGetEnv( wxT( "KICAD_RUN_FROM_BUILD_DIR" ), nullptr ) )
    {
        wxFileName buildDir( Pgm().GetExecutablePath(), shortname );
 
#ifdef __WXMAC__
        if( !buildDir.GetDirs().IsEmpty()
            && buildDir.GetDirs().Last().Lower().EndsWith( wxT( ".app" ) ) )
        {
            buildDir.RemoveLastDir();
        }
#endif
        buildDir.RemoveLastDir();
#ifndef __WXMSW__
        buildDir.AppendDir( shortname );
#else
        buildDir.AppendDir( shortname.BeforeLast( '.' ) );
#endif
 
        if( buildDir.GetDirs().Last() == "pl_editor" )
        {
            buildDir.RemoveLastDir();
            buildDir.AppendDir( "pagelayout_editor" );
        }
 
#ifdef __WXMAC__
        buildDir.AppendDir( shortname + wxT( ".app" ) );
        buildDir.AppendDir( wxT( "Contents" ) );
        buildDir.AppendDir( wxT( "MacOS" ) );
#endif
 
        if( wxFileExists( buildDir.GetFullPath() ) )
            return buildDir.GetFullPath();
    }
 
    // Test the presence of the file in the directory shortname
    // defined by the environment variable KiCad.
    if( Pgm().IsKicadEnvVariableDefined() )
    {
        fullFileName = Pgm().GetKicadEnvVariable() + shortname;
 
        if( wxFileExists( fullFileName ) )
            return fullFileName;
    }
 
#if defined( __WINDOWS__ )
    // KiCad can be installed highly portably on Windows, anywhere and concurrently
    // either the "kicad file" is immediately adjacent to the exe or it's not a valid install
    return shortname;
#else
 
    // Path list for KiCad binary files
    const static wxChar* possibilities[] = {
#if defined( __WXMAC__ )
        // all internal paths are relative to main bundle kicad.app
        wxT( "Contents/Applications/pcbnew.app/Contents/MacOS/" ),
        wxT( "Contents/Applications/eeschema.app/Contents/MacOS/" ),
        wxT( "Contents/Applications/gerbview.app/Contents/MacOS/" ),
        wxT( "Contents/Applications/bitmap2component.app/Contents/MacOS/" ),
        wxT( "Contents/Applications/pcb_calculator.app/Contents/MacOS/" ),
        wxT( "Contents/Applications/pl_editor.app/Contents/MacOS/" ),
#else
        wxT( "/usr/bin/" ),
        wxT( "/usr/local/bin/" ),
        wxT( "/usr/local/kicad/bin/" ),
#endif
    };
 
    // find binary file from possibilities list:
    for( unsigned i=0;  i<arrayDim(possibilities);  ++i )
    {
#ifndef __WXMAC__
        fullFileName = possibilities[i] + shortname;
#else
        // make relative paths absolute
        fullFileName = Pgm().GetExecutablePath() + possibilities[i] + shortname;
#endif
 
        if( wxFileExists( fullFileName ) )
            return fullFileName;
    }
 
    return shortname;
 
#endif
}
 
 
int ExecuteFile( const wxString& aEditorName, const wxString& aFileName, wxProcess* aCallback,
                 bool aFileForKicad )
{
    wxString              fullEditorName;
    std::vector<wxString> params;
 
#ifdef __UNIX__
    wxString param;
    bool     inSingleQuotes = false;
    bool     inDoubleQuotes = false;
 
    auto pushParam =
            [&]()
            {
                if( !param.IsEmpty() )
                {
                    params.push_back( param );
                    param.clear();
                }
            };
 
    for( wxUniChar ch : aEditorName )
    {
        if( inSingleQuotes )
        {
            if( ch == '\'' )
            {
                pushParam();
                inSingleQuotes = false;
                continue;
            }
            else
            {
                param += ch;
            }
        }
        else if( inDoubleQuotes )
        {
            if( ch == '"' )
            {
                pushParam();
                inDoubleQuotes = false;
            }
            else
            {
                param += ch;
            }
        }
        else if( ch == '\'' )
        {
            pushParam();
            inSingleQuotes = true;
        }
        else if( ch == '"' )
        {
            pushParam();
            inDoubleQuotes = true;
        }
        else if( ch == ' ' )
        {
            pushParam();
        }
        else
        {
            param += ch;
        }
    }
 
    pushParam();
 
    if( aFileForKicad )
        fullEditorName = FindKicadFile( params[0] );
    else
        fullEditorName = params[0];
 
    params.erase( params.begin() );
#else
 
    if( aFileForKicad )
        fullEditorName = FindKicadFile( aEditorName );
    else
        fullEditorName = aEditorName;
#endif
 
    if( wxFileExists( fullEditorName ) )
    {
        std::vector<const wchar_t*> args;
 
        args.emplace_back( fullEditorName.wc_str() );
 
        if( !params.empty() )
        {
            for( const wxString& p : params )
                args.emplace_back( p.wc_str() );
        }
 
        if( !aFileName.IsEmpty() )
            args.emplace_back( aFileName.wc_str() );
 
        args.emplace_back( nullptr );
 
        return wxExecute( const_cast<wchar_t**>( args.data() ), wxEXEC_ASYNC, aCallback );
    }
 
    wxString msg;
    msg.Printf( _( "Command '%s' could not be found." ), fullEditorName );
    DisplayErrorMessage( nullptr, msg );
    return -1;
}
 
 
bool OpenPDF( const wxString& file )
{
    wxString msg;
    wxString filename = file;
 
    Pgm().ReadPdfBrowserInfos();
 
    if( Pgm().UseSystemPdfBrowser() )
    {
        if( !LaunchExternal( filename ) )
        {
            msg.Printf( _( "Unable to find a PDF viewer for '%s'." ), filename );
            DisplayErrorMessage( nullptr, msg );
            return false;
        }
    }
    else
    {
        const wchar_t* args[3];
 
        args[0] = Pgm().GetPdfBrowserName().wc_str();
        args[1] = filename.wc_str();
        args[2] = nullptr;
 
        if( wxExecute( const_cast<wchar_t**>( args ) ) == -1 )
        {
            msg.Printf( _( "Problem while running the PDF viewer '%s'." ), args[0] );
            DisplayErrorMessage( nullptr, msg );
            return false;
        }
    }
 
    return true;
}
 
 
void KiCopyFile( const wxString& aSrcPath, const wxString& aDestPath, wxString& aErrors )
{
    if( !wxCopyFile( aSrcPath, aDestPath ) )
    {
        wxString msg;
 
        if( !aErrors.IsEmpty() )
            aErrors += "\n";
 
        msg.Printf( _( "Cannot copy file '%s'." ), aDestPath );
        aErrors += msg;
    }
}
 
 
static void traverseSEXPR( SEXPR::SEXPR* aNode, const std::function<void( SEXPR::SEXPR* )>& aVisitor )
{
    aVisitor( aNode );
 
    if( aNode->IsList() )
    {
        for( unsigned i = 0; i < aNode->GetNumberOfChildren(); i++ )
            traverseSEXPR( aNode->GetChild( i ), aVisitor );
    }
}
 
 
void CopySexprFile( const wxString& aSrcPath, const wxString& aDestPath,
                    std::function<bool( const std::string& token, wxString& value )> aCallback,
                    wxString& aErrors )
{
    bool success = false;
 
    try
    {
        SEXPR::PARSER parser;
        std::unique_ptr<SEXPR::SEXPR> sexpr( parser.ParseFromFile( TO_UTF8( aSrcPath ) ) );
 
        traverseSEXPR( sexpr.get(),
                [&]( SEXPR::SEXPR* node )
                {
                    if( node->IsList() && node->GetNumberOfChildren() > 1 && node->GetChild( 0 )->IsSymbol() )
                    {
                        std::string          token = node->GetChild( 0 )->GetSymbol();
                        SEXPR::SEXPR_STRING* pathNode = dynamic_cast<SEXPR::SEXPR_STRING*>( node->GetChild( 1 ) );
                        SEXPR::SEXPR_SYMBOL* symNode = dynamic_cast<SEXPR::SEXPR_SYMBOL*>( node->GetChild( 1 ) );
                        wxString             path;
 
                        if( pathNode )
                            path = pathNode->m_value;
                        else if( symNode )
                            path = symNode->m_value;
 
                        if( aCallback( token, path ) )
                        {
                            if( pathNode )
                                pathNode->m_value = path;
                            else if( symNode )
                                symNode->m_value = path;
                        }
                    }
                } );
 
 
        // Pass through the pretifier to ensure format is the same as when a file is saved by a frame
        PRETTIFIED_FILE_OUTPUTFORMATTER formatter( aDestPath );
 
        // Format as a string to prevent format string attacks
        formatter.Print( "%s",  sexpr->AsString( 0 ).c_str() );
 
        success = formatter.Finish();
    }
    catch( ... )
    {
        success = false;
    }
 
    if( !success )
    {
        wxString msg;
 
        if( !aErrors.empty() )
            aErrors += wxS( "\n" );
 
        msg.Printf( _( "Cannot copy file '%s'." ), aDestPath );
        aErrors += msg;
    }
}
 
 
wxString QuoteFullPath( wxFileName& fn, wxPathFormat format )
{
    return wxT( "\"" ) + fn.GetFullPath( format ) + wxT( "\"" );
}
 
 
bool RmDirRecursive( const wxString& aFileName, wxString* aErrors )
{
    namespace fs = std::filesystem;
 
    std::string rmDir = aFileName.ToStdString();
 
    if( rmDir.length() < 3 )
    {
        if( aErrors )
            *aErrors = _( "Invalid directory name, cannot remove root" );
 
        return false;
    }
 
    if( !fs::exists( rmDir ) )
    {
        if( aErrors )
            *aErrors = wxString::Format( _( "Directory '%s' does not exist" ), aFileName );
 
        return false;
    }
 
    fs::path path( rmDir );
 
    if( !fs::is_directory( path ) )
    {
        if( aErrors )
            *aErrors = wxString::Format( _( "'%s' is not a directory" ), aFileName );
 
        return false;
    }
 
    try
    {
        fs::remove_all( path );
    }
    catch( const fs::filesystem_error& e )
    {
        if( aErrors )
            *aErrors = wxString::Format( _( "Error removing directory '%s': %s" ), aFileName, e.what() );
 
        return false;
    }
 
    return true;
}
 
 
bool CopyDirectory( const wxString& aSourceDir, const wxString& aDestDir,
                    const std::vector<wxString>& aPathsWithOverwriteDisallowed, wxString& aErrors )
{
    wxDir dir( aSourceDir );
 
    if( !dir.IsOpened() )
    {
        aErrors += wxString::Format( _( "Could not open source directory: %s" ), aSourceDir );
        aErrors += wxT( "\n" );
        return false;
    }
 
    if( !wxFileName::Mkdir( aDestDir, wxS_DIR_DEFAULT, wxPATH_MKDIR_FULL ) )
    {
        aErrors += wxString::Format( _( "Could not create destination directory: %s" ), aDestDir );
        aErrors += wxT( "\n" );
        return false;
    }
 
    wxString filename;
    bool     cont = dir.GetFirst( &filename );
 
    while( cont )
    {
        wxString sourcePath = dir.GetNameWithSep() + filename;
        wxString destPath = aDestDir + wxFileName::GetPathSeparator() + filename;
 
        if( wxFileName::DirExists( sourcePath ) )
        {
            // Recursively copy subdirectories
            if( !CopyDirectory( sourcePath, destPath, aPathsWithOverwriteDisallowed, aErrors ) )
                return false;
        }
        else
        {
            // Copy files
            if( alg::contains( aPathsWithOverwriteDisallowed, sourcePath ) && wxFileExists( destPath ) )
            {
                // Presumably user does not want an error on a no-overwrite condition....
            }
            else if( !wxCopyFile( sourcePath, destPath ) )
            {
                aErrors += wxString::Format( _( "Could not copy file: %s to %s" ), sourcePath, destPath );
                return false;
            }
        }
 
        cont = dir.GetNext( &filename );
    }
 
    return true;
}
 
 
bool CopyFilesOrDirectory( const wxString& aSourcePath, const wxString& aDestDir, bool aAllowOverwrites,
                           wxString& aErrors, std::vector<wxString>& aPathsWritten )
{
    // Parse source path and determine if it's a directory
    wxFileName sourceFn( aSourcePath );
    wxString   sourcePath = sourceFn.GetFullPath();
    bool       isSourceDirectory = wxFileName::DirExists( sourcePath );
    wxString   baseDestDir = aDestDir;
 
    auto performCopy =
            [&]( const wxString& src, const wxString& dest ) -> bool
            {
                if( wxCopyFile( src, dest, aAllowOverwrites ) )
                {
                    aPathsWritten.push_back( dest );
                    return true;
                }
 
                aErrors += wxString::Format( _( "Could not copy file: %s to %s" ), src, dest );
                aErrors += wxT( "\n" );
                return false;
            };
 
    auto processEntries =
            [&]( const wxString& srcDir, const wxString& pattern, const wxString& destDir ) -> bool
            {
                wxDir dir( srcDir );
 
                if( !dir.IsOpened() )
                {
                    aErrors += wxString::Format( _( "Could not open source directory: %s" ), srcDir );
                    aErrors += wxT( "\n" );
                    return false;
                }
 
                wxString filename;
                bool     success = true;
 
                // Find all entries matching pattern (files + directories + hidden items)
                bool cont = dir.GetFirst( &filename, pattern, wxDIR_FILES | wxDIR_DIRS | wxDIR_HIDDEN );
 
                while( cont )
                {
                    const wxString entrySrc = srcDir + wxFileName::GetPathSeparator() + filename;
                    const wxString entryDest = destDir + wxFileName::GetPathSeparator() + filename;
 
                    if( !filename.Matches( wxT( "~*.lck" ) ) && !filename.Matches( wxT( "*.lck" ) ) )
                    {
                        if( wxFileName::DirExists( entrySrc ) )
                        {
                            // Recursively process subdirectories
                            if( !CopyFilesOrDirectory( entrySrc, destDir, aAllowOverwrites, aErrors, aPathsWritten ) )
                            {
                                aErrors += wxString::Format( _( "Could not copy directory: %s to %s" ),
                                                             entrySrc, entryDest );
                                aErrors += wxT( "\n" );
 
                                success = false;
                            }
                        }
                        else
                        {
                            // Copy individual files
                            if( !performCopy( entrySrc, entryDest ) )
                            {
                                success = false;
                            }
                        }
                    }
 
                    cont = dir.GetNext( &filename );
                }
 
                return success;
            };
 
    // If copying a directory, append its name to destination path
    if( isSourceDirectory )
    {
        wxString sourceDirName = sourceFn.GetFullName();
        baseDestDir = wxFileName( aDestDir, sourceDirName ).GetFullPath();
    }
 
    // Create destination directory hierarchy
    if( !wxFileName::Mkdir( baseDestDir, wxS_DIR_DEFAULT, wxPATH_MKDIR_FULL ) )
    {
        aErrors += wxString::Format( _( "Could not create destination directory: %s" ), baseDestDir );
        aErrors += wxT( "\n" );
 
        return false;
    }
 
    // Execute appropriate copy operation based on source type
    if( !isSourceDirectory )
    {
        const wxString fileName = sourceFn.GetFullName();
 
        // Handle wildcard patterns in filenames
        if( fileName.Contains( '*' ) || fileName.Contains( '?' ) )
        {
            const wxString dirPath = sourceFn.GetPath();
 
            if( !wxFileName::DirExists( dirPath ) )
            {
                aErrors += wxString::Format( _( "Source directory does not exist: %s" ), dirPath );
                aErrors += wxT( "\n" );
 
                return false;
            }
 
            // Process all matching files in source directory
            return processEntries( dirPath, fileName, baseDestDir );
        }
 
        // Single file copy operation
        return performCopy( sourcePath, wxFileName( baseDestDir, fileName ).GetFullPath() );
    }
 
    // Full directory copy operation
    return processEntries( sourcePath, wxEmptyString, baseDestDir );
}
 
 
bool AddDirectoryToZip( wxZipOutputStream& aZip, const wxString& aSourceDir, wxString& aErrors,
                        const wxString& aParentDir )
{
    wxDir dir( aSourceDir );
 
    if( !dir.IsOpened() )
    {
        aErrors += wxString::Format( _( "Could not open source directory: %s" ), aSourceDir );
        aErrors += "\n";
        return false;
    }
 
    wxString filename;
    bool     cont = dir.GetFirst( &filename );
 
    while( cont )
    {
        wxString sourcePath = aSourceDir + wxFileName::GetPathSeparator() + filename;
        wxString zipPath = aParentDir + filename;
 
        if( wxFileName::DirExists( sourcePath ) )
        {
            // Add directory entry to the ZIP file
            aZip.PutNextDirEntry( zipPath + "/" );
 
            // Recursively add subdirectories
            if( !AddDirectoryToZip( aZip, sourcePath, aErrors, zipPath + "/" ) )
                return false;
        }
        else
        {
            // Add file entry to the ZIP file
            aZip.PutNextEntry( zipPath );
            wxFFileInputStream fileStream( sourcePath );
 
            if( !fileStream.IsOk() )
            {
                aErrors += wxString::Format( _( "Could not read file: %s" ), sourcePath );
                return false;
            }
 
            aZip.Write( fileStream );
        }
 
        cont = dir.GetNext( &filename );
    }
 
    return true;
}
 
 
namespace
{
 
std::filesystem::path toFsPath( const wxString& aPath )
{
#ifdef __WXMSW__
    return std::filesystem::path( std::wstring( aPath.wc_str() ) );
#else
    return std::filesystem::path( aPath.utf8_string() );
#endif
}
 
 
// Best-effort canonicalisation.  Empty path means "couldn't resolve"
// (broken symlink, ELOOP, etc.); callers treat that as "skip rather than
// risk recursing".
std::filesystem::path canonicalPath( const std::filesystem::path& aPath )
{
    std::error_code ec;
    std::filesystem::path canon = std::filesystem::weakly_canonical( aPath, ec );
 
    return ec ? std::filesystem::path() : canon;
}
 
 
// True if @p aAncestor is equal to or an ancestor of @p aDescendant.  Both
// must already be canonical so that "/a/b" and "/a/b/c" share a prefix
// component-wise.
bool isAncestorOrSame( const std::filesystem::path& aAncestor,
                       const std::filesystem::path& aDescendant )
{
    auto a = aAncestor.begin();
    auto d = aDescendant.begin();
 
    for( ; a != aAncestor.end() && d != aDescendant.end(); ++a, ++d )
    {
        if( *a != *d )
            return false;
    }
 
    return a == aAncestor.end();
}
 
 
// Shared traverser for CollectFilesLoopSafe / CollectSubdirsLoopSafe.  Records
// files, directories, or both into @p aOutput while deduplicating visited
// directories by canonical path so recursive symlinks terminate.
class LOOP_SAFE_COLLECTOR : public wxDirTraverser
{
public:
    LOOP_SAFE_COLLECTOR( wxArrayString& aOutput, const wxString& aRoot, bool aCollectFiles,
                         bool aCollectDirs ) :
            m_output( aOutput ),
            m_root( canonicalPath( toFsPath( aRoot ) ) ),
            m_collectFiles( aCollectFiles ),
            m_collectDirs( aCollectDirs )
    {
        m_visited.reserve( 256 );
 
        if( !m_root.empty() )
            m_visited.insert( m_root.generic_string() );
    }
 
    wxDirTraverseResult OnFile( const wxString& aFilename ) override
    {
        if( m_collectFiles )
            m_output.Add( aFilename );
 
        return wxDIR_CONTINUE;
    }
 
    wxDirTraverseResult OnDir( const wxString& aDirname ) override
    {
        const std::filesystem::path raw = toFsPath( aDirname );
 
        // Fast path: a real (non-symlink) subdir can't introduce a cycle by
        // itself, so skip the per-component weakly_canonical and use the
        // string-only lexically_normal as the dedup key.  Cold-cache walks
        // of large model libraries pay one lstat per dir instead of one per
        // path component.
        std::error_code ec;
        const bool isLink = std::filesystem::is_symlink( raw, ec );
 
        std::filesystem::path key;
 
        if( isLink && !ec )
        {
            const std::filesystem::path canon = canonicalPath( raw );
 
            if( canon.empty() )
                return wxDIR_IGNORE;
 
            // Refuse to escape the scan tree.  Stops Wine 'dosdevices/z: -> /'
            // and similar root-escape symlinks from walking the whole disk
            // before the visited-set catches the eventual re-entry.
            if( !m_root.empty() && isAncestorOrSame( canon, m_root ) )
                return wxDIR_IGNORE;
 
            key = canon;
        }
        else
        {
            key = raw.lexically_normal();
        }
 
        if( !m_visited.insert( key.generic_string() ).second )
            return wxDIR_IGNORE;
 
        if( m_collectDirs )
            m_output.Add( aDirname );
 
        return wxDIR_CONTINUE;
    }
 
private:
    wxArrayString&                  m_output;
    std::filesystem::path           m_root;
    bool                            m_collectFiles;
    bool                            m_collectDirs;
    std::unordered_set<std::string> m_visited;
};
 
 
void traverseLoopSafe( const wxString& aRoot, wxArrayString& aOutput, bool aCollectFiles,
                       bool aCollectDirs, const wxString& aFileSpec, int aFlags )
{
    wxDir dir( aRoot );
 
    if( !dir.IsOpened() )
        return;
 
    LOOP_SAFE_COLLECTOR collector( aOutput, aRoot, aCollectFiles, aCollectDirs );
    dir.Traverse( collector, aFileSpec, aFlags );
}
 
}  // namespace
 
 
void CollectFilesLoopSafe( const wxString& aRoot, wxArrayString& aFiles, const wxString& aFileSpec,
                           int aFlags )
{
    // Force wxDIR_FILES so files are reported and wxDIR_DIRS so Traverse descends
    // into subdirectories; the collector keeps directories out of the file list
    // and breaks loops.  aFlags carries the caller's wxDIR_HIDDEN choice.
    traverseLoopSafe( aRoot, aFiles, true, false, aFileSpec, aFlags | wxDIR_FILES | wxDIR_DIRS );
}
 
 
void CollectSubdirsLoopSafe( const wxString& aRoot, wxArrayString& aDirs, int aFlags )
{
    traverseLoopSafe( aRoot, aDirs, false, true, wxEmptyString, aFlags | wxDIR_DIRS );
}