kicad/common/settings/json_settings.cpp

/*
 * This program source code file is part of KiCad, a free EDA CAD application.
 *
 * Copyright (C) 2020 Jon Evans <jon@craftyjon.com>
 * Copyright (C) 2020 KiCad Developers, see AUTHORS.txt for contributors.
 *
 * This program is free software: you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the
 * Free Software Foundation, either version 3 of the License, or (at your
 * option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License along
 * with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#include <boost/algorithm/string.hpp>
#include <boost/algorithm/string/replace.hpp>
#include <fstream>
#include <iomanip>
#include <utility>

#include <common.h>
#include <gal/color4d.h>
#include <settings/json_settings.h>
#include <settings/nested_settings.h>
#include <settings/parameters.h>
#include <wx/config.h>
#include <wx/debug.h>
#include <wx/filename.h>

extern const char* traceSettings;


JSON_SETTINGS::JSON_SETTINGS( const std::string& aFilename, SETTINGS_LOC aLocation,
                              int aSchemaVersion, bool aCreateIfMissing, bool aWriteFile,
                              nlohmann::json aDefault ) :
        nlohmann::json( std::move( aDefault ) ), m_filename( aFilename ), m_legacy_filename( "" ),
        m_location( aLocation ), m_createIfMissing( aCreateIfMissing ), m_writeFile( aWriteFile ),
        m_schemaVersion( aSchemaVersion )
{
    m_params.emplace_back(
            new PARAM<std::string>( "meta.filename", &m_filename, m_filename, true ) );

    m_params.emplace_back(
            new PARAM<int>( "meta.version", &m_schemaVersion, m_schemaVersion, true ) );
}


JSON_SETTINGS::~JSON_SETTINGS()
{
    for( auto param: m_params )
        delete param;

    m_params.clear();
}


void JSON_SETTINGS::Load()
{
    for( auto param : m_params )
        param->Load( this );
}


void JSON_SETTINGS::LoadFromFile( const std::string& aDirectory )
{
    // First, load all params to default values
    clear();
    Load();

    bool migrated = false;
    LOCALE_IO locale;

    auto migrateFromLegacy = [&] ( wxFileName& aPath ) {
        wxConfigBase::DontCreateOnDemand();
        auto cfg = std::make_unique<wxFileConfig>( wxT( "" ), wxT( "" ), aPath.GetFullPath() );

        // If migrate fails or is not implemented, fall back to built-in defaults that were
        // already loaded above
        if( !MigrateFromLegacy( cfg.get() ) )
        {
            wxLogTrace( traceSettings,
                        "%s: migrated; not all settings were found in legacy file", m_filename );
        }
        else
        {
            wxLogTrace( traceSettings, "%s: migrated from legacy format", m_filename );
        }

        // Either way, we want to clean up the old file afterwards
        migrated = true;
    };

    wxFileName path( aDirectory, m_filename, "json" );

    if( !path.Exists() )
    {
        // Case 1: legacy migration, no .json extension yet
        path.ClearExt();

        if( path.Exists() )
        {
            migrateFromLegacy( path );
        }
        // Case 2: legacy filename is different from new one
        else if( !m_legacy_filename.empty() )
        {
            path.SetName( m_legacy_filename );

            if( path.Exists() )
                migrateFromLegacy( path );
        }
    }
    else
    {
        try
        {
            std::ifstream in( path.GetFullPath().ToStdString() );
            in >> *this;

            // If parse succeeds, check if schema migration is required
            try
            {
                int filever = at( PointerFromString( "meta.version" ) ).get<int>();

                if( filever < m_schemaVersion )
                {
                    wxLogTrace( traceSettings, "%s: attempting migration from version %d to %d",
                            m_filename, filever, m_schemaVersion );

                    if( !Migrate() )
                    {
                        wxLogTrace( traceSettings, "%s: migration failed!", m_filename );
                    }
                }
                else if( filever > m_schemaVersion )
                {
                    wxLogTrace( traceSettings,
                            "%s: warning: file version %d is newer than latest (%d)", m_filename,
                            filever, m_schemaVersion );
                }
            }
            catch( ... )
            {
                wxLogTrace( traceSettings, "%s: file version could not be read!", m_filename );
            }
        }
        catch( nlohmann::json::parse_error& error )
        {
            wxLogTrace(
                    traceSettings, "Parse error reading %s: %s", path.GetFullPath(), error.what() );
            wxLogTrace( traceSettings, "Attempting migration in case file is in legacy format" );
            migrateFromLegacy( path );
        }
    }

    // Now that we have new data in the JSON structure, load the params again
    Load();

    // And finally load any nested settings
    for( auto settings : m_nested_settings )
        settings->LoadFromFile();

    wxLogTrace( traceSettings, "Loaded %s with schema %d", GetFilename(), m_schemaVersion );

    // If we migrated, clean up the legacy file (with no extension)
    if( migrated )
    {
        if( !wxRemoveFile( path.GetFullPath() ) )
        {
            wxLogTrace(
                    traceSettings, "Warning: could not remove legacy file %s", path.GetFullPath() );
        }

        // And write-out immediately so that we don't lose data if the program later crashes.
        SaveToFile( aDirectory );
    }
}


void JSON_SETTINGS::Store()
{
    for( auto param : m_params )
        param->Store( this );
}


void JSON_SETTINGS::ResetToDefaults()
{
    for( auto param : m_params )
        param->SetDefault();
}


void JSON_SETTINGS::SaveToFile( const std::string& aDirectory )
{
    if( !m_writeFile )
        return;

    wxLogTrace( traceSettings, "Saving %s", m_filename );

    wxFileName path( aDirectory, m_filename, "json" );

    if( !m_createIfMissing && !path.FileExists() )
        return;

    if( !path.DirExists() && !path.Mkdir() )
    {
        wxLogTrace( traceSettings, "Warning: could not create path %s, can't save %s",
                path.GetPath(), m_filename );
        return;
    }

    for( auto settings : m_nested_settings )
        settings->SaveToFile();

    Store();

    LOCALE_IO dummy;

    try
    {
        std::ofstream file( path.GetFullPath().ToStdString() );
        file << std::setw( 2 ) << *this << std::endl;
    }
    catch( const std::exception& e )
    {
        wxLogTrace( traceSettings, "Warning: could not save %s: %s", m_filename, e.what() );
    }
    catch( ... )
    {
    }
}


nlohmann::json JSON_SETTINGS::GetJson( std::string aPath ) const
{
    nlohmann::json ret( {} );

    // Will throw an exception if the path is not found
    try
    {
        ret = this->at( PointerFromString( std::move( aPath ) ) );
    }
    catch( ... )
    {
    }

    return ret;
}


bool JSON_SETTINGS::Migrate()
{
    wxLogTrace( traceSettings, "Migrate() not implemented for %s", typeid( *this ).name() );
    return false;
}


bool JSON_SETTINGS::MigrateFromLegacy( wxConfigBase* aLegacyConfig )
{
    wxLogTrace( traceSettings,
            "MigrateFromLegacy() not implemented for %s", typeid( *this ).name() );
    return false;
}


nlohmann::json::json_pointer JSON_SETTINGS::PointerFromString( std::string aPath )
{
    boost::replace_all( aPath, ".", "/" );
    aPath.insert( 0, "/" );

    nlohmann::json::json_pointer p;

    try
    {
        p = nlohmann::json::json_pointer( aPath );
    }
    catch( ... )
    {
        wxASSERT_MSG( false, wxT( "Invalid pointer path in PointerFromString!" ) );
    }

    return p;
}


template<typename ValueType>
bool JSON_SETTINGS::fromLegacy( wxConfigBase* aConfig, const std::string& aKey,
                             const std::string& aDest )
{
    ValueType val;

    if( aConfig->Read( aKey, &val ) )
    {
        try
        {
            ( *this )[PointerFromString( aDest )] = val;
        }
        catch( ... )
        {
            wxASSERT_MSG( false, wxT( "Could not write value in fromLegacy!" ) );
            return false;
        }

        return true;
    }

    return false;
}


// Explicitly declare these because we only support a few types anyway, and it means we can keep
// wxConfig detail out of the header file
template bool JSON_SETTINGS::fromLegacy<int>( wxConfigBase*, const std::string&,
                                              const std::string& );

template bool JSON_SETTINGS::fromLegacy<double>( wxConfigBase*, const std::string&,
                                              const std::string& );

template bool JSON_SETTINGS::fromLegacy<bool>( wxConfigBase*, const std::string&,
                                               const std::string& );


bool JSON_SETTINGS::fromLegacyString( wxConfigBase* aConfig, const std::string& aKey,
                                      const std::string& aDest )
{
    wxString str;

    if( aConfig->Read( aKey, &str ) )
    {
        try
        {
            ( *this )[PointerFromString( aDest )] = str.ToUTF8();
        }
        catch( ... )
        {
            wxASSERT_MSG( false, wxT( "Could not write value in fromLegacyString!" ) );
            return false;
        }

        return true;
    }

    return false;
}


bool JSON_SETTINGS::fromLegacyColor( wxConfigBase* aConfig, const std::string& aKey,
    const std::string& aDest )
{
    wxString str;

    if( aConfig->Read( aKey, &str ) )
    {
        KIGFX::COLOR4D color;
        color.SetFromWxString( str );

        try
        {
            nlohmann::json js = nlohmann::json::array( { color.r, color.g, color.b, color.a } );
            ( *this )[PointerFromString( aDest )] = js;
        }
        catch( ... )
        {
            wxASSERT_MSG( false, wxT( "Could not write value in fromLegacyColor!" ) );
            return false;
        }

        return true;
    }

    return false;
}


void JSON_SETTINGS::AddNestedSettings( NESTED_SETTINGS* aSettings )
{
    m_nested_settings.push_back( aSettings );
}


// Specializations to allow conversion between wxString and std::string via JSON_SETTINGS API

template<> wxString JSON_SETTINGS::Get( std::string aPath ) const
{
    return wxString( GetJson( std::move( aPath ) ).get<std::string>().c_str(), wxConvUTF8 );
}


template<> void JSON_SETTINGS::Set<wxString>( std::string aPath, wxString aVal )
{
    ( *this )[PointerFromString( std::move( aPath ) ) ] = aVal.ToUTF8();
}

// Specializations to allow directly reading/writing wxStrings from JSON

void to_json( nlohmann::json& aJson, const wxString& aString )
{
    aJson = aString.ToUTF8();
}


void from_json( const nlohmann::json& aJson, wxString& aString )
{
    aString = wxString( aJson.get<std::string>().c_str(), wxConvUTF8 );
}