decl/lbfgs.hpp

Go to the documentation of this file.

#pragma once
 
#include <panoc-alm/util/box.hpp>
#include <panoc-alm/util/vec.hpp>
 
#include <panoc-alm/inner/directions/decl/lbfgs-fwd.hpp>
#include <panoc-alm/inner/directions/decl/panoc-direction-update.hpp>
 
namespace pa {
 
struct LBFGSParams {
    unsigned memory = 10;
    struct {
        real_t α = 1;
        real_t ϵ = 0;
    }
    cbfgs;
 
    bool rescale_when_γ_changes = false;
};
 
class LBFGS {
  public:
    using Params = LBFGSParams;
 
    enum class Sign {
        Positive, 
        Negative, 
    };
 
    LBFGS(Params params) : params(params) {}
    LBFGS(Params params, size_t n) : params(params) { resize(n); }
 
    static bool update_valid(LBFGSParams params, real_t yᵀs, real_t sᵀs,
                             real_t pᵀp);
 
    bool update(crvec xₖ, crvec xₖ₊₁, crvec pₖ, crvec pₖ₊₁,
                Sign sign, bool forced = false);
 
    template <class Vec>
    bool apply(Vec &&q, real_t γ);
 
    template <class Vec, class IndexVec>
    bool apply(Vec &&q, real_t γ, const IndexVec &J);
 
    void reset();
    void resize(size_t n);
 
    void scale_y(real_t factor);
 
    std::string get_name() const { return "LBFGS"; }
 
    const Params &get_params() const { return params; }
 
    size_t n() const { return sto.rows() - 1; }
    size_t history() const { return sto.cols() / 2; }
    size_t succ(size_t i) const { return i + 1 < history() ? i + 1 : 0; }
 
    auto s(size_t i) { return sto.col(2 * i).topRows(n()); }
    auto s(size_t i) const { return sto.col(2 * i).topRows(n()); }
    auto y(size_t i) { return sto.col(2 * i + 1).topRows(n()); }
    auto y(size_t i) const { return sto.col(2 * i + 1).topRows(n()); }
    real_t &ρ(size_t i) { return sto.coeffRef(n(), 2 * i); }
    const real_t &ρ(size_t i) const { return sto.coeff(n(), 2 * i); }
    real_t &α(size_t i) { return sto.coeffRef(n(), 2 * i + 1); }
    const real_t &α(size_t i) const { return sto.coeff(n(), 2 * i + 1); }
 
  private:
    using storage_t = Eigen::Matrix<real_t, Eigen::Dynamic, Eigen::Dynamic>;
 
    storage_t sto;
    size_t idx = 0;
    bool full  = false;
    Params params;
};
 
template <>
struct PANOCDirection<LBFGS> {
    LBFGS lbfgs;
    PANOCDirection(const LBFGSParams &params) : lbfgs(params) {}
    PANOCDirection(const LBFGS &lbfgs) : lbfgs(lbfgs) {}
    PANOCDirection(LBFGS &&lbfgs) : lbfgs(std::move(lbfgs)) {}
 
    void initialize(crvec x₀, crvec x̂₀, crvec p₀,
                    crvec grad₀);
    bool update(crvec xₖ, crvec xₖ₊₁, crvec pₖ, crvec pₖ₊₁,
                crvec grad_new, const Box &C, real_t γ_new);
    bool apply(crvec xₖ, crvec x̂ₖ, crvec pₖ, real_t γ, rvec qₖ);
    void changed_γ(real_t γₖ, real_t old_γₖ);
    void reset();
    std::string get_name() const;
    LBFGSParams get_params() const;
};
 
} // namespace pa