verify/string/suffix_automaton.test.cpp

View this file on GitHub
Last update: 2026-10-06 01:57:24+09:00
Problem: https://judge.yosupo.jp/problem/number_of_substrings

Depends on

Code

#define PROBLEM "https://judge.yosupo.jp/problem/number_of_substrings"

#include "../../string/suffix_automaton.hpp"

#include <algorithm>
#include <cassert>
#include <cstdint>
#include "../../utilities/fast_io.hpp"
#include <map>
#include <set>
#include <string>
#include <utility>
#include <vector>

namespace {

void test_features() {
    using Automaton = m1une::string::SuffixAutomaton<>;
    Automaton automaton;
    automaton.reserve(16);
    assert(automaton.empty());
    assert(automaton.state_count() == 1);
    assert(automaton.root() == Automaton::root_state);
    assert(automaton.last() == automaton.root());

    std::string text = "ababa";
    for (char character : text) automaton.add(character);
    assert(!automaton.empty());
    assert(automaton.text_length() == 5);
    assert(automaton.state(automaton.last()).length == 5);
    assert(automaton.contains(std::string("bab")));
    assert(!automaton.contains(std::string("abb")));
    assert(automaton.contains(std::string()));
    assert(automaton.transition(automaton.root(), 'a') == automaton.find(std::string("a")));
    assert(automaton.distinct_substring_count() == 9);

    std::vector<long long> count = automaton.occurrence_counts();
    assert(count[automaton.root()] == 5);
    assert(count[automaton.find(std::string("a"))] == 3);
    assert(count[automaton.find(std::string("b"))] == 2);
    assert(count[automaton.find(std::string("aba"))] == 2);
    assert(count[automaton.find(std::string("ababa"))] == 1);

    auto occurrence = automaton.representative_occurrence(std::string("bab"));
    assert(text.substr(occurrence.first, occurrence.second - occurrence.first) == "bab");
    assert((automaton.representative_occurrence(std::string("x")) == std::pair<int, int>({-1, -1})));

    std::vector<bool> terminal = automaton.terminal_states();
    assert(terminal[automaton.root()]);
    for (int length = 1; length <= int(text.size()); length++) {
        int id = automaton.find(text.substr(text.size() - length));
        assert(terminal[id]);
    }

    std::string other = "zzbababx";
    auto common = automaton.longest_common_substring(other);
    assert(other.substr(common.first, common.second - common.first) == "baba");

    std::vector<int> order = automaton.length_order();
    for (int i = 1; i < int(order.size()); i++) {
        assert(automaton.state(order[i - 1]).length <= automaton.state(order[i]).length);
    }

    m1une::string::SuffixAutomaton<10, '0'> digits(std::string("012012"));
    assert(digits.contains(std::string("201")));

    automaton.clear();
    assert(automaton.empty());
    assert(automaton.state_count() == 1);
}

void test_randomized() {
    std::uint64_t state = 117;
    auto random = [&state]() {
        state ^= state << 7;
        state ^= state >> 9;
        return state;
    };

    for (int trial = 0; trial < 2000; trial++) {
        int n = int(random() % 55);
        std::string text(n, 'a');
        for (char& character : text) character = char('a' + random() % 4);
        m1une::string::SuffixAutomaton<4, 'a'> automaton(text);

        assert(automaton.state_count() <= std::max(1, 2 * n));
        std::map<std::string, int> expected_count;
        for (int left = 0; left < n; left++) {
            for (int right = left + 1; right <= n; right++) {
                expected_count[text.substr(left, right - left)]++;
            }
        }
        assert(automaton.distinct_substring_count() == int(expected_count.size()));

        std::vector<long long> occurrence = automaton.occurrence_counts();
        for (const auto& [substring, expected] : expected_count) {
            int id = automaton.find(substring);
            assert(id != automaton.null_state);
            assert(occurrence[id] == expected);
            auto [left, right] = automaton.representative_occurrence(substring);
            assert(text.substr(left, right - left) == substring);
        }

        for (int id = 1; id < automaton.state_count(); id++) {
            const auto& current = automaton.state(id);
            assert(0 <= current.suffix_link && current.suffix_link < automaton.state_count());
            assert(automaton.state(current.suffix_link).length < current.length);
            assert(automaton.minimum_length(id) == automaton.state(current.suffix_link).length + 1);
            auto [left, right] = automaton.longest_representative(id);
            assert(0 <= left && left < right && right <= n);
            std::string represented = text.substr(left, right - left);
            assert(int(represented.size()) == current.length);
            assert(automaton.find(represented) == id);
        }

        std::vector<bool> expected_terminal(automaton.state_count(), false);
        expected_terminal[automaton.root()] = true;
        for (int left = 0; left < n; left++) {
            expected_terminal[automaton.find(text.substr(left))] = true;
        }
        assert(automaton.terminal_states() == expected_terminal);

        int m = int(random() % 55);
        std::string query(m, 'a');
        for (char& character : query) character = char('a' + random() % 4);
        int expected_lcs = 0;
        for (int left = 0; left < m; left++) {
            for (int right = left + 1; right <= m; right++) {
                if (automaton.contains(query.substr(left, right - left))) {
                    expected_lcs = std::max(expected_lcs, right - left);
                }
            }
        }
        auto [left, right] = automaton.longest_common_substring(query);
        assert(right - left == expected_lcs);
        assert(automaton.contains(query.substr(left, right - left)));
    }
}

}  // namespace

int main() {
    m1une::utilities::FastInput fast_input;
    m1une::utilities::FastOutput fast_output;

    test_features();
    test_randomized();
    std::string text;
    fast_input >> text;
    m1une::string::SuffixAutomaton<> automaton(text);
    fast_output << automaton.distinct_substring_count() << '\n';
}

#line 1 "verify/string/suffix_automaton.test.cpp"
#define PROBLEM "https://judge.yosupo.jp/problem/number_of_substrings"

#line 1 "string/suffix_automaton.hpp"



#include <algorithm>
#include <array>
#include <cassert>
#include <cstddef>
#include <limits>
#include <utility>
#include <vector>

namespace m1une {
namespace string {

template <int AlphabetSize = 26, int FirstCharacter = 'a'>
struct SuffixAutomaton {
    static_assert(0 < AlphabetSize);

    using state_id = int;
    static constexpr state_id root_state = 0;
    static constexpr state_id null_state = -1;

    struct State {
        std::array<state_id, AlphabetSize> next;
        state_id suffix_link;
        int length;
        int first_end;
        int direct_occurrences;
        bool clone;

        State(int length_value = 0)
            : suffix_link(null_state),
              length(length_value),
              first_end(0),
              direct_occurrences(0),
              clone(false) {
            next.fill(null_state);
        }
    };

   private:
    std::vector<State> _states;
    state_id _last;
    int _text_length;

    template <class Symbol>
    static int symbol_index(const Symbol& symbol) {
        int index = int(symbol) - FirstCharacter;
        assert(0 <= index && index < AlphabetSize);
        return index;
    }

    state_id new_state(int length) {
        assert(_states.size() < std::size_t(std::numeric_limits<int>::max()));
        _states.emplace_back(length);
        return int(_states.size()) - 1;
    }

   public:
    SuffixAutomaton() {
        clear();
    }

    template <class Sequence>
    explicit SuffixAutomaton(const Sequence& sequence) {
        clear();
        build(sequence);
    }

    int state_count() const {
        return int(_states.size());
    }

    int size() const {
        return state_count();
    }

    bool empty() const {
        return _text_length == 0;
    }

    int text_length() const {
        return _text_length;
    }

    state_id root() const {
        return root_state;
    }

    state_id last() const {
        return _last;
    }

    const State& state(state_id id) const {
        assert(0 <= id && id < state_count());
        return _states[id];
    }

    const std::vector<State>& states() const {
        return _states;
    }

    int minimum_length(state_id id) const {
        assert(0 <= id && id < state_count());
        return id == root_state ? 0 : _states[_states[id].suffix_link].length + 1;
    }

    template <class Symbol>
    state_id transition(state_id id, const Symbol& symbol) const {
        assert(0 <= id && id < state_count());
        return _states[id].next[symbol_index(symbol)];
    }

    void reserve(std::size_t text_capacity) {
        _states.reserve(2 * text_capacity);
    }

    void clear() {
        _states.clear();
        _states.emplace_back();
        _last = root_state;
        _text_length = 0;
    }

    template <class Symbol>
    state_id add(const Symbol& value) {
        int symbol = symbol_index(value);
        assert(_text_length < std::numeric_limits<int>::max());
        _text_length++;

        state_id current = new_state(_states[_last].length + 1);
        _states[current].first_end = _text_length;
        _states[current].direct_occurrences = 1;

        state_id p = _last;
        while (p != null_state && _states[p].next[symbol] == null_state) {
            _states[p].next[symbol] = current;
            p = _states[p].suffix_link;
        }

        if (p == null_state) {
            _states[current].suffix_link = root_state;
        } else {
            state_id q = _states[p].next[symbol];
            if (_states[p].length + 1 == _states[q].length) {
                _states[current].suffix_link = q;
            } else {
                state_id clone = new_state(_states[p].length + 1);
                _states[clone] = _states[q];
                _states[clone].length = _states[p].length + 1;
                _states[clone].direct_occurrences = 0;
                _states[clone].clone = true;

                while (p != null_state && _states[p].next[symbol] == q) {
                    _states[p].next[symbol] = clone;
                    p = _states[p].suffix_link;
                }
                _states[q].suffix_link = clone;
                _states[current].suffix_link = clone;
            }
        }

        _last = current;
        return current;
    }

    template <class Sequence>
    void build(const Sequence& sequence) {
        for (const auto& symbol : sequence) add(symbol);
    }

    template <class Sequence>
    state_id find(const Sequence& sequence) const {
        state_id current = root_state;
        for (const auto& symbol : sequence) {
            current = transition(current, symbol);
            if (current == null_state) return null_state;
        }
        return current;
    }

    template <class Sequence>
    bool contains(const Sequence& sequence) const {
        return find(sequence) != null_state;
    }

    std::vector<state_id> length_order() const {
        std::vector<int> count(_text_length + 1, 0);
        for (const State& current : _states) count[current.length]++;
        for (int length = 1; length <= _text_length; length++) count[length] += count[length - 1];

        std::vector<state_id> order(state_count());
        for (state_id id = state_count() - 1; id >= 0; id--) {
            order[--count[_states[id].length]] = id;
        }
        return order;
    }

    std::vector<long long> occurrence_counts() const {
        std::vector<long long> result(state_count(), 0);
        for (state_id id = 0; id < state_count(); id++) {
            result[id] = _states[id].direct_occurrences;
        }
        std::vector<state_id> order = length_order();
        for (int i = int(order.size()) - 1; i > 0; i--) {
            state_id id = order[i];
            result[_states[id].suffix_link] += result[id];
        }
        return result;
    }

    std::vector<bool> terminal_states() const {
        std::vector<bool> result(state_count(), false);
        for (state_id id = _last; id != null_state; id = _states[id].suffix_link) {
            result[id] = true;
        }
        return result;
    }

    long long distinct_substring_count() const {
        long long result = 0;
        for (state_id id = 1; id < state_count(); id++) {
            result += _states[id].length - _states[_states[id].suffix_link].length;
        }
        return result;
    }

    std::pair<int, int> longest_representative(state_id id) const {
        assert(0 <= id && id < state_count());
        int end = _states[id].first_end;
        return {end - _states[id].length, end};
    }

    template <class Sequence>
    std::pair<int, int> representative_occurrence(const Sequence& sequence) const {
        state_id id = root_state;
        int length = 0;
        for (const auto& symbol : sequence) {
            id = transition(id, symbol);
            if (id == null_state) return {-1, -1};
            length++;
        }
        int end = _states[id].first_end;
        return {end - length, end};
    }

    template <class Sequence>
    std::pair<int, int> longest_common_substring(const Sequence& sequence) const {
        state_id current = root_state;
        int current_length = 0;
        int best_length = 0;
        int best_end = 0;
        int end = 0;

        for (const auto& value : sequence) {
            int symbol = symbol_index(value);
            while (current != root_state && _states[current].next[symbol] == null_state) {
                current = _states[current].suffix_link;
                current_length = std::min(current_length, _states[current].length);
            }
            state_id next = _states[current].next[symbol];
            if (next == null_state) {
                current = root_state;
                current_length = 0;
            } else {
                current = next;
                current_length++;
            }
            end++;
            if (best_length < current_length) {
                best_length = current_length;
                best_end = end;
            }
        }
        return {best_end - best_length, best_end};
    }
};

}  // namespace string
}  // namespace m1une


#line 4 "verify/string/suffix_automaton.test.cpp"

#line 7 "verify/string/suffix_automaton.test.cpp"
#include <cstdint>
#line 1 "utilities/fast_io.hpp"



#line 6 "utilities/fast_io.hpp"
#include <cerrno>
#include <charconv>
#line 9 "utilities/fast_io.hpp"
#include <cstdio>
#include <cstdlib>
#line 12 "utilities/fast_io.hpp"
#include <cstring>
#include <iterator>
#include <string>
#include <sys/stat.h>
#include <type_traits>
#line 18 "utilities/fast_io.hpp"
#include <unistd.h>
#line 20 "utilities/fast_io.hpp"

namespace m1une {
namespace utilities {

struct FastOutput;

namespace internal {

// Shared with the convenience helpers in template.hpp.
inline FastOutput* standard_output_instance = nullptr;

// Detect std::begin(x), std::end(x).
template <class T, class = void>
struct is_range : std::false_type {};

template <class T>
struct is_range<T, std::void_t<
    decltype(std::begin(std::declval<T&>())),
    decltype(std::end(std::declval<T&>()))
>> : std::true_type {};

template <class T>
inline constexpr bool is_range_v = is_range<T>::value;

template <class T>
using range_reference_t = decltype(*std::begin(std::declval<T&>()));

template <class T>
using range_value_t = std::remove_cv_t<std::remove_reference_t<range_reference_t<T>>>;

template <class T, class = void>
struct range_stored_value {
    using type = range_value_t<T>;
};

template <class T>
struct range_stored_value<T, std::void_t<typename std::remove_cv_t<std::remove_reference_t<T>>::value_type>> {
    using type = typename std::remove_cv_t<std::remove_reference_t<T>>::value_type;
};

template <class T>
using range_stored_value_t = typename range_stored_value<T>::type;

// Treat strings and C strings as scalar output objects, not as ranges.
template <class T>
struct is_char_array : std::false_type {};

template <class T, std::size_t N>
struct is_char_array<T[N]>
    : std::bool_constant<std::is_same_v<std::remove_cv_t<T>, char>> {};

template <class T>
struct is_string_like
    : std::bool_constant<
          std::is_same_v<std::decay_t<T>, std::string>
          || std::is_same_v<std::decay_t<T>, const char*>
          || std::is_same_v<std::decay_t<T>, char*>
          || is_char_array<std::remove_reference_t<T>>::value
      > {};

template <class T>
inline constexpr bool is_string_like_v = is_string_like<T>::value;

// ModInt-like type: x.val() is printable, and x can be assigned from long long.
template <class T, class = void>
struct has_val_method : std::false_type {};

template <class T>
struct has_val_method<T, std::void_t<decltype(std::declval<const T&>().val())>>
    : std::true_type {};

template <class T>
inline constexpr bool has_val_method_v = has_val_method<T>::value;

template <class T, class = void>
struct has_static_mod_raw : std::false_type {};

template <class T>
struct has_static_mod_raw<
    T, std::void_t<decltype(T::mod()), decltype(T::raw(std::declval<uint32_t>()))>>
    : std::true_type {};

template <class T>
inline constexpr bool has_static_mod_raw_v = has_static_mod_raw<T>::value;

// libstdc++ before GCC 16 does not classify __int128 as an integral type in
// strict ISO modes such as -std=c++23. Keep the fast-I/O interface independent
// of that implementation detail.
template <class T>
inline constexpr bool is_integral_v =
    std::is_integral_v<T>
    || std::is_same_v<std::remove_cv_t<T>, __int128_t>
    || std::is_same_v<std::remove_cv_t<T>, __uint128_t>;

template <class T>
inline constexpr bool is_signed_v =
    std::is_signed_v<T>
    || std::is_same_v<std::remove_cv_t<T>, __int128_t>;

template <class T>
struct make_unsigned {
    using type = std::make_unsigned_t<T>;
};

template <>
struct make_unsigned<__int128_t> {
    using type = __uint128_t;
};

template <>
struct make_unsigned<__uint128_t> {
    using type = __uint128_t;
};

template <class T>
using make_unsigned_t = typename make_unsigned<std::remove_cv_t<T>>::type;

}  // namespace internal

struct FastInput {
    static constexpr int buffer_size = 1 << 20;

   private:
    std::FILE* _stream;
    char _buffer[buffer_size];
    int _position;
    int _length;
    int _file_descriptor;
    bool _streaming;

    bool refill() {
        _position = 0;
        if (_streaming) {
            ssize_t length;
            do {
                length = ::read(_file_descriptor, _buffer, buffer_size);
            } while (length < 0 && errno == EINTR);
            if (length <= 0) {
                _length = 0;
                return false;
            }
            _length = int(length);
        } else {
            _length = int(std::fread(_buffer, 1, buffer_size, _stream));
        }
        return _length != 0;
    }

    template <class T>
    bool read_integer_from_stream(T& value) {
        if (!skip_spaces()) return false;
        int c = read_char_raw();

        bool negative = false;
        if (c == '-') {
            negative = true;
            c = read_char_raw();
        }

        if constexpr (internal::is_signed_v<T>) {
            T result = 0;
            while ('0' <= c && c <= '9') {
                result = negative ? result * 10 - (c - '0')
                                  : result * 10 + (c - '0');
                c = read_char_raw();
            }
            value = result;
        } else {
            T result = 0;
            while ('0' <= c && c <= '9') {
                result = result * 10 + T(c - '0');
                c = read_char_raw();
            }
            value = negative ? T(0) - result : result;
        }
        return true;
    }

    bool prepare_number() {
        if (_length - _position >= 64) return true;
        const int remaining = _length - _position;
        if (remaining > 0) std::memmove(_buffer, _buffer + _position, remaining);
        const int added = int(std::fread(_buffer + remaining, 1, buffer_size - remaining, _stream));
        _position = 0;
        _length = remaining + added;
        if (_length < buffer_size) _buffer[_length] = '\0';
        return _length != 0;
    }

   public:
    explicit FastInput(std::FILE* stream = stdin)
        : _stream(stream),
          _position(0),
          _length(0),
          _file_descriptor(::fileno(stream)),
          _streaming([&] {
              struct stat status;
              return _file_descriptor >= 0
                     && ::fstat(_file_descriptor, &status) == 0
                     && !S_ISREG(status.st_mode);
          }()) {}

    FastInput(const FastInput&) = delete;
    FastInput& operator=(const FastInput&) = delete;

    int read_char_raw() {
        if (_position == _length && !refill()) return EOF;
        return _buffer[_position++];
    }

    bool skip_spaces() {
        int c = read_char_raw();
        while (c != EOF && c <= ' ') c = read_char_raw();
        if (c == EOF) return false;
        --_position;
        return true;
    }

    bool read(char& value) {
        if (!skip_spaces()) return false;
        value = char(read_char_raw());
        return true;
    }

    bool read(std::string& value) {
        if (!skip_spaces()) return false;
        value.clear();
        while (true) {
            const int begin = _position;
            while (_position < _length &&
                   static_cast<unsigned char>(_buffer[_position]) > ' ') {
                ++_position;
            }
            value.append(_buffer + begin, _position - begin);
            if (_position < _length) {
                ++_position;
                return true;
            }
            if (!refill()) return true;
        }
    }

    bool read(bool& value) {
        int x;
        if (!read(x)) return false;
        value = x != 0;
        return true;
    }

    template <class T>
    std::enable_if_t<
        internal::is_integral_v<T>
            && !std::is_same_v<std::remove_cv_t<T>, bool>
            && !std::is_same_v<std::remove_cv_t<T>, char>,
        bool
    >
    read(T& value) {
        if (_streaming) return read_integer_from_stream(value);
        if (!prepare_number()) return false;
        int c = static_cast<unsigned char>(_buffer[_position++]);
        while (c <= ' ') c = static_cast<unsigned char>(_buffer[_position++]);

        bool negative = false;
        if (c == '-') {
            negative = true;
            c = static_cast<unsigned char>(_buffer[_position++]);
        }

        if constexpr (internal::is_signed_v<T>) {
            T result = 0;
            while ('0' <= c && c <= '9') {
                const int first = c - '0';
                const int second = static_cast<unsigned char>(_buffer[_position]) - '0';
                if (0 <= second && second <= 9) {
                    result = negative ? result * 100 - (first * 10 + second)
                                      : result * 100 + (first * 10 + second);
                    ++_position;
                } else {
                    result = negative ? result * 10 - first : result * 10 + first;
                }
                c = static_cast<unsigned char>(_buffer[_position++]);
            }
            value = result;
        } else {
            T result = 0;
            while ('0' <= c && c <= '9') {
                const unsigned first = unsigned(c - '0');
                const int second = static_cast<unsigned char>(_buffer[_position]) - '0';
                if (0 <= second && second <= 9) {
                    result = result * 100 + T(first * 10 + unsigned(second));
                    ++_position;
                } else {
                    result = result * 10 + T(first);
                }
                c = static_cast<unsigned char>(_buffer[_position++]);
            }
            value = negative ? T(0) - result : result;
        }
        if (_position > _length) _position = _length;
        return true;
    }

    template <class T>
    std::enable_if_t<std::is_floating_point_v<T>, bool>
    read(T& value) {
        if (!skip_spaces()) return false;
        int c = read_char_raw();
        bool negative = false;
        if (c == '-' || c == '+') {
            negative = c == '-';
            c = read_char_raw();
        }

        long double result = 0;
        while ('0' <= c && c <= '9') {
            result = result * 10 + (c - '0');
            c = read_char_raw();
        }
        if (c == '.') {
            long double place = 0.1L;
            c = read_char_raw();
            while ('0' <= c && c <= '9') {
                result += (c - '0') * place;
                place *= 0.1L;
                c = read_char_raw();
            }
        }
        if (c == 'e' || c == 'E') {
            c = read_char_raw();
            bool exponent_negative = false;
            if (c == '-' || c == '+') {
                exponent_negative = c == '-';
                c = read_char_raw();
            }
            int exponent = 0;
            while ('0' <= c && c <= '9') {
                exponent = exponent * 10 + (c - '0');
                c = read_char_raw();
            }
            long double scale = 1;
            long double power = 10;
            while (exponent > 0) {
                if (exponent & 1) scale *= power;
                power *= power;
                exponent >>= 1;
            }
            result = exponent_negative ? result / scale : result * scale;
        }
        value = static_cast<T>(negative ? -result : result);
        return true;
    }

    template <class T>
    std::enable_if_t<
        internal::has_val_method_v<T>
            && !internal::is_integral_v<T>
            && !internal::is_range_v<T>,
        bool
    >
    read(T& value) {
        long long x;
        if (!read(x)) return false;
        if constexpr (internal::has_static_mod_raw_v<T>) {
            if (x >= 0 && uint64_t(x) < uint64_t(T::mod())) {
                value = T::raw(uint32_t(x));
            } else {
                value = T(x);
            }
        } else {
            value = T(x);
        }
        return true;
    }

    template <class First, class Second>
    bool read(std::pair<First, Second>& value) {
        if (!read(value.first)) return false;
        return read(value.second);
    }

    template <class Range>
    std::enable_if_t<
        internal::is_range_v<Range>
            && !internal::is_string_like_v<Range>,
        bool
    >
    read(Range& range) {
        using StoredValue = internal::range_stored_value_t<Range>;
        constexpr bool nested = internal::is_range_v<StoredValue>
                                && !internal::is_string_like_v<StoredValue>;

        for (auto&& value : range) {
            if constexpr (std::is_same_v<StoredValue, bool> && !nested) {
                bool x;
                if (!read(x)) return false;
                value = x;
            } else {
                if (!read(value)) return false;
            }
        }
        return true;
    }

    template <class First, class Second, class... Rest>
    bool read(First& first, Second& second, Rest&... rest) {
        if (!read(first)) return false;
        return read(second, rest...);
    }

    template <class T>
    FastInput& operator>>(T& value) {
        if (!read(value)) std::abort();
        return *this;
    }
};

struct FastOutput {
    static constexpr int buffer_size = 1 << 20;

   private:
    inline static const auto digit_quads = [] {
        std::array<char, 40000> result{};
        for (int i = 0; i < 10000; i++) {
            int value = i;
            for (int j = 3; j >= 0; j--) {
                result[4 * i + j] = char('0' + value % 10);
                value /= 10;
            }
        }
        return result;
    }();

    std::FILE* _stream;
    char _buffer[buffer_size];
    int _position;
    int _precision;
    std::chars_format _float_format;
    char _range_separator;
    std::string* _capture = nullptr;

    template <class T>
    std::string format_cell(const T& value) {
        std::string result;
        struct CaptureGuard {
            std::string*& target;
            std::string* previous;
            ~CaptureGuard() { target = previous; }
        } guard{_capture, _capture};
        _capture = &result;
        write(value);
        return result;
    }

    template <class Matrix>
    void write_aligned_matrix(const Matrix& matrix) {
        std::vector<std::vector<std::string>> rows;
        std::vector<std::size_t> widths;
        for (const auto& row : matrix) {
            auto& cells = rows.emplace_back();
            std::size_t column = 0;
            for (const auto& value : row) {
                cells.push_back(format_cell(value));
                if (column == widths.size()) widths.push_back(0);
                widths[column] = std::max(widths[column], cells.back().size());
                ++column;
            }
        }
        bool first = true;
        for (const auto& row : rows) {
            if (!first) write_char('\n');
            first = false;
            for (std::size_t column = 0; column < row.size(); ++column) {
                if (column != 0) write_char(_range_separator);
                for (std::size_t padding = row[column].size();
                     padding < widths[column]; ++padding) {
                    write_char(' ');
                }
                write(row[column]);
            }
        }
    }

   public:
    explicit FastOutput(std::FILE* stream = stdout)
        : _stream(stream),
          _position(0),
          _precision(6),
          _float_format(std::chars_format::general),
          _range_separator(' ') {
        if (_stream == stdout
            && internal::standard_output_instance == nullptr) {
            internal::standard_output_instance = this;
        }
    }

    FastOutput(const FastOutput&) = delete;
    FastOutput& operator=(const FastOutput&) = delete;

    ~FastOutput() {
        flush();
        if (internal::standard_output_instance == this) {
            internal::standard_output_instance = nullptr;
        }
    }

    void flush() {
        if (_position != 0) {
            std::fwrite(_buffer, 1, _position, _stream);
            _position = 0;
        }
        std::fflush(_stream);
    }

    void write_char(char c) {
        if (_capture != nullptr) {
            _capture->push_back(c);
            return;
        }
        if (_position == buffer_size) flush();
        _buffer[_position++] = c;
    }

    void write(const char* s) {
        while (*s != '\0') write_char(*s++);
    }

    void write(const std::string& s) {
        if (_capture != nullptr) {
            _capture->append(s);
            return;
        }
        std::size_t position = 0;
        while (position < s.size()) {
            if (_position == buffer_size) flush();
            const std::size_t copied =
                std::min<std::size_t>(buffer_size - _position, s.size() - position);
            std::memcpy(_buffer + _position, s.data() + position, copied);
            _position += int(copied);
            position += copied;
        }
    }

    void write(char c) {
        write_char(c);
    }

    void write(bool value) {
        write_char(value ? '1' : '0');
    }

    template <class T>
    std::enable_if_t<std::is_floating_point_v<T>>
    write(T value) {
        char digits[128];
        auto [end, error] = std::to_chars(
            digits,
            digits + sizeof(digits),
            value,
            _float_format,
            _precision
        );
        if (error != std::errc()) std::abort();
        for (const char* pointer = digits; pointer != end; pointer++) {
            write_char(*pointer);
        }
    }

    template <class T>
    std::enable_if_t<
        internal::is_integral_v<T>
            && !std::is_same_v<std::remove_cv_t<T>, bool>
            && !std::is_same_v<std::remove_cv_t<T>, char>
    >
    write(T value) {
        using Raw = std::remove_cv_t<T>;
        using Unsigned = internal::make_unsigned_t<Raw>;

        Unsigned magnitude;
        if constexpr (internal::is_signed_v<Raw>) {
            if (value < 0) {
                write_char('-');
                magnitude = Unsigned(0) - Unsigned(value);
            } else {
                magnitude = Unsigned(value);
            }
        } else {
            magnitude = value;
        }

        if (magnitude == 0) {
            write_char('0');
            return;
        }

        unsigned chunks[16];
        int count = 0;
        while (magnitude >= 10000) {
            const Unsigned quotient = magnitude / 10000;
            chunks[count++] = unsigned(magnitude - quotient * 10000);
            magnitude = quotient;
        }
        if (_capture == nullptr && _position > buffer_size - 64) flush();
        char captured[64];
        char* const begin = _capture != nullptr ? captured : _buffer + _position;
        char* destination = begin;
        const unsigned leading = unsigned(magnitude);
        const char* first = digit_quads.data() + 4 * leading;
        int skip = leading < 10 ? 3 : leading < 100 ? 2 : leading < 1000 ? 1 : 0;
        for (; skip < 4; skip++) *destination++ = first[skip];
        while (count--) {
            const char* digits = digit_quads.data() + 4 * chunks[count];
            std::memcpy(destination, digits, 4);
            destination += 4;
        }
        if (_capture != nullptr) {
            _capture->append(begin, destination - begin);
        } else {
            _position += int(destination - begin);
        }
    }

    template <class T>
    std::enable_if_t<
        internal::has_val_method_v<T>
            && !internal::is_integral_v<T>
            && !internal::is_range_v<T>
    >
    write(const T& value) {
        write(value.val());
    }

    template <class First, class Second>
    void write(const std::pair<First, Second>& value) {
        write(value.first);
        write_char(' ');
        write(value.second);
    }

    template <class Range>
    std::enable_if_t<
        internal::is_range_v<Range>
            && !internal::is_string_like_v<Range>
    >
    write(const Range& range) {
        using StoredValue = internal::range_stored_value_t<const Range>;
        constexpr bool nested = internal::is_range_v<StoredValue>
                                && !internal::is_string_like_v<StoredValue>;

        bool first = true;
        for (const auto& value : range) {
            if (!first) write_char(nested ? '\n' : _range_separator);
            first = false;
            if constexpr (std::is_same_v<StoredValue, bool> && !nested) {
                write(static_cast<bool>(value));
            } else {
                write(value);
            }
        }
    }

    template <class First, class... Rest>
    void print(const First& first, const Rest&... rest) {
        write(first);
        ((write_char(' '), write(rest)), ...);
    }

    void println() {
        write_char('\n');
    }

    void set_precision(int precision) {
        _precision = precision;
    }

    void set_fixed(int precision = 6) {
        _float_format = std::chars_format::fixed;
        _precision = precision;
    }

    void set_general(int precision = 6) {
        _float_format = std::chars_format::general;
        _precision = precision;
    }

    void set_range_separator(char separator) {
        _range_separator = separator;
    }

    template <class Matrix>
    void write_aligned(const Matrix& matrix) {
        using Row = internal::range_stored_value_t<const Matrix>;
        using Cell = internal::range_stored_value_t<const Row>;
        static_assert(internal::is_range_v<Row> && !internal::is_string_like_v<Row>,
                      "write_aligned requires a two-dimensional range");
        static_assert(!internal::is_range_v<Cell> || internal::is_string_like_v<Cell>,
                      "write_aligned requires scalar cells");
        write_aligned_matrix(matrix);
    }

    template <class Matrix>
    void println_aligned(const Matrix& matrix) {
        write_aligned(matrix);
        write_char('\n');
    }

    template <class... Args>
    void println(const Args&... args) {
        print(args...);
        write_char('\n');
    }

    template <class T>
    FastOutput& operator<<(const T& value) {
        write(value);
        return *this;
    }
};

}  // namespace utilities
}  // namespace m1une


#line 9 "verify/string/suffix_automaton.test.cpp"
#include <map>
#include <set>
#line 14 "verify/string/suffix_automaton.test.cpp"

namespace {

void test_features() {
    using Automaton = m1une::string::SuffixAutomaton<>;
    Automaton automaton;
    automaton.reserve(16);
    assert(automaton.empty());
    assert(automaton.state_count() == 1);
    assert(automaton.root() == Automaton::root_state);
    assert(automaton.last() == automaton.root());

    std::string text = "ababa";
    for (char character : text) automaton.add(character);
    assert(!automaton.empty());
    assert(automaton.text_length() == 5);
    assert(automaton.state(automaton.last()).length == 5);
    assert(automaton.contains(std::string("bab")));
    assert(!automaton.contains(std::string("abb")));
    assert(automaton.contains(std::string()));
    assert(automaton.transition(automaton.root(), 'a') == automaton.find(std::string("a")));
    assert(automaton.distinct_substring_count() == 9);

    std::vector<long long> count = automaton.occurrence_counts();
    assert(count[automaton.root()] == 5);
    assert(count[automaton.find(std::string("a"))] == 3);
    assert(count[automaton.find(std::string("b"))] == 2);
    assert(count[automaton.find(std::string("aba"))] == 2);
    assert(count[automaton.find(std::string("ababa"))] == 1);

    auto occurrence = automaton.representative_occurrence(std::string("bab"));
    assert(text.substr(occurrence.first, occurrence.second - occurrence.first) == "bab");
    assert((automaton.representative_occurrence(std::string("x")) == std::pair<int, int>({-1, -1})));

    std::vector<bool> terminal = automaton.terminal_states();
    assert(terminal[automaton.root()]);
    for (int length = 1; length <= int(text.size()); length++) {
        int id = automaton.find(text.substr(text.size() - length));
        assert(terminal[id]);
    }

    std::string other = "zzbababx";
    auto common = automaton.longest_common_substring(other);
    assert(other.substr(common.first, common.second - common.first) == "baba");

    std::vector<int> order = automaton.length_order();
    for (int i = 1; i < int(order.size()); i++) {
        assert(automaton.state(order[i - 1]).length <= automaton.state(order[i]).length);
    }

    m1une::string::SuffixAutomaton<10, '0'> digits(std::string("012012"));
    assert(digits.contains(std::string("201")));

    automaton.clear();
    assert(automaton.empty());
    assert(automaton.state_count() == 1);
}

void test_randomized() {
    std::uint64_t state = 117;
    auto random = [&state]() {
        state ^= state << 7;
        state ^= state >> 9;
        return state;
    };

    for (int trial = 0; trial < 2000; trial++) {
        int n = int(random() % 55);
        std::string text(n, 'a');
        for (char& character : text) character = char('a' + random() % 4);
        m1une::string::SuffixAutomaton<4, 'a'> automaton(text);

        assert(automaton.state_count() <= std::max(1, 2 * n));
        std::map<std::string, int> expected_count;
        for (int left = 0; left < n; left++) {
            for (int right = left + 1; right <= n; right++) {
                expected_count[text.substr(left, right - left)]++;
            }
        }
        assert(automaton.distinct_substring_count() == int(expected_count.size()));

        std::vector<long long> occurrence = automaton.occurrence_counts();
        for (const auto& [substring, expected] : expected_count) {
            int id = automaton.find(substring);
            assert(id != automaton.null_state);
            assert(occurrence[id] == expected);
            auto [left, right] = automaton.representative_occurrence(substring);
            assert(text.substr(left, right - left) == substring);
        }

        for (int id = 1; id < automaton.state_count(); id++) {
            const auto& current = automaton.state(id);
            assert(0 <= current.suffix_link && current.suffix_link < automaton.state_count());
            assert(automaton.state(current.suffix_link).length < current.length);
            assert(automaton.minimum_length(id) == automaton.state(current.suffix_link).length + 1);
            auto [left, right] = automaton.longest_representative(id);
            assert(0 <= left && left < right && right <= n);
            std::string represented = text.substr(left, right - left);
            assert(int(represented.size()) == current.length);
            assert(automaton.find(represented) == id);
        }

        std::vector<bool> expected_terminal(automaton.state_count(), false);
        expected_terminal[automaton.root()] = true;
        for (int left = 0; left < n; left++) {
            expected_terminal[automaton.find(text.substr(left))] = true;
        }
        assert(automaton.terminal_states() == expected_terminal);

        int m = int(random() % 55);
        std::string query(m, 'a');
        for (char& character : query) character = char('a' + random() % 4);
        int expected_lcs = 0;
        for (int left = 0; left < m; left++) {
            for (int right = left + 1; right <= m; right++) {
                if (automaton.contains(query.substr(left, right - left))) {
                    expected_lcs = std::max(expected_lcs, right - left);
                }
            }
        }
        auto [left, right] = automaton.longest_common_substring(query);
        assert(right - left == expected_lcs);
        assert(automaton.contains(query.substr(left, right - left)));
    }
}

}  // namespace

int main() {
    m1une::utilities::FastInput fast_input;
    m1une::utilities::FastOutput fast_output;

    test_features();
    test_randomized();
    std::string text;
    fast_input >> text;
    m1une::string::SuffixAutomaton<> automaton(text);
    fast_output << automaton.distinct_substring_count() << '\n';
}

m1une's library

This documentation is automatically generated by online-judge-tools/verification-helper

verify/string/suffix_automaton.test.cpp

Depends on

Code