c2669da93d
2013-09-24 Tim Shen <timshen91@gmail.com> * include/Makefile.am: Add regex.tcc. * include/Makefile.in: Regenerate. * include/bits/regex.h: Remove definitions to regex.tcc. * include/bits/regex.tcc: New. (match_results::format, regex_replace): Implement; * include/bits/regex_compiler.h: Move _M_flags to the top of class member list, because other members' initialization depend on it. * include/bits/regex_compiler.tcc (_Compiler<>::_Compiler): Adjust member initializations. (_Compiler<>::_M_quantifier): Fix ungreedy interval quantifier. * include/bits/regex_executor.h: Remove _RegexT from _*Executor classes. In the future, all regex classes may refactor to *Impl style. * include/bits/regex_executor.tcc (_Executor::_M_set_results): Merge identical code from _*Executor classes. * testsuite/28_regex/algorithms/regex_match/extended/ string_dispatch_01.cc (fake_match<>): Adjust the hacking-style testcase caller for new __get_executors interface. * testsuite/28_regex/algorithms/regex_replace/char/basic_replace.cc: New. * testsuite/28_regex/match_results/format.cc: New. * testsuite/28_regex/traits/char/lookup_collatename.cc: Remove digraph testcase. * testsuite/28_regex/traits/wchar_t/lookup_collatename.cc: Likewise. From-SVN: r202858
422 lines
13 KiB
C++
422 lines
13 KiB
C++
// class template regex -*- C++ -*-
|
|
|
|
// Copyright (C) 2013 Free Software Foundation, Inc.
|
|
//
|
|
// This file is part of the GNU ISO C++ Library. This library is free
|
|
// software; you can redistribute it and/or modify it under the
|
|
// terms of the GNU General Public License as published by the
|
|
// Free Software Foundation; either version 3, or (at your option)
|
|
// any later version.
|
|
|
|
// This library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
|
|
// Under Section 7 of GPL version 3, you are granted additional
|
|
// permissions described in the GCC Runtime Library Exception, version
|
|
// 3.1, as published by the Free Software Foundation.
|
|
|
|
// You should have received a copy of the GNU General Public License and
|
|
// a copy of the GCC Runtime Library Exception along with this program;
|
|
// see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
|
// <http://www.gnu.org/licenses/>.
|
|
|
|
/**
|
|
* @file bits/regex_executor.tcc
|
|
* This is an internal header file, included by other library headers.
|
|
* Do not attempt to use it directly. @headername{regex}
|
|
*/
|
|
|
|
namespace std _GLIBCXX_VISIBILITY(default)
|
|
{
|
|
namespace __detail
|
|
{
|
|
_GLIBCXX_BEGIN_NAMESPACE_VERSION
|
|
|
|
template<typename _BiIter, typename _Alloc,
|
|
typename _CharT, typename _TraitsT>
|
|
bool _DFSExecutor<_BiIter, _Alloc, _CharT, _TraitsT>::
|
|
_M_dfs(_StateIdT __i)
|
|
{
|
|
if (__i == _S_invalid_state_id)
|
|
// This is not that certain. Need deeper investigate.
|
|
return false;
|
|
auto& __current = this->_M_current;
|
|
const auto& __state = _M_nfa[__i];
|
|
bool __ret = false;
|
|
switch (__state._M_opcode)
|
|
{
|
|
case _S_opcode_alternative:
|
|
// Greedy or not, this is a question ;)
|
|
if (!__state._M_neg)
|
|
__ret = _M_dfs(__state._M_alt)
|
|
|| _M_dfs(__state._M_next);
|
|
else
|
|
__ret = _M_dfs(__state._M_next)
|
|
|| _M_dfs(__state._M_alt);
|
|
break;
|
|
case _S_opcode_subexpr_begin:
|
|
// Here's the critical part: if there's nothing changed since last
|
|
// visit, do NOT continue. This prevents the executor from get into
|
|
// infinite loop when use "()*" to match "".
|
|
//
|
|
// Every change on _M_cur_results will be roll back after the
|
|
// recursion step finished.
|
|
if (!_M_cur_results[__state._M_subexpr].matched
|
|
|| _M_cur_results[__state._M_subexpr].first != __current)
|
|
{
|
|
auto __back = __current;
|
|
_M_cur_results[__state._M_subexpr].first = __current;
|
|
__ret = _M_dfs(__state._M_next);
|
|
_M_cur_results[__state._M_subexpr].first = __back;
|
|
}
|
|
break;
|
|
case _S_opcode_subexpr_end:
|
|
if (_M_cur_results[__state._M_subexpr].second != __current
|
|
|| _M_cur_results[__state._M_subexpr].matched != true)
|
|
{
|
|
auto __back = _M_cur_results[__state._M_subexpr];
|
|
_M_cur_results[__state._M_subexpr].second = __current;
|
|
_M_cur_results[__state._M_subexpr].matched = true;
|
|
__ret = _M_dfs(__state._M_next);
|
|
_M_cur_results[__state._M_subexpr] = __back;
|
|
}
|
|
else
|
|
__ret = _M_dfs(__state._M_next);
|
|
break;
|
|
case _S_opcode_line_begin_assertion:
|
|
if (this->_M_at_begin())
|
|
__ret = _M_dfs(__state._M_next);
|
|
break;
|
|
case _S_opcode_line_end_assertion:
|
|
if (this->_M_at_end())
|
|
__ret = _M_dfs(__state._M_next);
|
|
break;
|
|
case _S_opcode_word_boundry:
|
|
if (this->_M_word_boundry(__state) == !__state._M_neg)
|
|
__ret = _M_dfs(__state._M_next);
|
|
break;
|
|
// Here __state._M_alt offers a single start node for a sub-NFA.
|
|
// We recursivly invoke our algorithm to match the sub-NFA.
|
|
case _S_opcode_subexpr_lookahead:
|
|
if (this->_M_lookahead(__state) == !__state._M_neg)
|
|
__ret = _M_dfs(__state._M_next);
|
|
break;
|
|
case _S_opcode_match:
|
|
if (__current != this->_M_end && __state._M_matches(*__current))
|
|
{
|
|
++__current;
|
|
__ret = _M_dfs(__state._M_next);
|
|
--__current;
|
|
}
|
|
break;
|
|
// First fetch the matched result from _M_cur_results as __submatch;
|
|
// then compare it with
|
|
// (__current, __current + (__submatch.second - __submatch.first))
|
|
// If matched, keep going; else just return to try another state.
|
|
case _S_opcode_backref:
|
|
{
|
|
auto& __submatch = _M_cur_results[__state._M_backref_index];
|
|
if (!__submatch.matched)
|
|
break;
|
|
auto __last = __current;
|
|
for (auto __tmp = __submatch.first;
|
|
__last != this->_M_end && __tmp != __submatch.second;
|
|
++__tmp)
|
|
++__last;
|
|
if (this->_M_re._M_traits.transform(__submatch.first,
|
|
__submatch.second)
|
|
== this->_M_re._M_traits.transform(__current, __last))
|
|
if (__last != __current)
|
|
{
|
|
auto __backup = __current;
|
|
__current = __last;
|
|
__ret = _M_dfs(__state._M_next);
|
|
__current = __backup;
|
|
}
|
|
else
|
|
__ret = _M_dfs(__state._M_next);
|
|
}
|
|
break;
|
|
case _S_opcode_accept:
|
|
if (this->_M_match_mode)
|
|
__ret = __current == this->_M_end;
|
|
else
|
|
__ret = true;
|
|
if (__current == this->_M_begin
|
|
&& (this->_M_flags & regex_constants::match_not_null))
|
|
__ret = false;
|
|
if (__ret)
|
|
this->_M_set_results(_M_cur_results);
|
|
break;
|
|
default:
|
|
_GLIBCXX_DEBUG_ASSERT(false);
|
|
}
|
|
return __ret;
|
|
}
|
|
|
|
template<typename _BiIter, typename _Alloc,
|
|
typename _CharT, typename _TraitsT>
|
|
bool _BFSExecutor<_BiIter, _Alloc, _CharT, _TraitsT>::
|
|
_M_main()
|
|
{
|
|
bool __ret = false;
|
|
if (!this->_M_match_mode
|
|
&& !(this->_M_flags & regex_constants::match_not_null))
|
|
__ret = _M_includes_some() || __ret;
|
|
while (this->_M_current != this->_M_end)
|
|
{
|
|
_M_move();
|
|
++this->_M_current;
|
|
_M_e_closure();
|
|
if (!this->_M_match_mode)
|
|
// To keep regex_search greedy, no "return true" here.
|
|
__ret = _M_includes_some() || __ret;
|
|
}
|
|
if (this->_M_match_mode)
|
|
__ret = _M_includes_some();
|
|
if (__ret)
|
|
this->_M_set_results(_M_cur_results->_M_get());
|
|
return __ret;
|
|
}
|
|
|
|
template<typename _BiIter, typename _Alloc,
|
|
typename _CharT, typename _TraitsT>
|
|
void _BFSExecutor<_BiIter, _Alloc, _CharT, _TraitsT>::
|
|
_M_e_closure()
|
|
{
|
|
std::queue<_StateIdT> __q;
|
|
std::vector<bool> __in_q(_M_nfa.size(), false);
|
|
auto& __current = this->_M_current;
|
|
|
|
for (auto& __it : _M_covered)
|
|
{
|
|
__in_q[__it.first] = true;
|
|
__q.push(__it.first);
|
|
}
|
|
while (!__q.empty())
|
|
{
|
|
auto __u = __q.front();
|
|
__q.pop();
|
|
__in_q[__u] = false;
|
|
const auto& __state = _M_nfa[__u];
|
|
|
|
// Can be implemented using method, but there will be too many
|
|
// arguments. I would use macro function before C++11, but lambda is
|
|
// a better choice, since hopefully compiler can inline it.
|
|
auto __add_visited_state = [&](_StateIdT __v)
|
|
{
|
|
if (__v == _S_invalid_state_id)
|
|
return;
|
|
if (_M_covered.count(__u) != 0
|
|
&& (_M_covered.count(__v) == 0
|
|
|| *_M_covered[__u] < *_M_covered[__v]))
|
|
{
|
|
_M_covered[__v] =
|
|
_ResultsPtr(new _ResultsEntry(*_M_covered[__u]));
|
|
// if a state is updated, it's outgoing neighbors should be
|
|
// reconsidered too. Push them to the queue.
|
|
if (!__in_q[__v])
|
|
{
|
|
__in_q[__v] = true;
|
|
__q.push(__v);
|
|
}
|
|
}
|
|
};
|
|
|
|
// Identical to DFS's switch part.
|
|
switch (__state._M_opcode)
|
|
{
|
|
// Needs to maintain quantifier count vector here. A quantifier
|
|
// must be concerned with a alt node.
|
|
case _S_opcode_alternative:
|
|
{
|
|
__add_visited_state(__state._M_next);
|
|
auto __back =
|
|
_M_covered[__u]->_M_quant_keys[__state._M_quant_index];
|
|
_M_covered[__u]->_M_inc(__state._M_quant_index,
|
|
__state._M_neg);
|
|
__add_visited_state(__state._M_alt);
|
|
_M_covered[__u]->_M_quant_keys[__state._M_quant_index]
|
|
= __back;
|
|
}
|
|
break;
|
|
case _S_opcode_subexpr_begin:
|
|
{
|
|
auto& __sub = (*_M_covered[__u])[__state._M_subexpr];
|
|
if (!__sub.matched || __sub.first != __current)
|
|
{
|
|
auto __back = __sub.first;
|
|
__sub.first = __current;
|
|
__add_visited_state(__state._M_next);
|
|
__sub.first = __back;
|
|
}
|
|
}
|
|
break;
|
|
case _S_opcode_subexpr_end:
|
|
{
|
|
auto& __cu = *_M_covered[__u];
|
|
auto __back = __cu[__state._M_subexpr];
|
|
__cu[__state._M_subexpr].second = __current;
|
|
__cu[__state._M_subexpr].matched = true;
|
|
__add_visited_state(__state._M_next);
|
|
__cu[__state._M_subexpr] = __back;
|
|
}
|
|
break;
|
|
case _S_opcode_line_begin_assertion:
|
|
if (this->_M_at_begin())
|
|
__add_visited_state(__state._M_next);
|
|
break;
|
|
case _S_opcode_line_end_assertion:
|
|
if (this->_M_at_end())
|
|
__add_visited_state(__state._M_next);
|
|
break;
|
|
case _S_opcode_word_boundry:
|
|
if (this->_M_word_boundry(__state) == !__state._M_neg)
|
|
__add_visited_state(__state._M_next);
|
|
break;
|
|
case _S_opcode_subexpr_lookahead:
|
|
if (this->_M_lookahead(__state) == !__state._M_neg)
|
|
__add_visited_state(__state._M_next);
|
|
break;
|
|
case _S_opcode_match:
|
|
break;
|
|
case _S_opcode_accept:
|
|
break;
|
|
default:
|
|
_GLIBCXX_DEBUG_ASSERT(false);
|
|
}
|
|
}
|
|
}
|
|
|
|
template<typename _BiIter, typename _Alloc,
|
|
typename _CharT, typename _TraitsT>
|
|
void _BFSExecutor<_BiIter, _Alloc, _CharT, _TraitsT>::
|
|
_M_move()
|
|
{
|
|
decltype(_M_covered) __next;
|
|
for (auto& __it : _M_covered)
|
|
{
|
|
const auto& __state = _M_nfa[__it.first];
|
|
if (__state._M_opcode == _S_opcode_match
|
|
&& __state._M_matches(*this->_M_current))
|
|
if (__state._M_next != _S_invalid_state_id)
|
|
if (__next.count(__state._M_next) == 0
|
|
|| *__it.second < *__next[__state._M_next])
|
|
__next[__state._M_next] = move(__it.second);
|
|
}
|
|
_M_covered = move(__next);
|
|
}
|
|
|
|
template<typename _BiIter, typename _Alloc,
|
|
typename _CharT, typename _TraitsT>
|
|
bool _BFSExecutor<_BiIter, _Alloc, _CharT, _TraitsT>::
|
|
_M_includes_some()
|
|
{
|
|
auto& __s = _M_nfa._M_final_states();
|
|
auto& __t = _M_covered;
|
|
bool __succ = false;
|
|
if (__s.size() > 0 && __t.size() > 0)
|
|
{
|
|
auto __first = __s.begin();
|
|
auto __second = __t.begin();
|
|
while (__first != __s.end() && __second != __t.end())
|
|
{
|
|
if (*__first < __second->first)
|
|
++__first;
|
|
else if (*__first > __second->first)
|
|
++__second;
|
|
else
|
|
{
|
|
if (_M_cur_results == nullptr
|
|
|| *__second->second < *_M_cur_results)
|
|
_M_cur_results =
|
|
_ResultsPtr(new _ResultsEntry(*__second->second));
|
|
__succ = true;
|
|
++__first;
|
|
++__second;
|
|
}
|
|
}
|
|
}
|
|
return __succ;
|
|
}
|
|
|
|
// Return whether now is at some word boundry.
|
|
template<typename _BiIter, typename _Alloc,
|
|
typename _CharT, typename _TraitsT>
|
|
bool _Executor<_BiIter, _Alloc, _CharT, _TraitsT>::
|
|
_M_word_boundry(_State<_CharT, _TraitsT> __state) const
|
|
{
|
|
// By definition.
|
|
bool __ans = false;
|
|
auto __pre = _M_current;
|
|
--__pre;
|
|
if (!(_M_at_begin() && _M_at_end()))
|
|
if (_M_at_begin())
|
|
__ans = _M_is_word(*_M_current)
|
|
&& !(_M_flags & regex_constants::match_not_bow);
|
|
else if (_M_at_end())
|
|
__ans = _M_is_word(*__pre)
|
|
&& !(_M_flags & regex_constants::match_not_eow);
|
|
else
|
|
__ans = _M_is_word(*_M_current)
|
|
!= _M_is_word(*__pre);
|
|
return __ans;
|
|
}
|
|
|
|
// Return whether now match the given sub-NFA.
|
|
template<typename _BiIter, typename _Alloc,
|
|
typename _CharT, typename _TraitsT>
|
|
bool _Executor<_BiIter, _Alloc, _CharT, _TraitsT>::
|
|
_M_lookahead(_State<_CharT, _TraitsT> __state) const
|
|
{
|
|
auto __sub = __get_executor(this->_M_current,
|
|
this->_M_end,
|
|
this->_M_results,
|
|
this->_M_re,
|
|
this->_M_flags);
|
|
__sub->_M_set_start(__state._M_alt);
|
|
return __sub->_M_search_from_first();
|
|
}
|
|
|
|
template<typename _BiIter, typename _Alloc,
|
|
typename _CharT, typename _TraitsT>
|
|
void _Executor<_BiIter, _Alloc, _CharT, _TraitsT>::
|
|
_M_set_results(_ResultsVec& __cur_results)
|
|
{
|
|
if (_M_re.flags() & regex_constants::nosubs)
|
|
{
|
|
// truncate
|
|
__cur_results.resize(3);
|
|
_M_results.resize(3);
|
|
}
|
|
for (unsigned int __i = 0; __i < __cur_results.size(); ++__i)
|
|
if (__cur_results[__i].matched)
|
|
_M_results[__i] = __cur_results[__i];
|
|
}
|
|
|
|
template<typename _BiIter, typename _Alloc,
|
|
typename _CharT, typename _TraitsT>
|
|
std::unique_ptr<_Executor<_BiIter, _Alloc, _CharT, _TraitsT>>
|
|
__get_executor(_BiIter __b,
|
|
_BiIter __e,
|
|
std::vector<sub_match<_BiIter>, _Alloc>& __m,
|
|
const basic_regex<_CharT, _TraitsT>& __re,
|
|
regex_constants::match_flag_type __flags)
|
|
{
|
|
typedef std::unique_ptr<_Executor<_BiIter, _Alloc, _CharT, _TraitsT>>
|
|
_ExecutorPtr;
|
|
typedef _DFSExecutor<_BiIter, _Alloc, _CharT, _TraitsT> _DFSExecutorT;
|
|
typedef _BFSExecutor<_BiIter, _Alloc, _CharT, _TraitsT> _BFSExecutorT;
|
|
auto __p = std::static_pointer_cast<_NFA<_CharT, _TraitsT>>
|
|
(__re._M_automaton);
|
|
if (__p->_M_has_backref)
|
|
return _ExecutorPtr(new _DFSExecutorT(__b, __e, __m, __re, __flags));
|
|
return _ExecutorPtr(new _BFSExecutorT(__b, __e, __m, __re, __flags));
|
|
}
|
|
|
|
_GLIBCXX_END_NAMESPACE_VERSION
|
|
} // namespace __detail
|
|
} // namespace
|