# See www.openfst.org for extensive documentation on this weighted
|
# finite-state transducer library.
|
|
|
from libc.time cimport time_t
|
from libc.time cimport time
|
|
from libcpp cimport bool
|
from libcpp.vector cimport vector
|
from libcpp.utility cimport pair
|
|
from libcpp.string cimport string
|
from basictypes cimport int32
|
from basictypes cimport int64
|
from basictypes cimport uint32
|
from basictypes cimport uint64
|
from ios cimport istream
|
from ios cimport ostream
|
|
|
cdef extern from "<fst/util.h>" nogil:
|
|
# Note that this is a copy, so it should be viewed as read-only.
|
|
bool FLAGS_fst_error_fatal
|
|
|
cdef extern from "<fst/fstlib.h>" namespace "fst" nogil:
|
|
# FST properties.
|
const uint64 kExpanded
|
const uint64 kMutable
|
const uint64 kError
|
const uint64 kAcceptor
|
const uint64 kNotAcceptor
|
const uint64 kIDeterministic
|
const uint64 kNonIDeterministic
|
const uint64 kODeterministic
|
const uint64 kNonODeterministic
|
const uint64 kEpsilons
|
const uint64 kNoEpsilons
|
const uint64 kIEpsilons
|
const uint64 kNoIEpsilons
|
const uint64 kOEpsilons
|
const uint64 kNoOEpsilons
|
const uint64 kILabelSorted
|
const uint64 kNotILabelSorted
|
const uint64 kOLabelSorted
|
const uint64 kNotOLabelSorted
|
const uint64 kWeighted
|
const uint64 kUnweighted
|
const uint64 kCyclic
|
const uint64 kAcyclic
|
const uint64 kInitialCyclic
|
const uint64 kInitialAcyclic
|
const uint64 kTopSorted
|
const uint64 kNotTopSorted
|
const uint64 kAccessible
|
const uint64 kNotAccessible
|
const uint64 kCoAccessible
|
const uint64 kNotCoAccessible
|
const uint64 kString
|
const uint64 kNotString
|
const uint64 kWeightedCycles
|
const uint64 kUnweightedCycles
|
const uint64 kNullProperties
|
const uint64 kCopyProperties
|
const uint64 kIntrinsicProperties
|
const uint64 kExtrinsicProperties
|
const uint64 kSetStartProperties
|
const uint64 kSetFinalProperties
|
const uint64 kAddStateProperties
|
const uint64 kAddArcProperties
|
const uint64 kSetArcProperties
|
const uint64 kDeleteStatesProperties
|
const uint64 kDeleteArcsProperties
|
const uint64 kStateSortProperties
|
const uint64 kArcSortProperties
|
const uint64 kILabelInvariantProperties
|
const uint64 kOLabelInvariantProperties
|
const uint64 kWeightInvariantProperties
|
const uint64 kAddSuperFinalProperties
|
const uint64 kRmSuperFinalProperties
|
const uint64 kBinaryProperties
|
const uint64 kTrinaryProperties
|
const uint64 kPosTrinaryProperties
|
const uint64 kNegTrinaryProperties
|
const uint64 kFstProperties
|
|
# ArcIterator flags.
|
const uint32 kArcILabelValue
|
const uint32 kArcOLabelValue
|
const uint32 kArcWeightValue
|
const uint32 kArcNextStateValue
|
const uint32 kArcNoCache
|
const uint32 kArcValueFlags
|
const uint32 kArcFlags
|
|
# EncodeMapper flags.
|
const uint32 kEncodeLabels
|
const uint32 kEncodeWeights
|
const uint32 kEncodeFlags
|
|
# Default argument constants.
|
const float kDelta
|
const float kShortestDelta
|
const int kNoLabel
|
const int kNoStateId
|
const int64 kNoSymbol
|
|
|
enum ClosureType:
|
CLOSURE_STAR
|
CLOSURE_PLUS
|
|
|
enum ComposeFilter:
|
AUTO_FILTER
|
NULL_FILTER
|
SEQUENCE_FILTER
|
ALT_SEQUENCE_FILTER
|
MATCH_FILTER
|
TRIVIAL_FILTER
|
|
|
cdef cppclass ComposeOptions:
|
|
ComposeOptions(bool, ComposeFilter)
|
|
|
enum DeterminizeType:
|
DETERMINIZE_FUNCTIONAL
|
DETERMINIZE_NONFUNCTIONAL
|
DETERMINIZE_DISAMBIGUATE
|
|
|
enum EncodeType:
|
DECODE
|
ENCODE
|
|
|
enum EpsNormalizeType:
|
EPS_NORM_INPUT
|
EPS_NORM_OUTPUT
|
|
|
enum ProjectType:
|
PROJECT_INPUT
|
PROJECT_OUTPUT
|
|
|
enum QueueType:
|
TRIVIAL_QUEUE
|
FIFO_QUEUE
|
LIFO_QUEUE
|
SHORTEST_FIRST_QUEUE
|
TOP_ORDER_QUEUE
|
STATE_ORDER_QUEUE
|
SCC_QUEUE
|
AUTO_QUEUE
|
OTHER_QUEUE
|
|
|
# This is a templated struct at the C++ level, but Cython does not support
|
# templated structs unless we pretend they are full-blown classes.
|
cdef cppclass RandGenOptions[RandArcSelection]:
|
|
RandGenOptions(const RandArcSelection &, int32, int32, bool, bool)
|
|
|
enum ReplaceLabelType:
|
REPLACE_LABEL_NEITHER
|
REPLACE_LABEL_INPUT
|
REPLACE_LABEL_OUTPUT
|
REPLACE_LABEL_BOTH
|
|
|
enum ReweightType:
|
REWEIGHT_TO_INITIAL
|
REWEIGHT_TO_FINAL
|
|
|
cdef cppclass SymbolTableTextOptions:
|
|
SymbolTableTextOptions(bool)
|
|
# Symbol tables.
|
cdef cppclass SymbolTable:
|
|
@staticmethod
|
int64 kNoSymbol
|
|
SymbolTable()
|
|
SymbolTable(const string &)
|
|
@staticmethod
|
SymbolTable *Read(const string &)
|
|
# Aliased for overload.
|
@staticmethod
|
SymbolTable *ReadStream "Read"(istream &, const string &)
|
|
@staticmethod
|
SymbolTable *ReadText(const string &, const SymbolTableTextOptions &)
|
|
int64 AddSymbol(const string &, int64)
|
|
int64 AddSymbol(const string &)
|
|
SymbolTable *Copy()
|
|
# Aliased for overload.
|
string FindSymbol "Find"(int64)
|
|
# Aliased for overload.
|
int64 FindIndex "Find"(string)
|
|
# Aliased for overload.
|
bool MemberSymbol "Member"(string)
|
|
# Aliased for overload.
|
bool MemberIndex "Member"(int64)
|
|
void AddTable(const SymbolTable &)
|
|
int64 GetNthKey(ssize_t)
|
|
const string &Name()
|
|
void SetName(const string &)
|
|
const string &CheckSum()
|
|
const string &LabeledCheckSum()
|
|
bool Write(ostream &)
|
|
bool Write(const string &)
|
|
bool WriteToString(ostream &)
|
|
bool WriteToString(const string &)
|
|
bool WriteText(ostream &)
|
|
bool WriteText(const string &)
|
|
int64 AvailableKey()
|
|
size_t NumSymbols()
|
|
|
SymbolTable *CompactSymbolTable(const SymbolTable &syms)
|
|
SymbolTable *MergeSymbolTable(const SymbolTable &, const SymbolTable &,
|
bool *)
|
|
SymbolTable *FstReadSymbols(const string &, bool)
|
|
|
cdef cppclass SymbolTableIterator:
|
|
SymbolTableIterator(const SymbolTable &)
|
|
bool Done()
|
|
void Next()
|
|
void Reset()
|
|
string Symbol()
|
|
int64 Value()
|
|
|
cdef extern from "<fst/script/fstscript.h>" namespace "fst::script" nogil:
|
|
|
# Weights.
|
cdef cppclass WeightClass:
|
|
WeightClass()
|
|
WeightClass(const WeightClass &)
|
|
WeightClass(const string &, const string &)
|
|
const string &Type()
|
|
string ToString()
|
|
bool Member()
|
|
@staticmethod
|
const WeightClass &Zero(const string &)
|
|
@staticmethod
|
const WeightClass &One(const string &)
|
|
@staticmethod
|
const WeightClass &NoWeight(const string &)
|
|
# Alias.
|
cdef bool Eq "operator=="(const WeightClass &, const WeightClass &)
|
|
# Alias.
|
cdef bool Ne "operator!="(const WeightClass &, const WeightClass &)
|
|
cdef WeightClass Plus(const WeightClass &, const WeightClass &)
|
|
cdef WeightClass Times(const WeightClass &, const WeightClass &)
|
|
cdef WeightClass Divide(const WeightClass &, const WeightClass &)
|
|
cdef WeightClass Power(const WeightClass &, size_t)
|
|
# Arcs.
|
cdef cppclass ArcClass:
|
|
ArcClass(const ArcClass &)
|
|
ArcClass(int64, int64, const WeightClass &, int64)
|
|
int64 ilabel
|
int64 olabel
|
WeightClass weight
|
int64 nextstate
|
|
|
# FSTs.
|
|
|
cdef cppclass FstClass:
|
|
FstClass(const FstClass &)
|
|
@staticmethod
|
FstClass *Read(const string &)
|
|
# Aliased for overload.
|
@staticmethod
|
FstClass *ReadStream "Read"(istream &, const string &)
|
|
int64 Start()
|
|
WeightClass Final(int64)
|
|
size_t NumArcs(int64)
|
|
size_t NumInputEpsilons(int64)
|
|
size_t NumOutputEpsilons(int64)
|
|
const string &ArcType()
|
|
const string &FstType()
|
|
const SymbolTable *InputSymbols()
|
|
const SymbolTable *OutputSymbols()
|
|
const string &WeightType()
|
|
bool Write(const string &)
|
|
bool Write(ostream &, const string &)
|
|
uint64 Properties(uint64, bool)
|
|
bool ValidStateId(int64)
|
|
|
cdef cppclass MutableFstClass(FstClass):
|
|
bool AddArc(int64, const ArcClass &)
|
|
int64 AddState()
|
|
bool DeleteArcs(int64, size_t)
|
|
bool DeleteArcs(int64)
|
|
bool DeleteStates(const vector[int64] &)
|
|
void DeleteStates()
|
|
SymbolTable *MutableInputSymbols()
|
|
SymbolTable *MutableOutputSymbols()
|
|
int64 NumStates()
|
|
bool ReserveArcs(int64, size_t)
|
|
void ReserveStates(int64)
|
|
bool SetStart(int64)
|
|
bool SetFinal(int64, const WeightClass &)
|
|
void SetInputSymbols(SymbolTable *)
|
|
void SetOutputSymbols(SymbolTable *)
|
|
void SetProperties(uint64, uint64)
|
|
cdef cppclass VectorFstClass(MutableFstClass):
|
|
VectorFstClass(const FstClass &)
|
|
VectorFstClass(const string &)
|
|
|
# EncodeMapper.
|
cdef cppclass EncodeMapperClass:
|
|
EncodeMapperClass(const string &, uint32, EncodeType)
|
|
# Aliased to __call__ as Cython doesn't have good support for operator().
|
ArcClass __call__ "operator()"(const ArcClass &)
|
|
const string &ArcType()
|
|
uint32 Flags()
|
|
uint64 Properties(uint64)
|
|
EncodeType Type()
|
|
const SymbolTable *InputSymbols()
|
|
const SymbolTable *OutputSymbols()
|
|
void SetInputSymbols(const SymbolTable *)
|
|
void SetOutputSymbols(const SymbolTable *)
|
|
const string &WeightType()
|
|
|
# Iterators.
|
|
|
cdef cppclass ArcIteratorClass:
|
|
ArcIteratorClass(const FstClass &, int64)
|
|
bool Done()
|
|
ArcClass Value()
|
|
void Next()
|
|
void Reset()
|
|
void Seek(size_t)
|
|
size_t Position()
|
|
uint32 Flags()
|
|
void SetFlags(uint32, uint32)
|
|
cdef cppclass MutableArcIteratorClass:
|
|
MutableArcIteratorClass(MutableFstClass *, int64)
|
|
bool Done()
|
|
ArcClass Value()
|
|
void Next()
|
|
void Reset()
|
|
void Seek(size_t)
|
|
void SetValue(const ArcClass &)
|
|
size_t Position()
|
|
uint32 Flags()
|
|
void SetFlags(uint32, uint32)
|
|
cdef cppclass StateIteratorClass:
|
|
StateIteratorClass(const FstClass &)
|
|
bool Done()
|
|
int64 Value()
|
|
void Next()
|
|
void Reset()
|
|
|
ctypedef pair[int64, const FstClass *] LabelFstClassPair
|
|
ctypedef pair[int64, int64] LabelPair
|
|
|
cdef extern from "<fst/script/fstscript.h>" namespace "fst::script" nogil:
|
|
enum ArcFilterType:
|
ANY_ARC_FILTER
|
EPSILON_ARC_FILTER
|
INPUT_EPSILON_ARC_FILTER
|
OUTPUT_EPSILON_ARC_FILTER
|
|
enum ArcSortType:
|
ILABEL_SORT
|
OLABEL_SORT
|
|
cdef void ArcSort(MutableFstClass *, ArcSortType)
|
|
cdef ClosureType GetClosureType(bool)
|
|
cdef void Closure(MutableFstClass *, ClosureType)
|
|
cdef FstClass *CompileFstInternal(istream &, const string &,
|
const string &, const string &,
|
const SymbolTable *, const SymbolTable *,
|
const SymbolTable*, bool, bool, bool, bool,
|
bool)
|
|
cdef void Compose(FstClass &, FstClass &, MutableFstClass *,
|
const ComposeOptions &)
|
|
cdef void Concat(MutableFstClass *, const FstClass &)
|
|
cdef void Connect(MutableFstClass *)
|
|
cdef FstClass *Convert(const FstClass &, const string &)
|
|
cdef void Decode(MutableFstClass *, const EncodeMapperClass &)
|
|
cdef cppclass DeterminizeOptions:
|
|
DeterminizeOptions(float, const WeightClass &, int64, int64,
|
DeterminizeType, bool)
|
|
cdef void Determinize(const FstClass &, MutableFstClass *,
|
const DeterminizeOptions &)
|
|
cdef cppclass DisambiguateOptions:
|
|
DisambiguateOptions(float, const WeightClass &, int64, int64)
|
|
cdef void Disambiguate(const FstClass &, MutableFstClass *,
|
const DisambiguateOptions &)
|
|
cdef void Difference(const FstClass &, const FstClass &, MutableFstClass *,
|
const ComposeOptions &)
|
|
cdef void DrawFst(const FstClass &fst, const SymbolTable *,
|
const SymbolTable *, const SymbolTable *, bool,
|
const string &, float, float, bool, bool, float, float, int,
|
int, const string &, bool, ostream *, const string &)
|
|
cdef void Encode(MutableFstClass *, EncodeMapperClass *)
|
|
cdef EpsNormalizeType GetEpsNormalizeType(bool)
|
|
cdef void EpsNormalize(const FstClass &, MutableFstClass *, EpsNormalizeType)
|
|
cdef bool Equal(const FstClass &, const FstClass &, float)
|
|
cdef bool Equivalent(const FstClass &, const FstClass &, float)
|
|
cdef void Intersect(const FstClass &, const FstClass &, MutableFstClass *,
|
const ComposeOptions &)
|
|
cdef void Invert(MutableFstClass *fst)
|
|
cdef bool Isomorphic(const FstClass &, const FstClass &, float)
|
|
enum MapType:
|
ARC_SUM_MAPPER
|
IDENTITY_MAPPER
|
INPUT_EPSILON_MAPPER
|
INVERT_MAPPER
|
OUTPUT_EPSILON_MAPPER
|
PLUS_MAPPER
|
QUANTIZE_MAPPER
|
RMWEIGHT_MAPPER
|
SUPERFINAL_MAPPER
|
TIMES_MAPPER
|
TO_LOG_MAPPER
|
TO_LOG64_MAPPER
|
TO_STD_MAPPER
|
|
cdef FstClass *Map(const FstClass &, MapType, float, double,
|
const WeightClass &)
|
|
cdef void Minimize(MutableFstClass *, MutableFstClass *, float, bool)
|
|
cdef ProjectType GetProjectType(bool)
|
|
cdef void Project(MutableFstClass *, ProjectType)
|
|
cdef void PrintFst(const FstClass &, ostream &, const string &,
|
const SymbolTable *, const SymbolTable *,
|
const SymbolTable *, bool, bool, const string &)
|
|
cdef void Prune(const FstClass &, MutableFstClass *, const WeightClass &,
|
int64, float)
|
|
cdef void Prune(MutableFstClass *, const WeightClass &, int64, float)
|
|
cdef void Push(const FstClass &, MutableFstClass *, uint32 flags,
|
ReweightType, float)
|
|
cdef void Push(MutableFstClass *, ReweightType, float, bool)
|
|
enum RandArcSelection:
|
UNIFORM_ARC_SELECTOR
|
LOG_PROB_ARC_SELECTOR
|
FAST_LOG_PROB_ARC_SELECTOR
|
|
cdef bool RandEquivalent(const FstClass &, const FstClass &, int32, float,
|
time_t, const RandGenOptions[RandArcSelection] &)
|
|
cdef void RandGen(const FstClass &, MutableFstClass *, time_t,
|
const RandGenOptions[RandArcSelection] &)
|
|
cdef void Relabel(MutableFstClass *, const SymbolTable *,
|
const SymbolTable *, const string &, bool,
|
const SymbolTable *, const SymbolTable *, const string &,
|
bool)
|
|
cdef void Relabel(MutableFstClass *, const vector[LabelPair] &,
|
const vector[LabelPair] &)
|
|
cdef cppclass ReplaceOptions:
|
|
ReplaceOptions(int64, ReplaceLabelType, ReplaceLabelType, int64)
|
|
cdef void Replace(const vector[LabelFstClassPair] &, MutableFstClass *,
|
const ReplaceOptions &)
|
|
cdef void Reverse(const FstClass &, MutableFstClass *, bool)
|
|
cdef void Reweight(MutableFstClass *, const vector[WeightClass] &,
|
ReweightType)
|
|
cdef cppclass RmEpsilonOptions:
|
|
RmEpsilonOptions(QueueType, bool, const WeightClass &, int64, float)
|
|
cdef void RmEpsilon(MutableFstClass *, const RmEpsilonOptions &)
|
|
cdef cppclass ShortestDistanceOptions:
|
|
ShortestDistanceOptions(QueueType, ArcFilterType, int64, float)
|
|
cdef void ShortestDistance(const FstClass &, vector[WeightClass] *,
|
const ShortestDistanceOptions &)
|
|
cdef void ShortestDistance(const FstClass &, vector[WeightClass] *, bool,
|
float)
|
|
cdef cppclass ShortestPathOptions:
|
|
ShortestPathOptions(QueueType, int32, bool, float, const WeightClass &,
|
int64)
|
|
cdef void ShortestPath(const FstClass &, MutableFstClass *,
|
const ShortestPathOptions &)
|
|
cdef void Synchronize(const FstClass &, MutableFstClass *)
|
|
cdef bool TopSort(MutableFstClass *)
|
|
cdef void Union(MutableFstClass *, const FstClass &)
|
|
cdef bool Verify(const FstClass &)
|
|
|
cdef extern from "<fst/script/getters.h>" namespace "fst::script" nogil:
|
|
cdef bool GetArcSortType(const string &, ArcSortType *)
|
|
cdef bool GetComposeFilter(const string &, ComposeFilter *)
|
|
cdef bool GetDeterminizeType(const string &, DeterminizeType *)
|
|
cdef uint32 GetEncodeFlags(bool, bool)
|
|
cdef bool GetMapType(const string &, MapType *)
|
|
cdef uint32 GetPushFlags(bool, bool, bool, bool)
|
|
cdef bool GetQueueType(const string &, QueueType *)
|
|
cdef bool GetRandArcSelection(const string &, RandArcSelection *)
|
|
cdef bool GetReplaceLabelType(string, bool, ReplaceLabelType *)
|
|
cdef ReweightType GetReweightType(bool)
|
|
|
cdef extern from "<fst/extensions/far/far.h>" namespace "fst" nogil:
|
|
enum FarType:
|
FAR_DEFAULT
|
FAR_STTABLE
|
FAR_STLIST
|
FAR_FST
|
FAR_SSTABLE
|
|
cdef extern from "<fst/extensions/far/getters.h>" \
|
namespace "fst" nogil:
|
|
string GetFarTypeString(FarType)
|
|
|
cdef extern from "<fst/extensions/far/getters.h>" \
|
namespace "fst::script" nogil:
|
|
FarType GetFarType(const string &)
|
|
|
cdef extern from "<fst/extensions/far/far-class.h>" \
|
namespace "fst::script" nogil:
|
|
cdef cppclass FarReaderClass:
|
|
const string &ArcType()
|
|
bool Done()
|
|
bool Error()
|
|
bool Find(const string &)
|
|
const FstClass *GetFstClass()
|
|
const string &GetKey()
|
|
void Next()
|
|
void Reset()
|
|
FarType Type()
|
|
# For simplicity, we always use the multiple-file one.
|
|
@staticmethod
|
FarReaderClass *Open(const vector[string] &)
|
|
cdef cppclass FarWriterClass:
|
|
bool Add(const string &, const FstClass &)
|
|
bool Error()
|
|
const string &ArcType()
|
|
FarType Type()
|
|
@staticmethod
|
FarWriterClass *Create(const string &, const string &, FarType)
|
