Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/mgiza.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
path: root/mgizapp/src/TTables.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'mgizapp/src/TTables.cpp')
-rw-r--r--mgizapp/src/TTables.cpp237
1 files changed, 118 insertions, 119 deletions
diff --git a/mgizapp/src/TTables.cpp b/mgizapp/src/TTables.cpp
index 1e4f3b6..dd62310 100644
--- a/mgizapp/src/TTables.cpp
+++ b/mgizapp/src/TTables.cpp
@@ -8,16 +8,16 @@ modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; either version 2
of the License, or (at your option) any later version.
-This program is distributed in the hope that it will be useful,
+This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
-Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307,
+Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307,
USA.
-
+
*/
#include "TTables.h"
#include "Parameter.h"
@@ -33,143 +33,142 @@ GLOBAL_PARAMETER2(float, COUNTINCREASE_CUTOFF,"COUNTINCREASE CUTOFF","countCutof
// To output to STDOUT, submit filename as NULL
template <class COUNT, class PROB>
-void tmodel<COUNT, PROB>::printCountTable(const char *filename,
- const Vector<WordEntry>& evlist,
- const Vector<WordEntry>& fvlist,
- const bool actual) const
+void tmodel<COUNT, PROB>::printCountTable(const char *filename,
+ const Vector<WordEntry>& evlist,
+ const Vector<WordEntry>& fvlist,
+ const bool actual) const
{
- ostream *tof;
-
- if(filename)
- tof = new ofstream(filename);
- else
- tof = & cout;
-
- ostream &of = *tof;
- /* for(unsigned int i=0;i<es.size()-1;++i)
- for(unsigned int j=es[i];j<es[i+1];++j)
- {
- const CPPair&x=fs[j].second;
- WordIndex e=i,f=fs[j].first;
- if( actual )
- of << evlist[e].word << ' ' << fvlist[f].word << ' ' << x.prob << '\n';
- else
- of << e << ' ' << f << ' ' << x.prob << '\n';
- }*/
- for(unsigned int i=0;i<lexmat.size();++i){
- if( lexmat[i] ){
- for(unsigned int j=0;j<lexmat[i]->size();++j)
- {
- const CPPair&x=(*lexmat[i])[j].second;
- WordIndex e=i,f=(*lexmat[i])[j].first;
- if( x.prob>MINCOUNTINCREASE ){
- if( actual ){
- of << evlist[e].word << ' ' << fvlist[f].word << ' ' << x.count << '\n';
- }else{
- of << e << ' ' << f << ' ' << x.count << '\n';
- }
- }
- }
- }
- }
-
- if(filename){
- ((ofstream*)tof)->close();
- delete tof;
- }
+ ostream *tof;
+
+ if(filename)
+ tof = new ofstream(filename);
+ else
+ tof = & cout;
+
+ ostream &of = *tof;
+ /* for(unsigned int i=0;i<es.size()-1;++i)
+ for(unsigned int j=es[i];j<es[i+1];++j)
+ {
+ const CPPair&x=fs[j].second;
+ WordIndex e=i,f=fs[j].first;
+ if( actual )
+ of << evlist[e].word << ' ' << fvlist[f].word << ' ' << x.prob << '\n';
+ else
+ of << e << ' ' << f << ' ' << x.prob << '\n';
+ }*/
+ for(unsigned int i=0; i<lexmat.size(); ++i) {
+ if( lexmat[i] ) {
+ for(unsigned int j=0; j<lexmat[i]->size(); ++j) {
+ const CPPair&x=(*lexmat[i])[j].second;
+ WordIndex e=i,f=(*lexmat[i])[j].first;
+ if( x.prob>MINCOUNTINCREASE ) {
+ if( actual ) {
+ of << evlist[e].word << ' ' << fvlist[f].word << ' ' << x.count << '\n';
+ } else {
+ of << e << ' ' << f << ' ' << x.count << '\n';
+ }
+ }
+ }
+ }
+ }
+
+ if(filename) {
+ ((ofstream*)tof)->close();
+ delete tof;
+ }
}
template <class COUNT, class PROB>
-void tmodel<COUNT, PROB>::printProbTable(const char *filename,
- const Vector<WordEntry>& evlist,
- const Vector<WordEntry>& fvlist,
- const bool actual) const
+void tmodel<COUNT, PROB>::printProbTable(const char *filename,
+ const Vector<WordEntry>& evlist,
+ const Vector<WordEntry>& fvlist,
+ const bool actual) const
{
- ofstream of(filename);
- /* for(unsigned int i=0;i<es.size()-1;++i)
- for(unsigned int j=es[i];j<es[i+1];++j)
- {
- const CPPair&x=fs[j].second;
- WordIndex e=i,f=fs[j].first;
- if( actual )
- of << evlist[e].word << ' ' << fvlist[f].word << ' ' << x.prob << '\n';
- else
- of << e << ' ' << f << ' ' << x.prob << '\n';
- }*/
- for(unsigned int i=0;i<lexmat.size();++i){
- if( lexmat[i] ){
- for(unsigned int j=0;j<lexmat[i]->size();++j)
- {
- const CPPair&x=(*lexmat[i])[j].second;
- WordIndex e=i,f=(*lexmat[i])[j].first;
- if( x.prob>PROB_SMOOTH ){
- if( actual ){
- of << evlist[e].word << ' ' << fvlist[f].word << ' ' << x.prob << '\n';
- }else{
- of << e << ' ' << f << ' ' << x.prob << '\n';
- }
- }
- }
- }
- }
+ ofstream of(filename);
+ /* for(unsigned int i=0;i<es.size()-1;++i)
+ for(unsigned int j=es[i];j<es[i+1];++j)
+ {
+ const CPPair&x=fs[j].second;
+ WordIndex e=i,f=fs[j].first;
+ if( actual )
+ of << evlist[e].word << ' ' << fvlist[f].word << ' ' << x.prob << '\n';
+ else
+ of << e << ' ' << f << ' ' << x.prob << '\n';
+ }*/
+ for(unsigned int i=0; i<lexmat.size(); ++i) {
+ if( lexmat[i] ) {
+ for(unsigned int j=0; j<lexmat[i]->size(); ++j) {
+ const CPPair&x=(*lexmat[i])[j].second;
+ WordIndex e=i,f=(*lexmat[i])[j].first;
+ if( x.prob>PROB_SMOOTH ) {
+ if( actual ) {
+ of << evlist[e].word << ' ' << fvlist[f].word << ' ' << x.prob << '\n';
+ } else {
+ of << e << ' ' << f << ' ' << x.prob << '\n';
+ }
+ }
+ }
+ }
+ }
}
template <class COUNT, class PROB>
-void tmodel<COUNT, PROB>::printProbTableInverse(const char *,
- const Vector<WordEntry>&,
- const Vector<WordEntry>&,
- const double,
- const double,
- const bool ) const
+void tmodel<COUNT, PROB>::printProbTableInverse(const char *,
+ const Vector<WordEntry>&,
+ const Vector<WordEntry>&,
+ const double,
+ const double,
+ const bool ) const
{
}
template <class COUNT, class PROB>
void tmodel<COUNT, PROB>::normalizeTable(const vcbList&, const vcbList&, int)
{
- for(unsigned int i=0;i<lexmat.size();++i){
- double c=0.0;
- if( lexmat[i] ){
- unsigned int lSize=lexmat[i]->size();
- for(unsigned int j=0;j<lSize;++j)
- c+=(*lexmat[i])[j].second.count;
- for(unsigned int j=0;j<lSize;++j) {
- if( c==0 )
- (*lexmat[i])[j].second.prob=1.0/(lSize);
- else
- (*lexmat[i])[j].second.prob=(*lexmat[i])[j].second.count/c;
- (*lexmat[i])[j].second.count=0;
- }
- }
+ for(unsigned int i=0; i<lexmat.size(); ++i) {
+ double c=0.0;
+ if( lexmat[i] ) {
+ unsigned int lSize=lexmat[i]->size();
+ for(unsigned int j=0; j<lSize; ++j)
+ c+=(*lexmat[i])[j].second.count;
+ for(unsigned int j=0; j<lSize; ++j) {
+ if( c==0 )
+ (*lexmat[i])[j].second.prob=1.0/(lSize);
+ else
+ (*lexmat[i])[j].second.prob=(*lexmat[i])[j].second.count/c;
+ (*lexmat[i])[j].second.count=0;
+ }
}
+ }
}
template <class COUNT, class PROB>
-bool tmodel<COUNT, PROB>::readProbTable(const char *filename){
- /* This function reads the t table from a file.
- Each line is of the format: source_word_id target_word_id p(target_word|source_word)
- This is the inverse operation of the printTable function.
- NAS, 7/11/99
- */
- ifstream inf(filename);
- cerr << "Reading t prob. table from " << filename << "\n";
- if (!inf) {
- cerr << "\nERROR: Cannot open " << filename << "\n";
- return false;
- }
- WordIndex src_id, trg_id;
- PROB prob;
- int nEntry=0;
- while (inf >> src_id >> trg_id >> prob) {
- insert(src_id, trg_id, 0.0, prob);
- nEntry++;
- }
- cerr << "Read " << nEntry << " entries in prob. table.\n";
- return true;
+bool tmodel<COUNT, PROB>::readProbTable(const char *filename)
+{
+ /* This function reads the t table from a file.
+ Each line is of the format: source_word_id target_word_id p(target_word|source_word)
+ This is the inverse operation of the printTable function.
+ NAS, 7/11/99
+ */
+ ifstream inf(filename);
+ cerr << "Reading t prob. table from " << filename << "\n";
+ if (!inf) {
+ cerr << "\nERROR: Cannot open " << filename << "\n";
+ return false;
+ }
+ WordIndex src_id, trg_id;
+ PROB prob;
+ int nEntry=0;
+ while (inf >> src_id >> trg_id >> prob) {
+ insert(src_id, trg_id, 0.0, prob);
+ nEntry++;
+ }
+ cerr << "Read " << nEntry << " entries in prob. table.\n";
+ return true;
}
-template class tmodel<COUNT,PROB> ;
+template class tmodel<COUNT,PROB> ;
/* ---------------- End of Method Definitions of class tmodel ---------------*/
generated by cgit v1.2.3 (git 2.25.1) at 2024-06-09 17:48:33 +0300