agreement between source and target side

git-svn-id: https://ws10smt.googlecode.com/svn/trunk@300 ec762483-ff6d-05da-a07a-a48fb63a330f

1 files changed, 196 insertions, 0 deletions

diff --git a/gi/posterior-regularisation/prjava/src/phrase/Agree2Sides.java b/gi/posterior-regularisation/prjava/src/phrase/Agree2Sides.java
new file mode 100644
index 00000000..7bc28a40
--- /dev/null
+++ b/gi/posterior-regularisation/prjava/src/phrase/Agree2Sides.java
@@ -0,0 +1,196 @@
+package phrase;

+

+import gnu.trove.TIntArrayList;

+

+import io.FileUtil;

+

+import java.io.File;

+import java.io.IOException;

+import java.io.PrintStream;

+import java.util.List;

+

+import phrase.Corpus.Edge;

+

+public class Agree2Sides {

+	PhraseCluster model1,model2;

+	Corpus c1,c2;

+	private int K;

+	

+	/**@brief sum of loglikelihood of two

+	 * individual models

+	 */

+	public double llh;

+	/**@brief Bhattacharyya distance

+	 * 

+	 */

+	public double bdist; 

+	/**

+	 * 

+	 * @param numCluster

+	 * @param corpus

+	 */

+	public Agree2Sides(int numCluster, Corpus corpus1 , Corpus corpus2 ){

+		

+		model1=new PhraseCluster(numCluster, corpus1);

+		model2=new PhraseCluster(numCluster,corpus2);

+		c1=corpus1;

+		c2=corpus2;

+		K=numCluster;

+		

+	}

+	

+	/**@brief test

+	 * 

+	 */

+	public static void main(String args[]){

+		//String in="../pdata/canned.con";

+	//	String in="../pdata/btec.con";

+		String in1="../pdata/source.txt";

+		String in2="../pdata/target.txt";

+		String out="../pdata/posterior.out";

+		int numCluster=25;

+		Corpus corpus1 = null,corpus2=null;

+		File infile1 = new File(in1),infile2=new File(in2);

+		try {

+			System.out.println("Reading concordance from " + infile1);

+			corpus1 = Corpus.readFromFile(FileUtil.reader(infile1));

+			System.out.println("Reading concordance from " + infile2);

+			corpus2 = Corpus.readFromFile(FileUtil.reader(infile2));

+			corpus1.printStats(System.out);

+		} catch (IOException e) {

+			System.err.println("Failed to open input file: " + infile1);

+			e.printStackTrace();

+			System.exit(1);

+		}

+		

+		Agree2Sides agree=new Agree2Sides(numCluster, corpus1,corpus2);

+		int iter=20;

+		for(int i=0;i<iter;i++){

+			agree.EM();

+			System.out.println("Iter"+i+", llh: "+agree.llh+

+					", divergence:"+agree.bdist+

+							" sum: "+(agree.llh+agree.bdist));

+		}

+		

+		File outfile = new File (out);

+		try {

+			PrintStream ps = FileUtil.printstream(outfile);

+			agree.displayPosterior(ps);

+		//	ps.println();

+		//	c2f.displayModelParam(ps);

+			ps.close();

+		} catch (IOException e) {

+			System.err.println("Failed to open output file: " + outfile);

+			e.printStackTrace();

+			System.exit(1);

+		}

+		

+	}

+	

+	public double EM(){

+		

+		double [][][]exp_emit1=new double [K][c1.getNumContextPositions()][c1.getNumWords()];

+		double [][]exp_pi1=new double[c1.getNumPhrases()][K];

+		

+		double [][][]exp_emit2=new double [K][c2.getNumContextPositions()][c2.getNumWords()];

+		double [][]exp_pi2=new double[c2.getNumPhrases()][K];

+		

+		llh=0;

+		bdist=0;

+		//E

+		for(int i=0;i<c1.getEdges().size();i++){

+			Edge edge1=c1.getEdges().get(i);

+			Edge edge2=c2.getEdges().get(i);

+			double p[]=posterior(i);

+			double z = arr.F.l1norm(p);

+			assert z > 0;

+			bdist += edge1.getCount() * Math.log(z);

+			arr.F.l1normalize(p);

+			int count = edge1.getCount();

+				//increment expected count

+			TIntArrayList contextToks1 = edge1.getContext();

+			TIntArrayList contextToks2 = edge2.getContext();

+			int phrase1=edge1.getPhraseId();

+			int phrase2=edge2.getPhraseId();

+			for(int tag=0;tag<K;tag++){

+				for(int position=0;position<c1.getNumContextPositions();position++){

+					exp_emit1[tag][position][contextToks1.get(position)]+=p[tag]*count;

+				}

+				for(int position=0;position<c2.getNumContextPositions();position++){

+					exp_emit2[tag][position][contextToks2.get(position)]+=p[tag]*count;

+				}

+				exp_pi1[phrase1][tag]+=p[tag]*count;

+				exp_pi2[phrase2][tag]+=p[tag]*count;

+			}

+		}

+		

+		//System.out.println("Log likelihood: "+loglikelihood);

+		

+		//M

+		for(double [][]i:exp_emit1){

+			for(double []j:i){

+				arr.F.l1normalize(j);

+			}

+		}

+		

+		for(double []j:exp_pi1){

+			arr.F.l1normalize(j);

+		}

+		

+		for(double [][]i:exp_emit2){

+			for(double []j:i){

+				arr.F.l1normalize(j);

+			}

+		}

+		

+		for(double []j:exp_pi2){

+			arr.F.l1normalize(j);

+		}

+		

+		model1.emit=exp_emit1;

+		model1.pi=exp_pi1;

+		model2.emit=exp_emit2;

+		model2.pi=exp_pi2;

+		

+		return llh;

+	}

+

+	public double[] posterior(int edgeIdx) 

+	{

+		Edge edge1=c1.getEdges().get(edgeIdx);

+		Edge edge2=c2.getEdges().get(edgeIdx);

+		double[] prob1=model1.posterior(edge1);

+		double[] prob2=model2.posterior(edge2);

+		

+		llh+=edge1.getCount()*Math.log(arr.F.l1norm(prob1));

+		llh+=edge2.getCount()*Math.log(arr.F.l1norm(prob2));

+		arr.F.l1normalize(prob1);

+		arr.F.l1normalize(prob2);

+		

+		for(int i=0;i<prob1.length;i++){

+			prob1[i]*=prob2[i];

+			prob1[i]=Math.sqrt(prob1[i]);

+		}

+		

+		return prob1;

+	}

+	

+	public void displayPosterior(PrintStream ps)

+	{	

+		

+		for (int i=0;i<c1.getEdges().size();i++)

+		{

+			Edge edge=c1.getEdges().get(i);

+			double probs[] = posterior(i);

+			arr.F.l1normalize(probs);

+

+			// emit phrase

+			ps.print(edge.getPhraseString());

+			ps.print("\t");

+			ps.print(edge.getContextString(true));

+			int t=arr.F.argmax(probs);

+			ps.println(" ||| C=" + t);

+		}

+	}

+	

+}