add llh figure

git-svn-id: https://ws10smt.googlecode.com/svn/trunk@602 ec762483-ff6d-05da-a07a-a48fb63a330f

5 files changed, 1399 insertions, 6 deletions

diff --git a/report/morphology/morphology.tex b/report/morphology/morphology.tex
index a7287801..80ce9fe2 100644
--- a/report/morphology/morphology.tex
+++ b/report/morphology/morphology.tex
@@ -269,7 +269,7 @@ In general, it is also clear that the alignment of the segmented sentence pair i
   \subfigure[Before segmentation]{\includegraphics[scale=1]{morphology/al_orig}}
   \hspace{10mm}
   \subfigure[After segmentation]{\includegraphics[scale=1]{morphology/al_segm}}
-  \caption{Alignment errors increase under segmentation. (English: \glossa{Nothing may be changed about that.})}
+  \caption{Alignment errors increase under segmentation. (English: {\emph Nothing may be changed about that.})}
   \label{fig:m_alignment_error}
 \end{figure}
 
diff --git a/report/np_clustering.tex b/report/np_clustering.tex
index 41afc4b9..55910b53 100644
--- a/report/np_clustering.tex
+++ b/report/np_clustering.tex
@@ -58,12 +58,19 @@ c_{-1}c_1 |& z & \sim \phi^{\textrm{\emph{inner}}}_z \\
 
 \section{Inference}
 
-Inference in the nonparametric clustering models was performed using Gibbs sampling \citep{geman:1984}, with the continuous parameters ($\theta_{\p}$, $\phi_z$, etc.) integrated out \citep{blunsom:2009}.  For the experiments reported below, we sampled for 1,000 iterations.  The initial state of the sampler was created by assigning every context in a phrase entirely to a random category.
-
-Values for the PYP hyperparameters were resampled after every 10 samples of the Gibbs sampler using the range doubling slice sampling technique \citep{neal:2000,johnson:2009}.
+Inference in the nonparametric clustering models was performed using Gibbs sampling \citep{geman:1984}, with the continuous parameters ($\theta_{\p}$, $\phi_z$, etc.) integrated out \citep{blunsom:2009}.  For the experiments reported below, we sampled for 1,000 iterations.  The initial state of the sampler was created by assigning every context in a phrase entirely to a random category. Values for the PYP hyperparameters were resampled after every 10 samples of the Gibbs sampler using the range doubling slice sampling technique \citep{neal:2000,johnson:2009}. Figure~\ref{fig:llh} shows the log-likelihood of the model measured after every 10 samples on an example run of the Urdu-English data with two different numbers of categories.
 
 The final sample drawn from the model was used to estimate $p(z|\textbf{c},\p)$, and each phrase occurrence was labelled with the $z$ that maximized this probability.
 
+\begin{figure}
+\begin{center}
+\includegraphics[scale=0.75]{pyp_clustering/llh.pdf}
+\vspace{-0.3cm}
+\end{center}
+\caption{Log-likelihood versus number of samples with 10 categories (red circles) and 25 categories (blue diamonds) on the Urdu data, 1 target word on either side, hierarchical $\theta_0$, uniform $\phi_0$.}
+\label{fig:llh}
+\end{figure}
+
 \section{Experiments}
 
 This section reports a number of experiments carried out to test the quality of the grammars learned using our nonparametric cluster models.  We evaluate them primarily in terms of their performance on translation tasks.  Translation quality evaluation is reported using case-insensitive \textsc{bleu} \citep{bleu} with the number of references used depending on the experimental condition (refer to details in the discussion of the corpora used below).
@@ -109,7 +116,7 @@ Random ($K=25$) & 55.4 & 19.7 \\
 Random ($K=50$) &  55.3 & 19.6 \\
 \hline
 Supervised \citep{samt} & 57.8 & 24.5 \\
-POS-only & TODO & 22.3 \\
+POS-only & 56.2 & 22.3 \\
 \end{tabular}
 \end{center}
 \label{tab:npbaselines}
@@ -127,7 +134,7 @@ Because the margin of improvement from the 1-category baseline to the supervised
 \hline
 Single category (baseline) & 57.0 & 21.1 \\
 \hline
-$K=10$ & 56.4 & \\
+$K=10$ & 56.4 & 21.2 \\
 $K=25$ & 57.5 & 22.0 \\
 $K=50$ & 56.2 & \\
 \end{tabular}
diff --git a/report/pyp_clustering/llh.R b/report/pyp_clustering/llh.R
new file mode 100644
index 00000000..907fc647
--- /dev/null
+++ b/report/pyp_clustering/llh.R
@@ -0,0 +1,6 @@
+data <- read.table("/Users/redpony/ws10smt/report/pyp_clustering/llh.dat", sep=" ", header=TRUE)
+attach(data)
+pdf("llh.pdf")
+plot(Samples,C25,type="o",pch=23,col="blue",ylab="LLH")
+lines(Samples,C10,type="o",col="red")
+dev.off()
diff --git a/report/pyp_clustering/llh.dat b/report/pyp_clustering/llh.dat
new file mode 100644
index 00000000..0b987b72
--- /dev/null
+++ b/report/pyp_clustering/llh.dat
@@ -0,0 +1,101 @@
+Samples C10 C25
+10 -14282758.4 -13689119.1
+20 -13210316.08 -12776298.29
+30 -12699905.02 -12346718.13
+40 -12426553.15 -12135706.38
+50 -12233584.59 -11895981.69
+60 -12160280.57 -11740597.58
+70 -12086983.91 -11619881.06
+80 -12023087.48 -11529775.62
+90 -11985465.06 -11466665.79
+100 -11962901.87 -11425971.54
+110 -11932864.31 -11391824.7
+120 -11927850.08 -11385243.8
+130 -11888950.2 -11353123.79
+140 -11887155.53 -11323030.37
+150 -11865651.79 -11317107.27
+160 -11864051.3 -11303436.51
+170 -11859850.7 -11269290.93
+180 -11858849.04 -11266028.58
+190 -11853173.39 -11255877.79
+200 -11846163.06 -11237349.09
+210 -11825886.48 -11233842.13
+220 -11804553.84 -11225028.99
+230 -11799576.79 -11220091.61
+240 -11791579.77 -11225438.65
+250 -11786746.41 -11231112.53
+260 -11781193.82 -11210248.76
+270 -11773117.73 -11206966.06
+280 -11757885.86 -11220618.44
+290 -11766073.98 -11206860.17
+300 -11766038.31 -11211057.65
+310 -11757649.11 -11206050.69
+320 -11756018.71 -11196007.14
+330 -11753992.82 -11195939.54
+340 -11736632.47 -11199761.04
+350 -11740141.42 -11195031.08
+360 -11732361.62 -11183529.92
+370 -11742712.18 -11185824.05
+380 -11753807.19 -11183609.24
+390 -11740765.85 -11201645.67
+400 -11726783.53 -11195937.93
+410 -11705268.45 -11195167.73
+420 -11704855.7 -11187544.63
+430 -11700184.94 -11189057.78
+440 -11695595.38 -11182929.8
+450 -11706275.81 -11186811.86
+460 -11682816.94 -11182764.06
+470 -11699266.65 -11185773.92
+480 -11690587.54 -11181398.01
+490 -11688426.03 -11173447.95
+500 -11695292.09 -11156059.74
+510 -11689217.62 -11155512.87
+520 -11698017.4 -11172791.37
+530 -11694884.48 -11154632.37
+540 -11688919.05 -11156732.99
+550 -11691510.72 -11153659.02
+560 -11695991.84 -11151936.29
+570 -11698965.91 -11156390.06
+580 -11703052.54 -11152442.33
+590 -11703954.45 -11148163.01
+600 -11707308.66 -11146911.39
+610 -11711839.21 -11141578.69
+620 -11705084.46 -11138108.53
+630 -11702203.93 -11141497.85
+640 -11699769.36 -11144830.31
+650 -11695195.29 -11140054.57
+660 -11689776.31 -11128736.68
+670 -11686688.63 -11133363.86
+680 -11687056.17 -11138606.88
+690 -11683928.51 -11127176.69
+700 -11675207.45 -11113181.82
+710 -11678865.02 -11114991.57
+720 -11663993.58 -11106009.03
+730 -11653391.7 -11113577.46
+740 -11643963.17 -11120842.56
+750 -11657830.5 -11111176.56
+760 -11640212.02 -11102195.83
+770 -11627752.14 -11114706.83
+780 -11654454 -11123697.97
+790 -11649786.53 -11102903.62
+800 -11650854.46 -11100390.17
+810 -11648917.59 -11087037.97
+820 -11647306.16 -11108470.8
+830 -11646495.22 -11113765.15
+840 -11635530.9 -11107715.08
+850 -11632975.36 -11108388.03
+860 -11640956.57 -11112060.45
+870 -11629400.46 -11107145.34
+880 -11622388.83 -11104625.45
+890 -11637207.76 -11110117.67
+900 -11617132.33 -11107941.25
+910 -11632402.85 -11110187.52
+920 -11639537.44 -11106565.25
+930 -11634270.04 -11109103.8
+940 -11632258.66 -11109555.93
+950 -11621338.84 -11120469.76
+960 -11625169.22 -11108971.32
+970 -11629463.17 -11109270.37
+980 -11622657.22 -11114332.59
+990 -11619776.65 -11111593.24
+1000 -11618193.28 -11107731.37
diff --git a/report/pyp_clustering/llh.pdf b/report/pyp_clustering/llh.pdf
new file mode 100644
index 00000000..ad209b20
--- /dev/null
+++ b/report/pyp_clustering/llh.pdf
@@ -0,0 +1,1279 @@
+%PDF-1.4
+%���ρ�\r
+1 0 obj
+<<
+/CreationDate (D:20100819233914)
+/ModDate (D:20100819233914)
+/Title (R Graphics Output)
+/Producer (R 2.11.1)
+/Creator (R)
+>>
+endobj
+2 0 obj
+<<
+/Type /Catalog
+/Pages 3 0 R
+>>
+endobj
+5 0 obj
+<<
+/Type /Page
+/Parent 3 0 R
+/Contents 6 0 R
+/Resources 4 0 R
+>>
+endobj
+6 0 obj
+<<
+/Length 7 0 R
+>>
+stream

+1 J 1 j q
+Q q 59.04 73.44 414.72 371.52 re W n
+0.000 0.000 1.000 RG
+0.75 w
+[] 0 d
+1 J
+1 j
+10.00 M
+74.40 87.20 m
+78.28 207.88 l
+82.16 264.67 l
+86.04 292.56 l
+89.92 324.26 l
+93.79 344.80 l
+97.67 360.76 l
+101.55 372.67 l
+105.43 381.01 l
+109.31 386.39 l
+113.19 390.91 l
+117.07 391.78 l
+120.95 396.02 l
+124.82 400.00 l
+128.70 400.78 l
+132.58 402.59 l
+136.46 407.11 l
+140.34 407.54 l
+144.22 408.88 l
+148.10 411.33 l
+151.98 411.79 l
+155.85 412.96 l
+159.73 413.61 l
+163.61 412.90 l
+167.49 412.15 l
+171.37 414.91 l
+175.25 415.35 l
+179.13 413.54 l
+183.01 415.36 l
+186.88 414.80 l
+190.76 415.47 l
+194.64 416.79 l
+198.52 416.80 l
+202.40 416.30 l
+206.28 416.92 l
+210.16 418.44 l
+214.04 418.14 l
+217.92 418.43 l
+221.79 416.05 l
+225.67 416.80 l
+229.55 416.91 l
+233.43 417.91 l
+237.31 417.71 l
+241.19 418.52 l
+245.07 418.01 l
+248.95 418.54 l
+252.82 418.15 l
+256.70 418.73 l
+260.58 419.78 l
+264.46 422.08 l
+268.34 422.15 l
+272.22 419.86 l
+276.10 422.26 l
+279.98 421.99 l
+283.85 422.39 l
+287.73 422.62 l
+291.61 422.03 l
+295.49 422.55 l
+299.37 423.12 l
+303.25 423.28 l
+307.13 423.99 l
+311.01 424.45 l
+314.88 424.00 l
+318.76 423.56 l
+322.64 424.19 l
+326.52 425.69 l
+330.40 425.08 l
+334.28 424.38 l
+338.16 425.89 l
+342.04 427.74 l
+345.92 427.50 l
+349.79 428.69 l
+353.67 427.69 l
+357.55 426.73 l
+361.43 428.01 l
+365.31 429.20 l
+369.19 427.54 l
+373.07 426.35 l
+376.95 429.10 l
+380.82 429.43 l
+384.70 431.20 l
+388.58 428.37 l
+392.46 427.67 l
+396.34 428.47 l
+400.22 428.38 l
+404.10 427.89 l
+407.98 428.54 l
+411.85 428.87 l
+415.73 428.15 l
+419.61 428.44 l
+423.49 428.14 l
+427.37 428.62 l
+431.25 428.28 l
+435.13 428.22 l
+439.01 426.78 l
+442.88 428.30 l
+446.76 428.26 l
+450.64 427.59 l
+454.52 427.95 l
+458.40 428.46 l
+S
+74.40 83.82 m
+77.78 87.20 l
+74.40 90.58 l
+71.02 87.20 l
+74.40 83.82 l
+S
+78.28 204.49 m
+81.66 207.88 l
+78.28 211.26 l
+74.89 207.88 l
+78.28 204.49 l
+S
+82.16 261.28 m
+85.54 264.67 l
+82.16 268.05 l
+78.77 264.67 l
+82.16 261.28 l
+S
+86.04 289.18 m
+89.42 292.56 l
+86.04 295.95 l
+82.65 292.56 l
+86.04 289.18 l
+S
+89.92 320.87 m
+93.30 324.26 l
+89.92 327.64 l
+86.53 324.26 l
+89.92 320.87 l
+S
+93.79 341.41 m
+97.18 344.80 l
+93.79 348.18 l
+90.41 344.80 l
+93.79 341.41 l
+S
+97.67 357.37 m
+101.06 360.76 l
+97.67 364.14 l
+94.29 360.76 l
+97.67 357.37 l
+S
+101.55 369.29 m
+104.94 372.67 l
+101.55 376.05 l
+98.17 372.67 l
+101.55 369.29 l
+S
+105.43 377.63 m
+108.81 381.01 l
+105.43 384.40 l
+102.05 381.01 l
+105.43 377.63 l
+S
+109.31 383.01 m
+112.69 386.39 l
+109.31 389.78 l
+105.93 386.39 l
+109.31 383.01 l
+S
+113.19 387.52 m
+116.57 390.91 l
+113.19 394.29 l
+109.80 390.91 l
+113.19 387.52 l
+S
+117.07 388.39 m
+120.45 391.78 l
+117.07 395.16 l
+113.68 391.78 l
+117.07 388.39 l
+S
+120.95 392.64 m
+124.33 396.02 l
+120.95 399.41 l
+117.56 396.02 l
+120.95 392.64 l
+S
+124.82 396.62 m
+128.21 400.00 l
+124.82 403.39 l
+121.44 400.00 l
+124.82 396.62 l
+S
+128.70 397.40 m
+132.09 400.78 l
+128.70 404.17 l
+125.32 400.78 l
+128.70 397.40 l
+S
+132.58 399.21 m
+135.97 402.59 l
+132.58 405.98 l
+129.20 402.59 l
+132.58 399.21 l
+S
+136.46 403.72 m
+139.84 407.11 l
+136.46 410.49 l
+133.08 407.11 l
+136.46 403.72 l
+S
+140.34 404.15 m
+143.72 407.54 l
+140.34 410.92 l
+136.96 407.54 l
+140.34 404.15 l
+S
+144.22 405.50 m
+147.60 408.88 l
+144.22 412.26 l
+140.83 408.88 l
+144.22 405.50 l
+S
+148.10 407.94 m
+151.48 411.33 l
+148.10 414.71 l
+144.71 411.33 l
+148.10 407.94 l
+S
+151.98 408.41 m
+155.36 411.79 l
+151.98 415.18 l
+148.59 411.79 l
+151.98 408.41 l
+S
+155.85 409.57 m
+159.24 412.96 l
+155.85 416.34 l
+152.47 412.96 l
+155.85 409.57 l
+S
+159.73 410.23 m
+163.12 413.61 l
+159.73 416.99 l
+156.35 413.61 l
+159.73 410.23 l
+S
+163.61 409.52 m
+167.00 412.90 l
+163.61 416.29 l
+160.23 412.90 l
+163.61 409.52 l
+S
+167.49 408.77 m
+170.87 412.15 l
+167.49 415.54 l
+164.11 412.15 l
+167.49 408.77 l
+S
+171.37 411.53 m
+174.75 414.91 l
+171.37 418.30 l
+167.99 414.91 l
+171.37 411.53 l
+S
+175.25 411.96 m
+178.63 415.35 l
+175.25 418.73 l
+171.86 415.35 l
+175.25 411.96 l
+S
+179.13 410.16 m
+182.51 413.54 l
+179.13 416.92 l
+175.74 413.54 l
+179.13 410.16 l
+S
+183.01 411.98 m
+186.39 415.36 l
+183.01 418.74 l
+179.62 415.36 l
+183.01 411.98 l
+S
+186.88 411.42 m
+190.27 414.80 l
+186.88 418.19 l
+183.50 414.80 l
+186.88 411.42 l
+S
+190.76 412.08 m
+194.15 415.47 l
+190.76 418.85 l
+187.38 415.47 l
+190.76 412.08 l
+S
+194.64 413.41 m
+198.03 416.79 l
+194.64 420.18 l
+191.26 416.79 l
+194.64 413.41 l
+S
+198.52 413.42 m
+201.91 416.80 l
+198.52 420.19 l
+195.14 416.80 l
+198.52 413.42 l
+S
+202.40 412.91 m
+205.78 416.30 l
+202.40 419.68 l
+199.02 416.30 l
+202.40 412.91 l
+S
+206.28 413.54 m
+209.66 416.92 l
+206.28 420.31 l
+202.89 416.92 l
+206.28 413.54 l
+S
+210.16 415.06 m
+213.54 418.44 l
+210.16 421.83 l
+206.77 418.44 l
+210.16 415.06 l
+S
+214.04 414.76 m
+217.42 418.14 l
+214.04 421.52 l
+210.65 418.14 l
+214.04 414.76 l
+S
+217.92 415.05 m
+221.30 418.43 l
+217.92 421.82 l
+214.53 418.43 l
+217.92 415.05 l
+S
+221.79 412.66 m
+225.18 416.05 l
+221.79 419.43 l
+218.41 416.05 l
+221.79 412.66 l
+S
+225.67 413.42 m
+229.06 416.80 l
+225.67 420.19 l
+222.29 416.80 l
+225.67 413.42 l
+S
+229.55 413.52 m
+232.94 416.91 l
+229.55 420.29 l
+226.17 416.91 l
+229.55 413.52 l
+S
+233.43 414.53 m
+236.81 417.91 l
+233.43 421.30 l
+230.05 417.91 l
+233.43 414.53 l
+S
+237.31 414.33 m
+240.69 417.71 l
+237.31 421.10 l
+233.93 417.71 l
+237.31 414.33 l
+S
+241.19 415.14 m
+244.57 418.52 l
+241.19 421.91 l
+237.80 418.52 l
+241.19 415.14 l
+S
+245.07 414.63 m
+248.45 418.01 l
+245.07 421.39 l
+241.68 418.01 l
+245.07 414.63 l
+S
+248.95 415.16 m
+252.33 418.54 l
+248.95 421.93 l
+245.56 418.54 l
+248.95 415.16 l
+S
+252.82 414.76 m
+256.21 418.15 l
+252.82 421.53 l
+249.44 418.15 l
+252.82 414.76 l
+S
+256.70 415.34 m
+260.09 418.73 l
+256.70 422.11 l
+253.32 418.73 l
+256.70 415.34 l
+S
+260.58 416.39 m
+263.97 419.78 l
+260.58 423.16 l
+257.20 419.78 l
+260.58 416.39 l
+S
+264.46 418.69 m
+267.84 422.08 l
+264.46 425.46 l
+261.08 422.08 l
+264.46 418.69 l
+S
+268.34 418.76 m
+271.72 422.15 l
+268.34 425.53 l
+264.96 422.15 l
+268.34 418.76 l
+S
+272.22 416.48 m
+275.60 419.86 l
+272.22 423.25 l
+268.83 419.86 l
+272.22 416.48 l
+S
+276.10 418.88 m
+279.48 422.26 l
+276.10 425.65 l
+272.71 422.26 l
+276.10 418.88 l
+S
+279.98 418.60 m
+283.36 421.99 l
+279.98 425.37 l
+276.59 421.99 l
+279.98 418.60 l
+S
+283.85 419.01 m
+287.24 422.39 l
+283.85 425.78 l
+280.47 422.39 l
+283.85 419.01 l
+S
+287.73 419.24 m
+291.12 422.62 l
+287.73 426.00 l
+284.35 422.62 l
+287.73 419.24 l
+S
+291.61 418.65 m
+295.00 422.03 l
+291.61 425.42 l
+288.23 422.03 l
+291.61 418.65 l
+S
+295.49 419.17 m
+298.87 422.55 l
+295.49 425.94 l
+292.11 422.55 l
+295.49 419.17 l
+S
+299.37 419.74 m
+302.75 423.12 l
+299.37 426.50 l
+295.99 423.12 l
+299.37 419.74 l
+S
+303.25 419.90 m
+306.63 423.28 l
+303.25 426.67 l
+299.86 423.28 l
+303.25 419.90 l
+S
+307.13 420.61 m
+310.51 423.99 l
+307.13 427.37 l
+303.74 423.99 l
+307.13 420.61 l
+S
+311.01 421.06 m
+314.39 424.45 l
+311.01 427.83 l
+307.62 424.45 l
+311.01 421.06 l
+S
+314.88 420.62 m
+318.27 424.00 l
+314.88 427.38 l
+311.50 424.00 l
+314.88 420.62 l
+S
+318.76 420.18 m
+322.15 423.56 l
+318.76 426.94 l
+315.38 423.56 l
+318.76 420.18 l
+S
+322.64 420.81 m
+326.03 424.19 l
+322.64 427.58 l
+319.26 424.19 l
+322.64 420.81 l
+S
+326.52 422.30 m
+329.91 425.69 l
+326.52 429.07 l
+323.14 425.69 l
+326.52 422.30 l
+S
+330.40 421.69 m
+333.78 425.08 l
+330.40 428.46 l
+327.02 425.08 l
+330.40 421.69 l
+S
+334.28 421.00 m
+337.66 424.38 l
+334.28 427.77 l
+330.89 424.38 l
+334.28 421.00 l
+S
+338.16 422.51 m
+341.54 425.89 l
+338.16 429.28 l
+334.77 425.89 l
+338.16 422.51 l
+S
+342.04 424.36 m
+345.42 427.74 l
+342.04 431.13 l
+338.65 427.74 l
+342.04 424.36 l
+S
+345.92 424.12 m
+349.30 427.50 l
+345.92 430.89 l
+342.53 427.50 l
+345.92 424.12 l
+S
+349.79 425.31 m
+353.18 428.69 l
+349.79 432.08 l
+346.41 428.69 l
+349.79 425.31 l
+S
+353.67 424.31 m
+357.06 427.69 l
+353.67 431.08 l
+350.29 427.69 l
+353.67 424.31 l
+S
+357.55 423.35 m
+360.94 426.73 l
+357.55 430.11 l
+354.17 426.73 l
+357.55 423.35 l
+S
+361.43 424.62 m
+364.81 428.01 l
+361.43 431.39 l
+358.05 428.01 l
+361.43 424.62 l
+S
+365.31 425.81 m
+368.69 429.20 l
+365.31 432.58 l
+361.93 429.20 l
+365.31 425.81 l
+S
+369.19 424.16 m
+372.57 427.54 l
+369.19 430.93 l
+365.80 427.54 l
+369.19 424.16 l
+S
+373.07 422.97 m
+376.45 426.35 l
+373.07 429.74 l
+369.68 426.35 l
+373.07 422.97 l
+S
+376.95 425.72 m
+380.33 429.10 l
+376.95 432.49 l
+373.56 429.10 l
+376.95 425.72 l
+S
+380.82 426.05 m
+384.21 429.43 l
+380.82 432.82 l
+377.44 429.43 l
+380.82 426.05 l
+S
+384.70 427.82 m
+388.09 431.20 l
+384.70 434.58 l
+381.32 431.20 l
+384.70 427.82 l
+S
+388.58 424.98 m
+391.97 428.37 l
+388.58 431.75 l
+385.20 428.37 l
+388.58 424.98 l
+S
+392.46 424.28 m
+395.84 427.67 l
+392.46 431.05 l
+389.08 427.67 l
+392.46 424.28 l
+S
+396.34 425.08 m
+399.72 428.47 l
+396.34 431.85 l
+392.96 428.47 l
+396.34 425.08 l
+S
+400.22 424.99 m
+403.60 428.38 l
+400.22 431.76 l
+396.83 428.38 l
+400.22 424.99 l
+S
+404.10 424.51 m
+407.48 427.89 l
+404.10 431.28 l
+400.71 427.89 l
+404.10 424.51 l
+S
+407.98 425.16 m
+411.36 428.54 l
+407.98 431.93 l
+404.59 428.54 l
+407.98 425.16 l
+S
+411.85 425.49 m
+415.24 428.87 l
+411.85 432.26 l
+408.47 428.87 l
+411.85 425.49 l
+S
+415.73 424.76 m
+419.12 428.15 l
+415.73 431.53 l
+412.35 428.15 l
+415.73 424.76 l
+S
+419.61 425.05 m
+423.00 428.44 l
+419.61 431.82 l
+416.23 428.44 l
+419.61 425.05 l
+S
+423.49 424.76 m
+426.87 428.14 l
+423.49 431.52 l
+420.11 428.14 l
+423.49 424.76 l
+S
+427.37 425.23 m
+430.75 428.62 l
+427.37 432.00 l
+423.99 428.62 l
+427.37 425.23 l
+S
+431.25 424.90 m
+434.63 428.28 l
+431.25 431.67 l
+427.86 428.28 l
+431.25 424.90 l
+S
+435.13 424.84 m
+438.51 428.22 l
+435.13 431.61 l
+431.74 428.22 l
+435.13 424.84 l
+S
+439.01 423.40 m
+442.39 426.78 l
+439.01 430.16 l
+435.62 426.78 l
+439.01 423.40 l
+S
+442.88 424.92 m
+446.27 428.30 l
+442.88 431.68 l
+439.50 428.30 l
+442.88 424.92 l
+S
+446.76 424.88 m
+450.15 428.26 l
+446.76 431.64 l
+443.38 428.26 l
+446.76 424.88 l
+S
+450.64 424.21 m
+454.03 427.59 l
+450.64 430.98 l
+447.26 427.59 l
+450.64 424.21 l
+S
+454.52 424.57 m
+457.91 427.95 l
+454.52 431.34 l
+451.14 427.95 l
+454.52 424.57 l
+S
+458.40 425.08 m
+461.78 428.46 l
+458.40 431.85 l
+455.02 428.46 l
+458.40 425.08 l
+S
+Q q
+0.000 0.000 0.000 RG
+0.75 w
+[] 0 d
+1 J
+1 j
+10.00 M
+70.52 73.44 m 458.40 73.44 l S
+70.52 73.44 m 70.52 66.24 l S
+148.10 73.44 m 148.10 66.24 l S
+225.67 73.44 m 225.67 66.24 l S
+303.25 73.44 m 303.25 66.24 l S
+380.82 73.44 m 380.82 66.24 l S
+458.40 73.44 m 458.40 66.24 l S
+BT
+0.000 0.000 0.000 rg
+/F2 1 Tf 12.00 0.00 -0.00 12.00 67.19 47.52 Tm (0) Tj
+ET
+BT
+/F2 1 Tf 12.00 0.00 -0.00 12.00 138.09 47.52 Tm (200) Tj
+ET
+BT
+/F2 1 Tf 12.00 0.00 -0.00 12.00 215.66 47.52 Tm (400) Tj
+ET
+BT
+/F2 1 Tf 12.00 0.00 -0.00 12.00 293.24 47.52 Tm (600) Tj
+ET
+BT
+/F2 1 Tf 12.00 0.00 -0.00 12.00 370.82 47.52 Tm (800) Tj
+ET
+BT
+/F2 1 Tf 12.00 0.00 -0.00 12.00 445.06 47.52 Tm (1000) Tj
+ET
+59.04 112.20 m 59.04 442.71 l S
+59.04 112.20 m 51.84 112.20 l S
+59.04 178.30 m 51.84 178.30 l S
+59.04 244.40 m 51.84 244.40 l S
+59.04 310.50 m 51.84 310.50 l S
+59.04 376.61 m 51.84 376.61 l S
+59.04 442.71 m 51.84 442.71 l S
+BT
+/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 82.01 Tm (-13500000) Tj
+ET
+BT
+/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 214.21 Tm (-12500000) Tj
+ET
+BT
+/F2 1 Tf 0.00 12.00 -12.00 0.00 41.76 346.41 Tm (-11500000) Tj
+ET
+59.04 73.44 m
+473.76 73.44 l
+473.76 444.96 l
+59.04 444.96 l
+59.04 73.44 l
+S
+Q q
+BT
+0.000 0.000 0.000 rg
+/F2 1 Tf 12.00 0.00 -0.00 12.00 243.06 18.72 Tm (Samples) Tj
+ET
+BT
+/F2 1 Tf 0.00 12.00 -12.00 0.00 12.96 248.20 Tm (LLH) Tj
+ET
+Q q 59.04 73.44 414.72 371.52 re W n
+1.000 0.000 0.000 RG
+0.75 w
+[] 0 d
+1 J
+1 j
+10.00 M
+74.40 8.72 m
+78.28 150.50 l
+82.16 217.98 l
+86.04 254.11 l
+89.92 279.62 l
+93.79 289.32 l
+97.67 299.01 l
+101.55 307.45 l
+105.43 312.43 l
+109.31 315.41 l
+113.19 319.38 l
+117.07 320.04 l
+120.95 325.19 l
+124.82 325.42 l
+128.70 328.27 l
+132.58 328.48 l
+136.46 329.03 l
+140.34 329.17 l
+144.22 329.92 l
+148.10 330.84 l
+151.98 333.52 l
+155.85 336.34 l
+159.73 337.00 l
+163.61 338.06 l
+167.49 338.70 l
+171.37 339.43 l
+175.25 340.50 l
+179.13 342.51 l
+183.01 341.43 l
+186.88 341.43 l
+190.76 342.54 l
+194.64 342.76 l
+198.52 343.03 l
+202.40 345.32 l
+206.28 344.86 l
+210.16 345.89 l
+214.04 344.52 l
+217.92 343.05 l
+221.79 344.78 l
+225.67 346.62 l
+229.55 349.47 l
+233.43 349.52 l
+237.31 350.14 l
+241.19 350.75 l
+245.07 349.34 l
+248.95 352.44 l
+252.82 350.26 l
+256.70 351.41 l
+260.58 351.70 l
+264.46 350.79 l
+268.34 351.59 l
+272.22 350.43 l
+276.10 350.84 l
+279.98 351.63 l
+283.85 351.29 l
+287.73 350.70 l
+291.61 350.30 l
+295.49 349.76 l
+299.37 349.64 l
+303.25 349.20 l
+307.13 348.60 l
+311.01 349.49 l
+314.88 349.87 l
+318.76 350.20 l
+322.64 350.80 l
+326.52 351.52 l
+330.40 351.93 l
+334.28 351.88 l
+338.16 352.29 l
+342.04 353.44 l
+345.92 352.96 l
+349.79 354.93 l
+353.67 356.33 l
+357.55 357.57 l
+361.43 355.74 l
+365.31 358.07 l
+369.19 359.72 l
+373.07 356.19 l
+376.95 356.80 l
+380.82 356.66 l
+384.70 356.92 l
+388.58 357.13 l
+392.46 357.24 l
+396.34 358.69 l
+400.22 359.03 l
+404.10 357.97 l
+407.98 359.50 l
+411.85 360.43 l
+415.73 358.47 l
+419.61 361.12 l
+423.49 359.10 l
+427.37 358.16 l
+431.25 358.85 l
+435.13 359.12 l
+439.01 360.56 l
+442.88 360.06 l
+446.76 359.49 l
+450.64 360.39 l
+454.52 360.77 l
+458.40 360.98 l
+S
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 71.44 6.12 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 75.32 147.90 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 79.20 215.38 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 83.07 251.52 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 86.95 277.03 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 90.83 286.72 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 94.71 296.41 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 98.59 304.86 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 102.47 309.83 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 106.35 312.81 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 110.23 316.78 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 114.10 317.45 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 117.98 322.59 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 121.86 322.83 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 125.74 325.67 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 129.62 325.88 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 133.50 326.44 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 137.38 326.57 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 141.26 327.32 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 145.14 328.25 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 149.01 330.93 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 152.89 333.75 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 156.77 334.41 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 160.65 335.46 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 164.53 336.10 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 168.41 336.84 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 172.29 337.90 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 176.17 339.92 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 180.04 338.83 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 183.92 338.84 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 187.80 339.95 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 191.68 340.16 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 195.56 340.43 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 199.44 342.73 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 203.32 342.26 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 207.20 343.29 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 211.07 341.92 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 214.95 340.46 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 218.83 342.18 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 222.71 344.03 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 226.59 346.87 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 230.47 346.93 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 234.35 347.55 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 238.23 348.15 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 242.10 346.74 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 245.98 349.84 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 249.86 347.67 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 253.74 348.81 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 257.62 349.10 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 261.50 348.19 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 265.38 349.00 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 269.26 347.83 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 273.14 348.25 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 277.01 349.03 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 280.89 348.69 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 284.77 348.10 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 288.65 347.71 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 292.53 347.17 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 296.41 347.05 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 300.29 346.60 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 304.17 346.00 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 308.04 346.90 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 311.92 347.28 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 315.80 347.60 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 319.68 348.21 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 323.56 348.92 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 327.44 349.33 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 331.32 349.28 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 335.20 349.69 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 339.07 350.85 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 342.95 350.36 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 346.83 352.33 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 350.71 353.73 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 354.59 354.98 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 358.47 353.14 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 362.35 355.47 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 366.23 357.12 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 370.10 353.59 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 373.98 354.21 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 377.86 354.07 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 381.74 354.32 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 385.62 354.54 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 389.50 354.64 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 393.38 356.09 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 397.26 356.43 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 401.14 355.38 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 405.01 356.90 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 408.89 357.83 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 412.77 355.87 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 416.65 358.53 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 420.53 356.51 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 424.41 355.56 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 428.29 356.26 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 432.17 356.53 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 436.04 357.97 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 439.92 357.46 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 443.80 356.90 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 447.68 357.79 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 451.56 358.18 Tm (l) Tj 0 Tr
+ET
+BT
+/F1 1 Tf 1 Tr 7.48 0 0 7.48 455.44 358.38 Tm (l) Tj 0 Tr
+ET
+Q
+endstream
+endobj
+7 0 obj
+19159
+endobj
+3 0 obj
+<<
+/Type /Pages
+/Kids [
+5 0 R
+]
+/Count 1
+/MediaBox [0 0 504 504]
+>>
+endobj
+4 0 obj
+<<
+/ProcSet [/PDF /Text]
+/Font << /F1 9 0 R /F2 10 0 R >>
+/ExtGState << >>
+>>
+endobj
+8 0 obj
+<<
+/Type /Encoding
+/BaseEncoding /WinAnsiEncoding
+/Differences [ 45/minus 96/quoteleft
+144/dotlessi /grave /acute /circumflex /tilde /macron /breve /dotaccent
+/dieresis /.notdef /ring /cedilla /.notdef /hungarumlaut /ogonek /caron /space]
+>>
+endobj
+9 0 obj
+<<
+/Type /Font
+/Subtype /Type1
+/Name /F1
+/BaseFont /ZapfDingbats
+>>
+endobj
+10 0 obj <<
+/Type /Font
+/Subtype /Type1
+/Name /F2
+/BaseFont /Helvetica
+/Encoding 8 0 R
+>> endobj
+xref
+0 11
+0000000000 65535 f 
+0000000021 00000 n 
+0000000164 00000 n 
+0000019526 00000 n 
+0000019609 00000 n 
+0000000213 00000 n 
+0000000293 00000 n 
+0000019505 00000 n 
+0000019702 00000 n 
+0000019959 00000 n 
+0000020042 00000 n 
+trailer
+<<
+/Size 11
+/Info 1 0 R
+/Root 2 0 R
+>>
+startxref
+20139
+%%EOF