<?xml version="1.0"?>
<div class="add">

<b>let </b><font color="Maroon" title="c1">M</font> be  non <a href="relat_1.html#V3" title="RELAT_1:attr.3">empty-yielding</a> <a href="matrprob.html#V6" title="MATRPROB:attr.6">Conditional_Probability</a> <a href="matrix_1.html#NM1" title="MATRIX_1:NM.1">Matrix</a> of <a href="numbers.html#K1" title="NUMBERS:func.1">REAL</a> ;<br/><b>let </b><font color="Maroon" title="c2">p</font> be    <a href="finseq_1.html#M2" title="FINSEQ_1:mode.2">FinSequence</a> of  <a href="numbers.html#K1" title="NUMBERS:func.1">REAL</a> ;<br/>



<a NAME="E1:78"/><i><font color="Green" title="E64">A1</font></i>: 
(  <a href="finseq_1.html#K3" title="FINSEQ_1:func.3">len</a> <span class="p1">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="finseq_1.html#K3" title="FINSEQ_1:func.3">len</a> <font color="Maroon" title="c1">M</font> &amp;  <a href="matrix_1.html#K1" title="MATRIX_1:func.1">width</a> <span class="p1">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="matrix_1.html#K1" title="MATRIX_1:func.1">width</a> <font color="Maroon" title="c1">M</font> )
 
<b>by </b><i><a class="ref" href="entropy1.html#D8" target="_self" title="ENTROPY1:def.8">Def8</a></i>;<br/>
<a NAME="E2:78"/><b>then </b><i><font color="Green" title="E65">A2</font></i>: 
(  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <span class="p1">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c1">M</font> &amp;  <a href="finseq_1.html#K2" title="FINSEQ_1:func.2">Seg</a> <span class="p1">(<span class="default"><a href="matrix_1.html#K1" title="MATRIX_1:func.1">width</a> <span class="p2">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span></span>)</span> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="finseq_1.html#K2" title="FINSEQ_1:func.2">Seg</a> <span class="p1">(<span class="default"><a href="matrix_1.html#K1" title="MATRIX_1:func.1">width</a> <font color="Maroon" title="c1">M</font></span>)</span> )
 
<b>by </b><i><a class="ref" href="finseq_3.html#T31" title="FINSEQ_3:th.31">FINSEQ_3:31</a></i>;<br/>
<div><b>hereby </b>
<div class="add"><b>assume </b><a NAME="E1:78_1"/><i><font color="Green" title="E66">A3</font></i>: 
<font color="Maroon" title="c2">p</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="entropy1.html#K8" title="ENTROPY1:func.8">Entropy_of_Cond_Prob</a> <font color="Maroon" title="c1">M</font>
 ;<br/><a NAME="E2:78_1"/><b>then </b><i><font color="Green" title="E67">A4</font></i>: 
(  <a href="finseq_1.html#K3" title="FINSEQ_1:func.3">len</a> <font color="Maroon" title="c2">p</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="finseq_1.html#K3" title="FINSEQ_1:func.3">len</a> <font color="Maroon" title="c1">M</font> &amp; ( for <font color="Olive" title="b1">k</font> being   <a href="subset_1.html#M2" title="SUBSET_1:mode.2">Element</a> of  <a href="numbers.html#K5" title="NUMBERS:func.5">NAT</a>   st <font color="Olive" title="b1">k</font> <a href="hidden.html#R2" title="HIDDEN:pred.2">in</a>  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c2">p</font> holds <br/><font color="Maroon" title="c2">p</font> <a href="seq_1.html#K2" title="SEQ_1:func.2">.</a> <font color="Olive" title="b1">k</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="entropy1.html#K6" title="ENTROPY1:func.6">Entropy</a> <span class="p1">(<span class="default"><a href="matrix_1.html#K8" title="MATRIX_1:func.8">Line</a> <font color="Maroon" title="c1">M</font>,<font color="Olive" title="b1">k</font></span>)</span> ) )
 <b>by </b><i><a class="ref" href="entropy1.html#D11" target="_self" title="ENTROPY1:def.11">Def11</a></i>;<br/><a NAME="E3:78_1"/><b>then </b><i><font color="Green" title="E68">A5</font></i>: 
 <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c2">p</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c1">M</font>
 <b>by </b><i><a class="ref" href="finseq_3.html#T31" title="FINSEQ_3:th.31">FINSEQ_3:31</a></i>;<br/><div><a class="txt" onclick="hs2(this)" href="javascript:()" title="78_1_1"><b>now </b></a><div class="add"><b>let </b><font color="Maroon" title="c3">k</font> be    <a href="subset_1.html#M2" title="SUBSET_1:mode.2">Element</a> of  <a href="numbers.html#K5" title="NUMBERS:func.5">NAT</a> ;<br/><b>assume </b><a NAME="E1:78_1_1"/><i><font color="Green" title="E69">A6</font></i>: 
<font color="Maroon" title="c3">k</font> <a href="hidden.html#R2" title="HIDDEN:pred.2">in</a>  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c2">p</font>
 ;<br/><a NAME="E2:78_1_1"/><i><font color="Green" title="E70">A7</font></i>: 
<font color="Maroon" title="c3">k</font> <a href="hidden.html#R2" title="HIDDEN:pred.2">in</a>  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <span class="p1">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span>
 <b>by </b><i><a class="txt" href="entropy1.html#E1:78_1_1"><i><font color="Green" title="E69">A6</font></i></a>, <a class="txt" href="entropy1.html#E2:78_1"><i><font color="Green" title="E67">A4</font></i></a>, <a class="txt" href="entropy1.html#E1:78"><i><font color="Green" title="E64">A1</font></i></a>, <a class="ref" href="finseq_3.html#T31" title="FINSEQ_3:th.31">FINSEQ_3:31</a></i>;<br/><b>thus </b><font color="Maroon" title="c2">p</font> <a href="seq_1.html#K2" title="SEQ_1:func.2">.</a> <font color="Maroon" title="c3">k</font> = 
 <a href="entropy1.html#K6" title="ENTROPY1:func.6">Entropy</a> <span class="p1">(<span class="default"><a href="matrix_1.html#K8" title="MATRIX_1:func.8">Line</a> <font color="Maroon" title="c1">M</font>,<font color="Maroon" title="c3">k</font></span>)</span>
<b>by </b><i><a class="txt" href="entropy1.html#E1:78_1"><i><font color="Green" title="E66">A3</font></i></a>, <a class="txt" href="entropy1.html#E1:78_1_1"><i><font color="Green" title="E69">A6</font></i></a>, <a class="ref" href="entropy1.html#D11" target="_self" title="ENTROPY1:def.11">Def11</a></i>
<br/>.= 
 <a href="binop_2.html#K7" title="BINOP_2:func.7">-</a> <span class="p1">(<span class="default"><a href="rvsum_1.html#K18" title="RVSUM_1:func.18">Sum</a> <span class="p2">(<span class="default"><a href="matrix_1.html#K8" title="MATRIX_1:func.8">Line</a> <span class="p3">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span>,<font color="Maroon" title="c3">k</font></span>)</span></span>)</span>
<b>by </b><i><a class="ref" href="entropy1.html#T53" target="_self" title="ENTROPY1:th.53">Th53</a>, <a class="txt" href="entropy1.html#E1:78_1_1"><i><font color="Green" title="E69">A6</font></i></a>, <a class="txt" href="entropy1.html#E3:78_1"><i><font color="Green" title="E68">A5</font></i></a></i>
<br/>.= 
 <a href="binop_2.html#K7" title="BINOP_2:func.7">-</a> <span class="p1">(<span class="default"><a href="rvsum_1.html#K18" title="RVSUM_1:func.18">Sum</a> <span class="p2">(<span class="default"><span class="p3">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span> <a href="matrprob.html#K1" title="MATRPROB:func.1">.</a> <font color="Maroon" title="c3">k</font></span>)</span></span>)</span>
<b>by </b><i><a class="txt" href="entropy1.html#E2:78_1_1"><i><font color="Green" title="E70">A7</font></i></a>, <a class="ref" href="matrix_2.html#T18" title="MATRIX_2:th.18">MATRIX_2:18</a></i>
;<br/></div><b>end;</b></div><b>hence </b><a NAME="E5:78_1"/>
(  <a href="finseq_1.html#K3" title="FINSEQ_1:func.3">len</a> <font color="Maroon" title="c2">p</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="finseq_1.html#K3" title="FINSEQ_1:func.3">len</a> <font color="Maroon" title="c1">M</font> &amp; ( for <font color="Olive" title="b1">k</font> being   <a href="subset_1.html#M2" title="SUBSET_1:mode.2">Element</a> of  <a href="numbers.html#K5" title="NUMBERS:func.5">NAT</a>   st <font color="Olive" title="b1">k</font> <a href="hidden.html#R2" title="HIDDEN:pred.2">in</a>  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c2">p</font> holds <br/><font color="Maroon" title="c2">p</font> <a href="seq_1.html#K2" title="SEQ_1:func.2">.</a> <font color="Olive" title="b1">k</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="binop_2.html#K7" title="BINOP_2:func.7">-</a> <span class="p1">(<span class="default"><a href="rvsum_1.html#K18" title="RVSUM_1:func.18">Sum</a> <span class="p2">(<span class="default"><span class="p3">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span> <a href="matrprob.html#K1" title="MATRPROB:func.1">.</a> <font color="Olive" title="b1">k</font></span>)</span></span>)</span> ) )
 <b>by </b><i><a class="txt" href="entropy1.html#E1:78_1"><i><font color="Green" title="E66">A3</font></i></a>, <a class="ref" href="entropy1.html#D11" target="_self" title="ENTROPY1:def.11">Def11</a></i>;<br/></div>
<b>end;</b></div>

<b>assume </b><a NAME="E4:78"/><i><font color="Green" title="E66">A8</font></i>: 
(  <a href="finseq_1.html#K3" title="FINSEQ_1:func.3">len</a> <font color="Maroon" title="c2">p</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="finseq_1.html#K3" title="FINSEQ_1:func.3">len</a> <font color="Maroon" title="c1">M</font> &amp; ( for <font color="Olive" title="b1">k</font> being   <a href="subset_1.html#M2" title="SUBSET_1:mode.2">Element</a> of  <a href="numbers.html#K5" title="NUMBERS:func.5">NAT</a>   st <font color="Olive" title="b1">k</font> <a href="hidden.html#R2" title="HIDDEN:pred.2">in</a>  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c2">p</font> holds <br/><font color="Maroon" title="c2">p</font> <a href="seq_1.html#K2" title="SEQ_1:func.2">.</a> <font color="Olive" title="b1">k</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="binop_2.html#K7" title="BINOP_2:func.7">-</a> <span class="p1">(<span class="default"><a href="rvsum_1.html#K18" title="RVSUM_1:func.18">Sum</a> <span class="p2">(<span class="default"><span class="p3">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span> <a href="matrprob.html#K1" title="MATRPROB:func.1">.</a> <font color="Olive" title="b1">k</font></span>)</span></span>)</span> ) )
 ;<br/>

<a NAME="E5:78"/><b>then </b><i><font color="Green" title="E67">A9</font></i>: 
 <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c2">p</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c1">M</font>
 
<b>by </b><i><a class="ref" href="finseq_3.html#T31" title="FINSEQ_3:th.31">FINSEQ_3:31</a></i>;<br/>
<div><a class="txt" onclick="hs2(this)" href="javascript:()" title="78_2"><b>now </b></a><div class="add"><b>let </b><font color="Maroon" title="c3">k</font> be    <a href="subset_1.html#M2" title="SUBSET_1:mode.2">Element</a> of  <a href="numbers.html#K5" title="NUMBERS:func.5">NAT</a> ;<br/><b>assume </b><a NAME="E1:78_2"/><i><font color="Green" title="E68">A10</font></i>: 
<font color="Maroon" title="c3">k</font> <a href="hidden.html#R2" title="HIDDEN:pred.2">in</a>  <a href="finseq_1.html#K4" title="FINSEQ_1:func.4">dom</a> <font color="Maroon" title="c2">p</font>
 ;<br/><b>thus </b><font color="Maroon" title="c2">p</font> <a href="seq_1.html#K2" title="SEQ_1:func.2">.</a> <font color="Maroon" title="c3">k</font> = 
 <a href="binop_2.html#K7" title="BINOP_2:func.7">-</a> <span class="p1">(<span class="default"><a href="rvsum_1.html#K18" title="RVSUM_1:func.18">Sum</a> <span class="p2">(<span class="default"><span class="p3">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span> <a href="matrprob.html#K1" title="MATRPROB:func.1">.</a> <font color="Maroon" title="c3">k</font></span>)</span></span>)</span>
<b>by </b><i><a class="txt" href="entropy1.html#E1:78_2"><i><font color="Green" title="E68">A10</font></i></a>, <a class="txt" href="entropy1.html#E4:78"><i><font color="Green" title="E66">A8</font></i></a></i>
<br/>.= 
 <a href="binop_2.html#K7" title="BINOP_2:func.7">-</a> <span class="p1">(<span class="default"><a href="rvsum_1.html#K18" title="RVSUM_1:func.18">Sum</a> <span class="p2">(<span class="default"><a href="matrix_1.html#K8" title="MATRIX_1:func.8">Line</a> <span class="p3">(<span class="default"><a href="entropy1.html#K5" title="ENTROPY1:func.5">Infor_FinSeq_of</a> <font color="Maroon" title="c1">M</font></span>)</span>,<font color="Maroon" title="c3">k</font></span>)</span></span>)</span>
<b>by </b><i><a class="txt" href="entropy1.html#E1:78_2"><i><font color="Green" title="E68">A10</font></i></a>, <a class="txt" href="entropy1.html#E5:78"><i><font color="Green" title="E67">A9</font></i></a>, <a class="txt" href="entropy1.html#E2:78"><i><font color="Green" title="E65">A2</font></i></a>, <a class="ref" href="matrix_2.html#T18" title="MATRIX_2:th.18">MATRIX_2:18</a></i>
<br/>.= 
 <a href="entropy1.html#K6" title="ENTROPY1:func.6">Entropy</a> <span class="p1">(<span class="default"><a href="matrix_1.html#K8" title="MATRIX_1:func.8">Line</a> <font color="Maroon" title="c1">M</font>,<font color="Maroon" title="c3">k</font></span>)</span>
<b>by </b><i><a class="ref" href="entropy1.html#T53" target="_self" title="ENTROPY1:th.53">Th53</a>, <a class="txt" href="entropy1.html#E1:78_2"><i><font color="Green" title="E68">A10</font></i></a>, <a class="txt" href="entropy1.html#E5:78"><i><font color="Green" title="E67">A9</font></i></a></i>
;<br/></div><b>end;</b></div>
<b>hence </b><a NAME="E7:78"/>
<font color="Maroon" title="c2">p</font> <a href="hidden.html#R1" title="HIDDEN:pred.1">=</a>  <a href="entropy1.html#K8" title="ENTROPY1:func.8">Entropy_of_Cond_Prob</a> <font color="Maroon" title="c1">M</font>
 <b>by </b><i><a class="txt" href="entropy1.html#E4:78"><i><font color="Green" title="E66">A8</font></i></a>, <a class="ref" href="entropy1.html#D11" target="_self" title="ENTROPY1:def.11">Def11</a></i>;<br/>


</div>
