From 2c1d9d93fa747ad3ab5ffb460af15167db05322c Mon Sep 17 00:00:00 2001
From: Fabian Sinz <fabian.sinz@uni-tuebingen.de>
Date: Fri, 31 Oct 2014 15:14:52 +0100
Subject: [PATCH] mutual information

---
 projects/project_mutualinfo/Makefile       |  10 ++++
 projects/project_mutualinfo/decisions.mat  | Bin 0 -> 275 bytes
 projects/project_mutualinfo/mutualinfo.tex |  66 +++++++++++++++++++++
 3 files changed, 76 insertions(+)
 create mode 100644 projects/project_mutualinfo/Makefile
 create mode 100644 projects/project_mutualinfo/decisions.mat
 create mode 100755 projects/project_mutualinfo/mutualinfo.tex

diff --git a/projects/project_mutualinfo/Makefile b/projects/project_mutualinfo/Makefile
new file mode 100644
index 0000000..dad25ce
--- /dev/null
+++ b/projects/project_mutualinfo/Makefile
@@ -0,0 +1,10 @@
+latex:
+	pdflatex *.tex > /dev/null
+	pdflatex *.tex > /dev/null
+
+clean:
+	rm -rf *.log *.aux *.zip *.out auto
+	rm -f `basename *.tex .tex`.pdf
+
+zip: latex
+	zip `basename *.tex .tex`.zip *.pdf *.dat *.mat
diff --git a/projects/project_mutualinfo/decisions.mat b/projects/project_mutualinfo/decisions.mat
new file mode 100644
index 0000000000000000000000000000000000000000..918c0de24d87a1626d1a5ff9cc30eb3b12e6f290
GIT binary patch
literal 275
zcmeZu4DoSvQZUssQ1EpO(M`+DN!3vZ$Vn_o%P-2cQgHY2i*PhE(NS<NN=+<DO;O0t
zvr=#?%2e=AE>SQxR4_EPGBC9=HB>M%Ff>sh5-`93qo*%FknIG-6>}aZCnT(3NHSA+
z)^JJT0M}D#Mnh$hVx~gJz^uZoIL|Du5Lw|6USVNjWq~F}WtIjBp9HQ`O_u^HJL(wb
z@UUuwOmc*qq=9Zy^AFdRtUp~<S8DnMSgNV1xw*M1FfMcSanoSd;dy50xMblYfzON)
IM_G0O0KxZ1v;Y7A

literal 0
HcmV?d00001

diff --git a/projects/project_mutualinfo/mutualinfo.tex b/projects/project_mutualinfo/mutualinfo.tex
new file mode 100755
index 0000000..312deed
--- /dev/null
+++ b/projects/project_mutualinfo/mutualinfo.tex
@@ -0,0 +1,66 @@
+\documentclass[addpoints,10pt]{exam}
+\usepackage{url}
+\usepackage{color}
+\usepackage{hyperref}
+
+\pagestyle{headandfoot}
+\runningheadrule
+\firstpageheadrule
+\firstpageheader{Scientific Computing}{Project Assignment}{11/05/2014
+  -- 11/06/2014}
+%\runningheader{Homework 01}{Page \thepage\ of \numpages}{23. October 2014}
+\firstpagefooter{}{}{}
+\runningfooter{}{}{}
+\pointsinmargin
+\bracketedpoints
+
+%\printanswers
+%\shadedsolutions
+
+
+\begin{document}
+%%%%%%%%%%%%%%%%%%%%% Submission instructions %%%%%%%%%%%%%%%%%%%%%%%%%
+\sffamily
+% \begin{flushright}
+% \gradetable[h][questions]
+% \end{flushright}
+
+\begin{center}
+  \input{../disclaimer.tex}
+\end{center}
+
+%%%%%%%%%%%%%% Questions %%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{questions}
+  \question A subject was presented two possible objects for a very
+  brief time ($50$ms). The task of the subject was to report which of
+  the two objects was shown. In {\tt decisions.mat} you find an array
+  that stores which object was presented in each trial and which
+  object was reported by the subject. 
+  
+  \begin{parts}
+    \part Plot the data appropriately. 
+    \part Compute a 2-d histogram that shows how often different
+    combinations of reported and presented came up. 
+    \part Normalize the histogram such that it sums to one (i.e. make
+    it a probability distribution $P(x,y)$ where $x$ is the presented
+    object and $y$ is the reported object). Compute the probability
+    distributions $P(x)$ and $P(y)$ in the same way.
+    \part Use that probability distribution to compute the mutual
+    information $$I[x:y] = \sum_{x\in\{1,2\}}\sum_{y\in\{1,2\}} P(x,y)
+    \log_2\frac{P(x,y)}{P(x)P(y)}$$ that the answers provide about the
+    actually presented object. 
+    \part What is the maximally achievable mutual information (try to
+    find out by generating your own dataset; the situation in which
+    the information is maximal is pretty straightforward)?
+    \part Use bootstrapping to compute the $95\%$ confidence interval
+    for the mutual information estimate in that dataset. 
+  \end{parts}
+
+\end{questions}
+
+
+
+
+
+\end{document}