diff --git a/Bayes_factor.ipynb b/Bayes_factor.ipynb index a710a7a..099e46d 100644 --- a/Bayes_factor.ipynb +++ b/Bayes_factor.ipynb @@ -36,7 +36,7 @@ "The Bayes factor quantifies the relative evidence for two competing model families $\\text{M}_1$ and $\\text{M}_2$ given observed data $\\text{D}$. It compares the marginal likelihoods by integrating over all possible parameter values weighted by their prior distributions:\n", "\n", "$$\n", - "\\text{BF}_{21} = \\frac{P(\\text{D}|\\text{M}_2)}{P(\\text{D}|\\text{M}_1)} = \\frac{\\int P(\\text{D}|\\theta_{2}, \\text{M}_{2}) P(\\theta_{2}|\\text{M}_{2})\\,d\\theta_{2}}{\\int P(\\text{D}|\\theta_{1},\\text{M}_{1}) P(\\theta_{1}|\\text{M}_{1})\\,d\\theta _{1}}\n", + "\\text{BF}_{12} = \\frac{P(\\text{D}\\mid \\text{M}_1)}{P(\\text{D}\\mid \\text{M}_2)} = \\frac{\\int P(\\text{D}\\mid \\theta_{1}, \\text{M}_{1}) \\, P(\\theta_{1}\\mid \\text{M}_{1}) \\, d\\theta_{1}}{\\int P(\\text{D}\\mid \\theta_{2}, \\text{M}_{2}) \\, P(\\theta_{2}\\mid \\text{M}_{2}) \\, d\\theta_{2}}\n", "$$\n", "\n", "where:\n", @@ -65,11 +65,13 @@ "## Interpretation Guidelines\n", "\n", "Following [Kass and Raftery (1995)](https://www.tandfonline.com/doi/abs/10.1080/01621459.1995.10476572), Bayes factors are typically interpreted as:\n", - "- $\\text{BF}_{21} < 1$: Evidence favors $\\text{M}_1$\n", - "- $1 < \\text{BF}_{21} < 3$: Weak evidence for $\\text{M}_2$\n", - "- $3 < \\text{BF}_{21} < 10$: Moderate evidence for $\\text{M}_2$\n", - "- $10 < \\text{BF}_{21} < 100$: Strong evidence for $\\text{M}_2$\n", - "- $\\text{BF}_{21} > 100$: Decisive evidence for $\\text{M}_2$" + "\n", + "| $\\text{BF}_{12}$ | Strength of evidence (for $\\text{M}_1$ over $\\text{M}_2$) |\n", + "|------------------|--------------------------------------------|\n", + "|1 to 3.2 | Not worth more than a bare mention |\n", + "|3.2 to 10 | Substantial |\n", + "|10 to 100 | Strong |\n", + "|> 100 | Decisive |" ] }, { @@ -119,7 +121,9 @@ "cell_type": "markdown", "id": "708774c1", "metadata": {}, - "source": "## Setup" + "source": [ + "## Setup" + ] }, { "cell_type": "code", @@ -246,7 +250,7 @@ "text": [ "Marginal Likelihood (Model Family 1, beta=0): 0.00192103 \n", "Marginal Likelihood (Model Family 2, beta~N(0,1)): 0.001008886 \n", - "Bayes Factor (BF_21): 0.5251796 \n", + "Bayes Factor (BF_12): 1.90411 \n", "Interpretation: Evidence favors Model Family 1 (no effect)\n" ] } @@ -285,18 +289,18 @@ "marginal_lik_model_family_1 <- likelihood(beta = 0, sd = true_sd, X = X, Y = Y) # Point mass at beta = 0\n", "marginal_lik_model_family_2 <- marginal_likelihood(X, Y, true_sd, prior_mean, prior_sd)\n", "\n", - "# Calculate Bayes Factor (BF_21 = Model 2 vs Model 1)\n", - "bf_21 <- marginal_lik_model_family_2 / marginal_lik_model_family_1\n", + "# Calculate Bayes Factor (BF_12 = Model 1 vs Model 2)\n", + "bf_12 <- marginal_lik_model_family_1 / marginal_lik_model_family_2\n", "\n", "cat(\"Marginal Likelihood (Model Family 1, beta=0):\", marginal_lik_model_family_1, \"\\n\")\n", "cat(\"Marginal Likelihood (Model Family 2, beta~N(0,1)):\", marginal_lik_model_family_2, \"\\n\")\n", - "cat(\"Bayes Factor (BF_21):\", bf_21, \"\\n\")\n", + "cat(\"Bayes Factor (BF_12):\", bf_12, \"\\n\")\n", "\n", "# Interpretation\n", - "if (bf_21 > 1) {\n", - " cat(\"Interpretation: Evidence favors Model Family 2 (some effect exists)\\n\")\n", - "} else {\n", + "if (bf_12 > 1) {\n", " cat(\"Interpretation: Evidence favors Model Family 1 (no effect)\\n\")\n", + "} else {\n", + " cat(\"Interpretation: Evidence favors Model Family 2 (some effect exists)\\n\")\n", "}" ] }, @@ -415,7 +419,7 @@ "id": "be1c0b37", "metadata": {}, "source": [ - "**Exercise**: Here the Bayes factor between the two models is ~0.52, which doesn't suggest very strong evidence. This is mainly because of the fact that there are only five samples in the data. Try to increase the number of samples and see how Bayes factor changes." + "**Exercise**: Here the Bayes factor between the two models is 1.90, which doesn't suggest very strong evidence. This is mainly because of the fact that there are only five samples in the data. Try to increase the number of samples and see how Bayes factor changes." ] }, { @@ -448,4 +452,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} \ No newline at end of file +} diff --git a/graphical_summary/slides.pptx b/graphical_summary/slides.pptx index 5999710..292d7ca 100644 Binary files a/graphical_summary/slides.pptx and b/graphical_summary/slides.pptx differ diff --git a/graphical_summary/slides/Slide1.png b/graphical_summary/slides/Slide1.png index 61bf392..718a938 100644 Binary files a/graphical_summary/slides/Slide1.png and b/graphical_summary/slides/Slide1.png differ diff --git a/graphical_summary/slides/Slide10.png b/graphical_summary/slides/Slide10.png index 9f27306..c3fad6f 100644 Binary files a/graphical_summary/slides/Slide10.png and b/graphical_summary/slides/Slide10.png differ diff --git a/graphical_summary/slides/Slide11.png b/graphical_summary/slides/Slide11.png index 035a499..613ddc9 100644 Binary files a/graphical_summary/slides/Slide11.png and b/graphical_summary/slides/Slide11.png differ diff --git a/graphical_summary/slides/Slide12.png b/graphical_summary/slides/Slide12.png index e318fa4..41517ff 100644 Binary files a/graphical_summary/slides/Slide12.png and b/graphical_summary/slides/Slide12.png differ diff --git a/graphical_summary/slides/Slide13.png b/graphical_summary/slides/Slide13.png index a00f0ab..bbb5bb0 100644 Binary files a/graphical_summary/slides/Slide13.png and b/graphical_summary/slides/Slide13.png differ diff --git a/graphical_summary/slides/Slide14.png b/graphical_summary/slides/Slide14.png index 57291f2..3dc58a9 100644 Binary files a/graphical_summary/slides/Slide14.png and b/graphical_summary/slides/Slide14.png differ diff --git a/graphical_summary/slides/Slide15.png b/graphical_summary/slides/Slide15.png index 2ec0a71..85874ee 100644 Binary files a/graphical_summary/slides/Slide15.png and b/graphical_summary/slides/Slide15.png differ diff --git a/graphical_summary/slides/Slide16.png b/graphical_summary/slides/Slide16.png index 77c5f08..9419463 100644 Binary files a/graphical_summary/slides/Slide16.png and b/graphical_summary/slides/Slide16.png differ diff --git a/graphical_summary/slides/Slide17.png b/graphical_summary/slides/Slide17.png index bd18f84..25bd311 100644 Binary files a/graphical_summary/slides/Slide17.png and b/graphical_summary/slides/Slide17.png differ diff --git a/graphical_summary/slides/Slide18.png b/graphical_summary/slides/Slide18.png index 1c3bacd..e114374 100644 Binary files a/graphical_summary/slides/Slide18.png and b/graphical_summary/slides/Slide18.png differ diff --git a/graphical_summary/slides/Slide19.png b/graphical_summary/slides/Slide19.png index a14bdff..cb8d724 100644 Binary files a/graphical_summary/slides/Slide19.png and b/graphical_summary/slides/Slide19.png differ diff --git a/graphical_summary/slides/Slide2.png b/graphical_summary/slides/Slide2.png index 8ca0520..9e0c7ef 100644 Binary files a/graphical_summary/slides/Slide2.png and b/graphical_summary/slides/Slide2.png differ diff --git a/graphical_summary/slides/Slide20.png b/graphical_summary/slides/Slide20.png index ae3198b..7631aa6 100644 Binary files a/graphical_summary/slides/Slide20.png and b/graphical_summary/slides/Slide20.png differ diff --git a/graphical_summary/slides/Slide21.png b/graphical_summary/slides/Slide21.png index f99bc68..e4f27de 100644 Binary files a/graphical_summary/slides/Slide21.png and b/graphical_summary/slides/Slide21.png differ diff --git a/graphical_summary/slides/Slide22.png b/graphical_summary/slides/Slide22.png index e1ba930..2a302f5 100644 Binary files a/graphical_summary/slides/Slide22.png and b/graphical_summary/slides/Slide22.png differ diff --git a/graphical_summary/slides/Slide23.png b/graphical_summary/slides/Slide23.png index 77e147e..4baae0d 100644 Binary files a/graphical_summary/slides/Slide23.png and b/graphical_summary/slides/Slide23.png differ diff --git a/graphical_summary/slides/Slide24.png b/graphical_summary/slides/Slide24.png index 5301b26..00268bd 100644 Binary files a/graphical_summary/slides/Slide24.png and b/graphical_summary/slides/Slide24.png differ diff --git a/graphical_summary/slides/Slide25.png b/graphical_summary/slides/Slide25.png index 30b0571..b2278e0 100644 Binary files a/graphical_summary/slides/Slide25.png and b/graphical_summary/slides/Slide25.png differ diff --git a/graphical_summary/slides/Slide26.png b/graphical_summary/slides/Slide26.png index f1e2e00..8ae3d37 100644 Binary files a/graphical_summary/slides/Slide26.png and b/graphical_summary/slides/Slide26.png differ diff --git a/graphical_summary/slides/Slide27.png b/graphical_summary/slides/Slide27.png index 1871901..6dbddf1 100644 Binary files a/graphical_summary/slides/Slide27.png and b/graphical_summary/slides/Slide27.png differ diff --git a/graphical_summary/slides/Slide28.png b/graphical_summary/slides/Slide28.png index 411303a..22df349 100644 Binary files a/graphical_summary/slides/Slide28.png and b/graphical_summary/slides/Slide28.png differ diff --git a/graphical_summary/slides/Slide29.png b/graphical_summary/slides/Slide29.png index 10626fc..c8a55c8 100644 Binary files a/graphical_summary/slides/Slide29.png and b/graphical_summary/slides/Slide29.png differ diff --git a/graphical_summary/slides/Slide3.png b/graphical_summary/slides/Slide3.png index b404eff..a5c2f45 100644 Binary files a/graphical_summary/slides/Slide3.png and b/graphical_summary/slides/Slide3.png differ diff --git a/graphical_summary/slides/Slide30.png b/graphical_summary/slides/Slide30.png index cc392f4..a305d83 100644 Binary files a/graphical_summary/slides/Slide30.png and b/graphical_summary/slides/Slide30.png differ diff --git a/graphical_summary/slides/Slide31.png b/graphical_summary/slides/Slide31.png index a645ea6..3e968b5 100644 Binary files a/graphical_summary/slides/Slide31.png and b/graphical_summary/slides/Slide31.png differ diff --git a/graphical_summary/slides/Slide32.png b/graphical_summary/slides/Slide32.png index d6d3f61..01a7476 100644 Binary files a/graphical_summary/slides/Slide32.png and b/graphical_summary/slides/Slide32.png differ diff --git a/graphical_summary/slides/Slide4.png b/graphical_summary/slides/Slide4.png index 8565b5a..e887539 100644 Binary files a/graphical_summary/slides/Slide4.png and b/graphical_summary/slides/Slide4.png differ diff --git a/graphical_summary/slides/Slide5.png b/graphical_summary/slides/Slide5.png index 8be617f..7aec23e 100644 Binary files a/graphical_summary/slides/Slide5.png and b/graphical_summary/slides/Slide5.png differ diff --git a/graphical_summary/slides/Slide6.png b/graphical_summary/slides/Slide6.png index 170e036..325bd1b 100644 Binary files a/graphical_summary/slides/Slide6.png and b/graphical_summary/slides/Slide6.png differ diff --git a/graphical_summary/slides/Slide7.png b/graphical_summary/slides/Slide7.png index 1c0b855..cd49c27 100644 Binary files a/graphical_summary/slides/Slide7.png and b/graphical_summary/slides/Slide7.png differ diff --git a/graphical_summary/slides/Slide8.png b/graphical_summary/slides/Slide8.png index 0287030..73c13ed 100644 Binary files a/graphical_summary/slides/Slide8.png and b/graphical_summary/slides/Slide8.png differ diff --git a/graphical_summary/slides/Slide9.png b/graphical_summary/slides/Slide9.png index a40ef15..03f3a42 100644 Binary files a/graphical_summary/slides/Slide9.png and b/graphical_summary/slides/Slide9.png differ diff --git a/notations.ipynb b/notations.ipynb index 438080a..a81bad4 100644 --- a/notations.ipynb +++ b/notations.ipynb @@ -62,13 +62,13 @@ "| $\\boldsymbol{\\Sigma}$ | Known covariance matrix | Residual covariance between height and weight |\n", "| **Prior Parameters** | | |\n", "| $\\beta_0$ | Prior mean (scalar) | Expected effect = 0 before seeing data |\n", - "| $\\boldsymbol{\\beta}_0$ | Prior mean vector | Expected effects = $\\begin{pmatrix} 0 \\\\ 0 \\end{pmatrix}$ before data |\n", + "| $\\boldsymbol{\\beta}_0$ | Prior mean vector | Expected effects = $\\begin{pmatrix} 0 \\\\ 0 \\end{pmatrix}$ before seeing data |\n", "| $\\sigma_0^2$ | Prior variance (scalar) | Prior uncertainty = 0.25 for effect size |\n", "| $\\boldsymbol{\\Sigma}_0$ | Prior covariance matrix | Prior uncertainty about joint effects |\n", "| **Posterior Parameters** | | |\n", "| $\\beta_1$ | Posterior mean (scalar) | Updated effect = 0.3 after seeing data |\n", - "| $\\boldsymbol{\\beta}_1$ | Posterior mean vector | Updated effects = $\\begin{pmatrix} 0.3 \\\\ 0.2 \\end{pmatrix}$ after data |\n", - "| $\\sigma_1^2$ | Posterior variance (scalar) | Reduced uncertainty = 0.1 after data |\n", + "| $\\boldsymbol{\\beta}_1$ | Posterior mean vector | Updated effects = $\\begin{pmatrix} 0.3 \\\\ 0.2 \\end{pmatrix}$ after seeing data |\n", + "| $\\sigma_1^2$ | Posterior variance (scalar) | Reduced uncertainty = 0.1 after seeing data |\n", "| $\\boldsymbol{\\Sigma}_1$ | Posterior covariance matrix | Reduced uncertainty about joint effects |\n", "| **Mixed Models** | | |\n", "| $\\mathbf{g}$ | Random effect vector in linear mixed models | Individual-specific genetic effects |\n",