-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
86 changed files
with
5,204 additions
and
3,964 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,182 @@ | ||
|
|
||
| <!DOCTYPE html> | ||
| <html> | ||
| <head> | ||
| <meta charset="utf-8"> | ||
| <meta name="viewport" content="width=device-width, initial-scale=1"> | ||
| <title>SPECTRA in Nature Machine Intelligence - Zitnik Lab</title> | ||
| <link rel="stylesheet" href="/assets/css/app.css"> | ||
| <link rel="shortcut icon" type="image/png" | ||
| href="/favicon.png" | ||
| /> | ||
| <script defer src="https://use.fontawesome.com/releases/v5.3.1/js/all.js"></script> | ||
| <!-- Begin Jekyll SEO tag v2.6.1 --> | ||
| <title>SPECTRA in Nature Machine Intelligence | Zitnik Lab</title> | ||
| <meta name="generator" content="Jekyll v3.8.6" /> | ||
| <meta property="og:title" content="SPECTRA in Nature Machine Intelligence" /> | ||
| <meta name="author" content="Marinka Zitnik" /> | ||
| <meta property="og:locale" content="en_US" /> | ||
| <meta name="description" content="Are biomedical AI models truly as smart as they seem? SPECTRA is a framework that evaluates models by considering the full spectrum of cross-split overlap: train-test similarity. SPECTRA reveals gaps in benchmarks for molecular sequence data across 19 models, including LLMs, GNNs, diffusion models, and conv nets." /> | ||
| <meta property="og:description" content="Are biomedical AI models truly as smart as they seem? SPECTRA is a framework that evaluates models by considering the full spectrum of cross-split overlap: train-test similarity. SPECTRA reveals gaps in benchmarks for molecular sequence data across 19 models, including LLMs, GNNs, diffusion models, and conv nets." /> | ||
| <link rel="canonical" href="https://zitniklab.hms.harvard.edu/2024/12/07/SPECTRA/" /> | ||
| <meta property="og:url" content="https://zitniklab.hms.harvard.edu/2024/12/07/SPECTRA/" /> | ||
| <meta property="og:site_name" content="Zitnik Lab" /> | ||
| <meta property="og:type" content="article" /> | ||
| <meta property="article:published_time" content="2024-12-07T00:00:00-05:00" /> | ||
| <meta name="twitter:card" content="summary" /> | ||
| <meta property="twitter:title" content="SPECTRA in Nature Machine Intelligence" /> | ||
| <meta name="twitter:site" content="@marinkazitnik" /> | ||
| <meta name="twitter:creator" content="@Marinka Zitnik" /> | ||
| <script type="application/ld+json"> | ||
| {"url":"https://zitniklab.hms.harvard.edu/2024/12/07/SPECTRA/","mainEntityOfPage":{"@type":"WebPage","@id":"https://zitniklab.hms.harvard.edu/2024/12/07/SPECTRA/"},"author":{"@type":"Person","name":"Marinka Zitnik"},"headline":"SPECTRA in Nature Machine Intelligence","dateModified":"2024-12-07T00:00:00-05:00","description":"Are biomedical AI models truly as smart as they seem? SPECTRA is a framework that evaluates models by considering the full spectrum of cross-split overlap: train-test similarity. SPECTRA reveals gaps in benchmarks for molecular sequence data across 19 models, including LLMs, GNNs, diffusion models, and conv nets.","datePublished":"2024-12-07T00:00:00-05:00","@type":"BlogPosting","@context":"https://schema.org"}</script> | ||
| <!-- End Jekyll SEO tag --> | ||
| <script async src="https://www.googletagmanager.com/gtag/js?id=UA-162129505-1"></script> | ||
| <script> | ||
| window['ga-disable-UA-162129505-1'] = window.doNotTrack === "1" || navigator.doNotTrack === "1" || navigator.doNotTrack === "yes" || navigator.msDoNotTrack === "1"; | ||
| window.dataLayer = window.dataLayer || []; | ||
| function gtag(){dataLayer.push(arguments);} | ||
| gtag('js', new Date()); | ||
| gtag('config', 'UA-162129505-1'); | ||
| </script><!-- head scripts --></head> | ||
|
|
||
| <body> | ||
|
|
||
| <nav class="navbar is-primary" > | ||
| <div class="container"> | ||
| <div class="navbar-brand"> | ||
| <a href="/" class="navbar-item"><b> | ||
| Zitnik Lab | ||
| </b></a> | ||
| <a role="button" class="navbar-burger burger" aria-label="menu" aria-expanded="false" data-target="navMenu"> | ||
| <span aria-hidden="true"></span> | ||
| <span aria-hidden="true"></span> | ||
| <span aria-hidden="true"></span> | ||
| </a> | ||
| </div> | ||
| <div class="navbar-menu" id="navMenu"> | ||
| <div class="navbar-start"> | ||
| <!-- <a href="/" class="navbar-item "><b>Home</b></a>--> | ||
|
|
||
|
|
||
|
|
||
| <div class="navbar-item has-dropdown is-hoverable"> | ||
| <a href="/#" class="navbar-link "><b>About</b></a> | ||
| <div class="navbar-dropdown"> | ||
|
|
||
| <a href="/bio/" class="navbar-item "><b>Bio</b></a> | ||
|
|
||
| <a href="/contact/" class="navbar-item "><b>Contact</b></a> | ||
|
|
||
| <a href="/talks/" class="navbar-item "><b>Recent Talks</b></a> | ||
|
|
||
| </div> | ||
| </div> | ||
|
|
||
|
|
||
|
|
||
| <a href="/research/" class="navbar-item "><b>Research</b></a> | ||
|
|
||
|
|
||
|
|
||
| <a href="/publications/" class="navbar-item "><b>Publications</b></a> | ||
|
|
||
|
|
||
|
|
||
| <a href="/people/" class="navbar-item "><b>Members</b></a> | ||
|
|
||
|
|
||
|
|
||
| <a href="/meetings/" class="navbar-item "><b>Education</b></a> | ||
|
|
||
|
|
||
|
|
||
| <a href="/DMAI/" class="navbar-item "><b>DMAI</b></a> | ||
|
|
||
|
|
||
|
|
||
| <a href="/data/" class="navbar-item "><b>Datasets</b></a> | ||
|
|
||
|
|
||
|
|
||
| <a href="/software/" class="navbar-item "><b>AI Models</b></a> | ||
|
|
||
|
|
||
|
|
||
| <a href="https://zitniklab.hms.harvard.edu/TDC/" class="navbar-item "><b>TDC</b></a> | ||
|
|
||
|
|
||
|
|
||
| <a href="/news/" class="navbar-item "><b>News</b></a> | ||
|
|
||
|
|
||
|
|
||
| <a href="/jobs/" class="navbar-item "><b>Join Us</b></a> | ||
|
|
||
|
|
||
|
|
||
| </div> | ||
| </div> | ||
| </div> | ||
| </nav> | ||
|
|
||
|
|
||
| <section class="hero is-medium is-bold is-primary" > | ||
| <div class="hero-body"> | ||
| <div class="container"> | ||
| <p class="title is-2">SPECTRA in Nature Machine Intelligence</p> | ||
| <p class="subtitle is-3"></p> | ||
|
|
||
| </div> | ||
| </div> | ||
| </section> | ||
|
|
||
|
|
||
|
|
||
|
|
||
| <section class="section"> | ||
| <div class="container"> | ||
| <div class="columns"> | ||
|
|
||
| <div class="column is-12"> | ||
|
|
||
|
|
||
| <div class="content"> | ||
|
|
||
| <!-- <p>Published: Dec 7, 2024 by </p>--> | ||
| <p>Published: Dec 7, 2024</p> | ||
|
|
||
| <p>Are biomedical AI models truly as smart as they seem? <a href="https://www.nature.com/articles/s42256-024-00931-6">SPECTRA is a framework that evaluates models by considering the full spectrum of cross-split overlap: train-test similarity.</a> SPECTRA reveals gaps in benchmarks for molecular sequence data across 19 models, including LLMs, GNNs, diffusion models, and conv nets.</p> | ||
|
|
||
| </div> | ||
|
|
||
| <div class="tags"> | ||
|
|
||
| </div> | ||
|
|
||
|
|
||
|
|
||
| </div> | ||
|
|
||
| </div> | ||
| </div> | ||
| </section> | ||
|
|
||
| <footer class="footer"> | ||
| <div class="container"> | ||
|
|
||
|
|
||
| </div> | ||
| </footer> | ||
|
|
||
|
|
||
| <script src="/assets/js/app.js" type="text/javascript"></script><!-- footer scripts --> | ||
| <div style="background-color:#A41034"> | ||
| <div class="content is-normal has-text-centered"> | ||
| <p style="color:white;padding-top:20px;padding-bottom:20px;"><a href="https://scholar.harvard.edu/marinka" style="color:white"><b>Zitnik Lab</b></a> | ||
| · <a href="#" style="color:white"><b>Artificial Intelligence in Medicine and Science</b></a> | ||
| · <a href="https://harvard.edu" style="color:white"><b>Harvard</b></a> | ||
| · <a href="https://dbmi.hms.harvard.edu/" style="color:white"><b>Department of Biomedical Informatics</b></a></p> | ||
| </div> | ||
| </div></body> | ||
| </html> | ||
|
|
Oops, something went wrong.