From c4e029b2661ce77cf5da3bec6b57a9e6c63ebae0 Mon Sep 17 00:00:00 2001
From: Anssi Kostiainen <anssi.kostiainen@intel.com>
Date: Thu, 9 Jun 2022 07:32:34 +0000
Subject: [PATCH] Merge pull request #20 from
 webmachinelearning/workshop-feedback

SHA: a023c87976306e5d39673f4573cd198ba75dac26
Reason: push, by @anssiko

Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
---
 index.html | 1115 ++++++++++++++++++++++++++++++++++++++++++++++++----
 1 file changed, 1028 insertions(+), 87 deletions(-)

diff --git a/index.html b/index.html
index f93fb48..23eec56 100644
--- a/index.html
+++ b/index.html
@@ -6,9 +6,24 @@
   <meta content="ED" name="w3c-status">
   <link href="https://www.w3.org/StyleSheets/TR/2021/W3C-ED" rel="stylesheet">
   <link href="https://www.w3.org/2008/site/images/favicon.ico" rel="icon">
-  <meta content="Bikeshed version fb1e763a4, updated Tue Mar 1 13:13:50 2022 -0800" name="generator">
+  <meta content="Bikeshed version 37b7e7e68, updated Fri May 27 15:08:11 2022 -0700" name="generator">
   <link href="https://w3.org/TR/ethical-webmachinelearning" rel="canonical">
-  <meta content="25a8ba5bc35df37e4c5d9f4092b5ee182ec7f226" name="document-revision">
+  <meta content="a023c87976306e5d39673f4573cd198ba75dac26" name="document-revision">
+<style>
+h4[id*="risks"] {
+  padding: 1em;
+  border: solid 4px red;
+}
+
+h4[id*="mitigations"] {
+  padding: 1em;
+  border: solid 4px green;
+}
+
+h4[id*="risks"] ~ p > dfn:before {
+  content: "Risk ";
+}
+</style>
 <style>/* style-autolinks */
 
 .css.css, .property.property, .descriptor.descriptor {
@@ -209,6 +224,47 @@
 figcaption:not(.no-marker)::before {
     content: "Figure " counter(figure) " ";
 }</style>
+<style>/* style-dfn-panel */
+
+:root {
+    --dfnpanel-bg: #ddd;
+    --dfnpanel-text: var(--text);
+}
+.dfn-panel {
+    position: absolute;
+    z-index: 35;
+    height: auto;
+    width: -webkit-fit-content;
+    width: fit-content;
+    max-width: 300px;
+    max-height: 500px;
+    overflow: auto;
+    padding: 0.5em 0.75em;
+    font: small Helvetica Neue, sans-serif, Droid Sans Fallback;
+    background: var(--dfnpanel-bg);
+    color: var(--dfnpanel-text);
+    border: outset 0.2em;
+}
+.dfn-panel:not(.on) { display: none; }
+.dfn-panel * { margin: 0; padding: 0; text-indent: 0; }
+.dfn-panel > b { display: block; }
+.dfn-panel a { color: var(--dfnpanel-text); }
+.dfn-panel a:not(:hover) { text-decoration: none !important; border-bottom: none !important; }
+.dfn-panel > b + b { margin-top: 0.25em; }
+.dfn-panel ul { padding: 0; }
+.dfn-panel li { list-style: inside; }
+.dfn-panel.activated {
+    display: inline-block;
+    position: fixed;
+    left: .5em;
+    bottom: 2em;
+    margin: 0 auto;
+    max-width: calc(100vw - 1.5em - .4em - .5em);
+    max-height: 30vh;
+}
+
+.dfn-paneled { cursor: pointer; }
+</style>
 <style>/* style-issues */
 
 a[href].issue-return {
@@ -406,7 +462,7 @@
   <div class="head">
    <p data-fill-with="logo"><a class="logo" href="https://www.w3.org/"> <img alt="W3C" height="48" src="https://www.w3.org/StyleSheets/TR/2021/logos/W3C" width="72"> </a> </p>
    <h1 class="p-name no-ref" id="title">Ethical Principles for Web Machine Learning</h1>
-   <p id="w3c-state"><a href="https://www.w3.org/standards/types#ED">Editor’s Draft</a>, <time class="dt-updated" datetime="2022-05-03">3 May 2022</time></p>
+   <p id="w3c-state"><a href="https://www.w3.org/standards/types#ED">Editor’s Draft</a>, <time class="dt-updated" datetime="2022-06-09">9 June 2022</time></p>
    <details open>
     <summary>More details about this document</summary>
     <div data-fill-with="spec-metadata">
@@ -499,7 +555,81 @@ <h2 class="no-num no-toc no-ref" id="contents">Table of Contents</h2>
         <li><a href="#principle-11-multi-stakeholder-and-adaptive-governance-and-collaboration"><span class="secno"></span> <span class="content">PRINCIPLE 11) Multi-stakeholder and adaptive governance and collaboration</span></a>
        </ol>
      </ol>
-    <li><a href="#operationalization-putting-the-principles-into-practice-wip"><span class="secno">5</span> <span class="content">Operationalization: Putting the Principles into Practice (WIP)</span></a>
+    <li>
+     <a href="#operationalization-putting-the-principles-into-practice"><span class="secno">5</span> <span class="content">Operationalization: Putting the Principles into Practice</span></a>
+     <ol class="toc">
+      <li><a href="#what-about-when-theres-conflict-between-principles-or-the-interests-of-stakeholders"><span class="secno">5.1</span> <span class="content">What about when there’s conflict between principles or the interests of stakeholders?</span></a>
+     </ol>
+    <li>
+     <a href="#register-of-risks-and-mitigations"><span class="secno">6</span> <span class="content">Register of Risks and Mitigations</span></a>
+     <ol class="toc">
+      <li>
+       <a href="#proportionality-and-do-no-harm"><span class="secno">6.1</span> <span class="content">Proportionality and Do No Harm</span></a>
+       <ol class="toc">
+        <li><a href="#risks"><span class="secno">6.1.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations"><span class="secno">6.1.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#fairness-and-non-discrimination"><span class="secno">6.2</span> <span class="content">Fairness and non-discrimination</span></a>
+       <ol class="toc">
+        <li><a href="#risks①"><span class="secno">6.2.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations①"><span class="secno">6.2.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#autonomy"><span class="secno">6.3</span> <span class="content">Autonomy</span></a>
+       <ol class="toc">
+        <li><a href="#risks②"><span class="secno">6.3.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations②"><span class="secno">6.3.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#right-to-privacy-and-data-protection"><span class="secno">6.4</span> <span class="content">Right to Privacy, and Data Protection</span></a>
+       <ol class="toc">
+        <li><a href="#risks③"><span class="secno">6.4.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations③"><span class="secno">6.4.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#safety-and-security"><span class="secno">6.5</span> <span class="content">Safety and security</span></a>
+       <ol class="toc">
+        <li><a href="#risks④"><span class="secno">6.5.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations④"><span class="secno">6.5.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#transparency-and-explainability"><span class="secno">6.6</span> <span class="content">Transparency and explainability</span></a>
+       <ol class="toc">
+        <li><a href="#risks⑤"><span class="secno">6.6.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations⑤"><span class="secno">6.6.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#responsibility-and-accountability"><span class="secno">6.7</span> <span class="content">Responsibility and accountability</span></a>
+       <ol class="toc">
+        <li><a href="#risks⑥"><span class="secno">6.7.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations⑥"><span class="secno">6.7.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#sustainability"><span class="secno">6.8</span> <span class="content">Sustainability</span></a>
+       <ol class="toc">
+        <li><a href="#risks⑦"><span class="secno">6.8.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations⑦"><span class="secno">6.8.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#human-oversight-and-determination"><span class="secno">6.9</span> <span class="content">Human oversight and determination</span></a>
+       <ol class="toc">
+        <li><a href="#risks⑧"><span class="secno">6.9.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations⑧"><span class="secno">6.9.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#awareness-and-literacy"><span class="secno">6.10</span> <span class="content">Awareness and literacy</span></a>
+       <ol class="toc">
+        <li><a href="#risks⑨"><span class="secno">6.10.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations⑨"><span class="secno">6.10.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+      <li>
+       <a href="#multi-stakeholder-and-adaptive-governance-and-collaboration"><span class="secno">6.11</span> <span class="content">Multi-stakeholder and adaptive governance and collaboration</span></a>
+       <ol class="toc">
+        <li><a href="#risks①⓪"><span class="secno">6.11.1</span> <span class="content">Risks</span></a>
+        <li><a href="#possible-mitigations①⓪"><span class="secno">6.11.2</span> <span class="content">Possible Mitigations</span></a>
+       </ol>
+     </ol>
     <li>
      <a href="#appendix-background"><span class="secno"></span> <span class="content">Appendix 1. Background: Ethics &amp; Machine Learning</span></a>
      <ol class="toc">
@@ -523,7 +653,8 @@ <h2 class="no-num no-toc no-ref" id="contents">Table of Contents</h2>
        </ol>
      </ol>
     <li><a href="#appendix-comparison"><span class="secno"></span> <span class="content">Appendix 3. Comparison of Ethics Principles</span></a>
-    <li><a href="#acknowledgments"><span class="secno">6</span> <span class="content">Acknowledgments</span></a>
+    <li><a href="#appendix-workshop"><span class="secno"></span> <span class="content">Appendix 4. Workshop Format and Templates</span></a>
+    <li><a href="#acknowledgments"><span class="secno">7</span> <span class="content">Acknowledgments</span></a>
     <li>
      <a href="#references"><span class="secno"></span> <span class="content">References</span></a>
      <ol class="toc">
@@ -690,81 +821,430 @@ <h4 class="no-num heading settled" id="principle-11-multi-stakeholder-and-adapti
    <p>The participation of different stakeholders throughout the life cycle of ML projects is necessary to enable the benefits to be shared by all, and to mitigate risks.</p>
    <p>Where tensions arise between the principles above, they should be resolved through democratic stakeholder engagement and participation.</p>
    <p>Web ML specifications and systems should support open standards and interoperability.</p>
-   <h2 class="heading settled" data-level="5" id="operationalization-putting-the-principles-into-practice-wip"><span class="secno">5. </span><span class="content">Operationalization: Putting the Principles into Practice (WIP)</span><a class="self-link" href="#operationalization-putting-the-principles-into-practice-wip"></a></h2>
-    This section will offer practical guidance on how to operationalize the values and principles above. 
-   <p>It will outline a process that ML actors can follow to use the principles to think through specific risks and mitigations relevant to their specific use case.</p>
-   <p>It will also start to gather general, high-level risks and mitigations that can be a starting point and guide for operationalizing the principles.</p>
-   <div class="note" role="note">The table below makes a start on this … Reviewers / commenters are also invited to add to the table from their own knowledge and expertise. This will be further supplemented with some group brainstorming sessions.</div>
-   <table class="data">
-    <thead>
-     <tr>
-      <th>Principle
-      <th>Risks
-      <th>Possible Mitigations
-    <tbody>
-     <tr>
-      <th>Proportionality and Do No Harm
-      <td>
-      <td>
-     <tr>
-      <th rowspan="2">Fairness and non-discrimination
-      <td>
-       <p>Scaling up ML via browsers creates risks of scaling up bias issues linked to ML training.</p>
-       <p></p>
-       <p>ML approaches optimize for the majority, leaving minorities and underrepresented groups at risk of harm or sub-optimal service (see e.g. <a data-link-type="biblio" href="#biblio-treviranus">[Treviranus]</a>)</p>
-       <p></p>
-       <p></p>
-       <p></p>
-      <td>Browser-assisted mechanisms to find out about the limitations and performance characteristics of ML models used in a Web app. This would build on an approach published in Model Cards for Model Reporting where making this report machine-discoverable would allow for the web browser to offer a more integrated user experience.
-      <td>
-     <tr>
-      <td>Differences in Internet connection speeds across geographical locations and large size of production-grade models means the user experience of on-device inference is not equal in all locations.
-      <td>This issue is not specific to ML and can be mitigated in part by using a Content Delivery Network and by offering reduced size models. 
-     <tr>
-      <th>Autonomy
-      <td>
-      <td>Similarly to videos, the sites should make it opt-in to load large models on load or run expensive compute tasks.
-     <tr>
-      <th>Right to Privacy, and Data Protection
-      <td>
-      <td>requiring explicit consent to access privacy-sensitive capabilities such as on-device camera.
-     <tr>
-      <th>Safety and security
-      <td>
-      <td>
-     <tr>
-      <th rowspan="2">Transparency and explainability
-      <td>
-      <td>
-       <p>Web APIs by their design make it possible to integrate into browsers developer tools features that help build intuition on how neural networks work, in the spirit of "view source" principle.</p>
-       <p></p>
-       <p>Web-based visualization tools have been developed for deep networks for educational use and their integration into browsers remains further work.</p>
-     <tr>
-      <td>
-      <td>Integrate into web browser developer tools a conceptual graph of the model’s structure to inspect and understand the model architecture.
-     <tr>
-      <th>Responsibility and accountability
-      <td>
-      <td>
-     <tr>
-      <th>Sustainability
-      <td>Web ML applications are compute / energy intensive, and widespread adoption exacerbates environmental problems.
-      <td>Opportunity for web browsers to make visible the energy impact of various workloads running in the browser, for example through the proposed Compute Pressure API.
-     <tr>
-      <th>Human oversight and determination
-      <td>
-      <td>
-     <tr>
-      <th>Awareness and literacy
-      <td>
-      <td>
-     <tr>
-      <th>Multi-stakeholder and adaptive governance and collaboration
-      <td>
-      <td>
-   </table>
-   <p><strong>What happens if principles are in conflict or tension with each other?</strong> From UNESCO:</p>
-   <blockquote>While all the values and principles … are desirable per se, in any practical contexts, there may be tensions between these values and principles. In any given situation, a contextual assessment will be necessary to manage potential tensions, taking into account the principle of proportionality and in compliance with human rights and fundamental freedoms … To navigate such scenarios judiciously will typically require engagement with a broad range of appropriate stakeholders, making use of social dialogue, as well as ethical deliberation, due diligence and impact assessment.</blockquote>
+   <h2 class="heading settled" data-level="5" id="operationalization-putting-the-principles-into-practice"><span class="secno">5. </span><span class="content">Operationalization: Putting the Principles into Practice</span><a class="self-link" href="#operationalization-putting-the-principles-into-practice"></a></h2>
+   <p>The principles outlined above help map out the major areas of ethical concern, and the guidance starts to fill in some detail. But by themselves, the principles and guidance risk being too abstract and achieving nothing concrete.</p>
+   <p>What matters most for making any approach to ML ethical is to operationalize the principles - to turn them into concrete actions. This section offers practical guidance on how to do that.</p>
+   <p>One way to make an ethical approach concrete is through process. This often takes the form of checklists to consider and apply throughout the life-cycle of developing an ML system, and covers aspects such as ensuring diversity on teams and consultation with stakeholders as well as areas more specific to the technical development of the ML system.</p>
+   <p>In time this document may evolve to become a checklist for ML actors to work through. For now, those looking for an example of this sort of process guidance could find numerous examples on the web - one worth looking at is the <a href="https://ico.org.uk/for-organisations/guide-to-data-protection/key-dp-themes/guidance-on-ai-and-data-protection/ai-and-data-protection-risk-toolkit/">ICO AI and data protection risk toolkit</a>. The ICO is the UK’s information rights and data privacy regulator. Their toolkit aims to help actors comply with UK Data protection law (similar to GDPR) when building AI. It contains a useful checklist of practical steps to mitigate risk.</p>
+   <p>As well as the full-cycle process, perhaps the most important single activity in developing ML systems ethically is thinking through the specific risks and mitigations for any proposed approach. There are a number of different ways to do this, including <a href="https://doteveryone.org.uk/project/consequence-scanning/">Consequence Scanning</a>, <a href="https://docs.microsoft.com/en-us/azure/architecture/guide/responsible-innovation/harms-modeling/">Harms Modelling</a> and Algorithmic Impact Assessments (e.g. <a href="https://www.canada.ca/en/government/system/digital-government/digital-government-innovations/responsible-use-ai/algorithmic-impact-assessment.html">this Candian government AIA</a>).</p>
+   <p>At its simplest, the core approach is to take known areas of concern - as laid out by the principles and guidance - and for each of them think through what could go wrong (consequences/risks/harms), and what measures could be put in place to prevent that or minimise impact (mitigations).</p>
+   <p>So for example, if we consider the principle of “Fairness and non-dicrimination”, a risk might be that biases in training data lead to model predictions that are less accurate for particular groups, resulting in real-world harms (e.g. denial of services). A mitigation might be to test the training data and model properly for bias, or indeed it might be to not make access to essential services dependent on ML systems.</p>
+   <p class="note" role="note"><span>Note:</span> To provide a more structured approach to operationalization, we have developed a <a href="#appendix-workshop">workshop format</a> that can be adapted and used to help identify such risks &amp; mitigations.</p>
+   <p>It’s worth noting that the best tools for operationalization might depend on an actor’s role in the ML eco-system - for standards writers, specific thinking about risks and mitigations will be most useful. For developers, responsible ML checklists covering the product life-cycle will also be important.</p>
+   <h3 class="heading settled" data-level="5.1" id="what-about-when-theres-conflict-between-principles-or-the-interests-of-stakeholders"><span class="secno">5.1. </span><span class="content">What about when there’s conflict between principles or the interests of stakeholders?</span><a class="self-link" href="#what-about-when-theres-conflict-between-principles-or-the-interests-of-stakeholders"></a></h3>
+   <p>In ethics there are often no easy answers. Ethical problems often don’t have neat, permanent solutions. Principles may be in conflict or tension with each other - for example having more data about non-typical users to tailor solutions to them (for fairness purposes) might come at the expense of privacy. The views of different stakeholders affected by any ML system will need to be balanced. And those views and wider values will change and evolve over time.</p>
+   <p>On balancing all these things, UNESCO says:</p>
+   <blockquote>
+    <p>In any given situation, a contextual assessment will be necessary to manage potential tensions, taking into account the principle of proportionality and in compliance with human rights and fundamental freedoms … To navigate such scenarios judiciously will typically require engagement with a broad range of appropriate stakeholders, making use of social dialogue, as well as ethical deliberation, due diligence and impact assessment.</p>
+   </blockquote>
+   <p>As this suggests, referring to the higher level values such as fundamental human rights and freedoms might help. Fairness is often a useful guide to balancing competing interests and values. Bear in mind W3C’s <a href="https://www.w3.org/TR/design-principles/#priority-of-constituencies">priority of constituencies</a>.</p>
+   <p>And process is often as important as outcome. The principles in this document don’t just cover what issues you should think about (such as bias) but also importantly suggest how an ethical process should be run - ideally it should involve diverse participants, consult affected stakeholders, be open, democratic and transparent (so keep a record of the process and ideally make the results publicly available) and open to contestation.</p>
+   <h2 class="heading settled" data-level="6" id="register-of-risks-and-mitigations"><span class="secno">6. </span><span class="content">Register of Risks and Mitigations</span><a class="self-link" href="#register-of-risks-and-mitigations"></a></h2>
+   <p class="note" role="note"><span>Note:</span> The risk register is work in progress and welcomes further review and tidying up.</p>
+   <p>ML actors are encouraged to go through their own process of thinking through the risks and mitigations for any ML system they are developing. The wide range of possible use-cases, and the rapid pace of development of ML technology, mean that any pre-existing list of risks and migitations will never be complete. Mitigations will also vary according to an ML actor’s position in the ecosystem - developers will have different responsibilities and influence than specification writers.</p>
+   <p>However, such a list is useful for a number of reasons. It can save time and re-inventing the wheel, and also allow for best practice to be captured and shared.</p>
+   <p>So this section is for gathering risks and mitigations as they are identified, and in time should develop into a register of key Web-ML risks and mitigations.</p>
+   <h3 class="heading settled" data-level="6.1" id="proportionality-and-do-no-harm"><span class="secno">6.1. </span><span class="content">Proportionality and Do No Harm</span><a class="self-link" href="#proportionality-and-do-no-harm"></a></h3>
+   <h4 class="heading settled" data-level="6.1.1" id="risks"><span class="secno">6.1.1. </span><span class="content">Risks</span><a class="self-link" href="#risks"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="pdnh-r1">PDNH-R1</dfn></p>
+   <p>Malicious apps are easier to accidentally launch on the Web (trying to think about how ML on the Web is different from ML in Android/iOS apps or installed Windows/MacOS apps or via remote API calls.)</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="pdnh-r2">PDNH-R2</dfn></p>
+   <p>Might be used by malicious actors to hijack CPU.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="pdnh-r3">PDNH-R3</dfn></p>
+   <p>Might be used for more sophisticated manipulation of people and their attention.</p>
+   <h4 class="heading settled" data-level="6.1.2" id="possible-mitigations"><span class="secno">6.1.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="pdnh-r1-mitigations"><a data-link-type="dfn" href="#pdnh-r1" id="ref-for-pdnh-r1">PDNH-R1</a> Mitigations<a class="self-link" href="#pdnh-r1-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="pdnh-r2-mitigations"><a data-link-type="dfn" href="#pdnh-r2" id="ref-for-pdnh-r2">PDNH-R2</a> Mitigations<a class="self-link" href="#pdnh-r2-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="pdnh-r3-mitigations"><a data-link-type="dfn" href="#pdnh-r3" id="ref-for-pdnh-r3">PDNH-R3</a> Mitigations<a class="self-link" href="#pdnh-r3-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <h3 class="heading settled" data-level="6.2" id="fairness-and-non-discrimination"><span class="secno">6.2. </span><span class="content">Fairness and non-discrimination</span><a class="self-link" href="#fairness-and-non-discrimination"></a></h3>
+   <h4 class="heading settled" data-level="6.2.1" id="risks①"><span class="secno">6.2.1. </span><span class="content">Risks</span><a class="self-link" href="#risks①"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r1">FND-R1</dfn></p>
+   <p>Scaling up ML via browsers creates risks of scaling up bias issues linked to ML training.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r2">FND-R2</dfn></p>
+   <p>ML approaches optimize for the majority, leaving minorities and underrepresented groups at risk of harm or sub-optimal service (see e.g. Treviranus).</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r3">FND-R3</dfn></p>
+   <p>Differences in Internet connection speeds across geographical locations and large size of production-grade models means the user experience of on-device inference is not equal in all locations.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r4">FND-R4</dfn></p>
+   <p>Speech recognition must recognize different accents, including regional, ethnic, and “accents” arising from a person’s disability - a focus on “mostly fair but left out the edges” will result in massive discrimination.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r5">FND-R5</dfn></p>
+   <p>Bias in ML training can a) make ML non-useful to some people by effectively not recognizing their personhood, or b) interfere with ability to conduct tasks efficiently, effectively, or at all, or c) create a new digital divide of ML haves and have-nots.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r6">FND-R6</dfn></p>
+   <p>That the WebML Working Group has very little control over models … is it able to influence those who do build them enough to ensure this principle is operationalised.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r7">FND-R7</dfn></p>
+   <p>Imagine doing ML-based captions: this raises issues about accuracy, efficiency, but also burden-shifting: if the captioning is happening on the local device, it may create burdens for the people that are the least able to change it while being the typical target.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r8">FND-R8</dfn></p>
+   <p>One cannot rely on simple classifications of individuals into homogeneous social groups (e.g., binary gender ca categorizations that exclude non-binary individuals). In particular, disability is characterized by diversity, and not by any property that distinguishes people who have from those who do not have disabilities.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r9">FND-R9</dfn></p>
+   <p>There are also important issues of “proxy discrimination” that have been brought out in the literature, and which should be considered (i.e., machine learning systems that discover protected classes of persons even in cases in which such classifications and obvious proxies for them are excluded from the data used in training).</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="fnd-r10">FND-R10</dfn></p>
+   <p>One example is how geographic pricing is employed by companies like Amazon – e.g. depending on where your IP address is located to or depending on your device type, different prices are presented to shoppers – it’s a question if this is unethical or unlawful, but it is something that is happening and also begs to question whether or not this is something we want to speak to → taken further you can also imagine reducing service based on geography or hardware or other factors in a way that is automated through ML systems.</p>
+   <h4 class="heading settled" data-level="6.2.2" id="possible-mitigations①"><span class="secno">6.2.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations①"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r1-mitigations"><a data-link-type="dfn" href="#fnd-r1" id="ref-for-fnd-r1">FND-R1</a> Mitigations<a class="self-link" href="#fnd-r1-mitigations"></a></dfn></p>
+   <p>Browser-assisted mechanisms to find out about the limitations and performance characteristics of ML models used in a Web app. This could build on an approach published in Model Cards for Model Reporting where making this report machine-discoverable would allow for the web browser to offer a more integrated user experience. Another transparency tool is the <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/6">Open Ethics Transparency Protocol</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r2-mitigations"><a data-link-type="dfn" href="#fnd-r2" id="ref-for-fnd-r2">FND-R2</a> Mitigations<a class="self-link" href="#fnd-r2-mitigations"></a></dfn></p>
+   <p>ML actors should  provide fallback solutions for these inevitabilities.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r3-mitigations"><a data-link-type="dfn" href="#fnd-r3" id="ref-for-fnd-r3">FND-R3</a> Mitigations<a class="self-link" href="#fnd-r3-mitigations"></a></dfn></p>
+   <p>This issue is not specific to ML and can be mitigated in part by using a Content Delivery Network and by offering reduced size models.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r4-mitigations"><a data-link-type="dfn" href="#fnd-r4" id="ref-for-fnd-r4">FND-R4</a> Mitigations<a class="self-link" href="#fnd-r4-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r5-mitigations"><a data-link-type="dfn" href="#fnd-r5" id="ref-for-fnd-r5">FND-R5</a> Mitigations<a class="self-link" href="#fnd-r5-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r6-mitigations"><a data-link-type="dfn" href="#fnd-r6" id="ref-for-fnd-r6">FND-R6</a> Mitigations<a class="self-link" href="#fnd-r6-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r7-mitigations"><a data-link-type="dfn" href="#fnd-r7" id="ref-for-fnd-r7">FND-R7</a> Mitigations<a class="self-link" href="#fnd-r7-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r8-mitigations"><a data-link-type="dfn" href="#fnd-r8" id="ref-for-fnd-r8">FND-R8</a> Mitigations<a class="self-link" href="#fnd-r8-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r9-mitigations"><a data-link-type="dfn" href="#fnd-r9" id="ref-for-fnd-r9">FND-R9</a> Mitigations<a class="self-link" href="#fnd-r9-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="fnd-r10-mitigations"><a data-link-type="dfn" href="#fnd-r10" id="ref-for-fnd-r10">FND-R10</a> Mitigations<a class="self-link" href="#fnd-r10-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <h3 class="heading settled" data-level="6.3" id="autonomy"><span class="secno">6.3. </span><span class="content">Autonomy</span><a class="self-link" href="#autonomy"></a></h3>
+   <h4 class="heading settled" data-level="6.3.1" id="risks②"><span class="secno">6.3.1. </span><span class="content">Risks</span><a class="self-link" href="#risks②"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r1">A-R1</dfn></p>
+   <p class="issue" id="issue-9c077a38"><a class="self-link" href="#issue-9c077a38"></a> Identify risk mapping for corresponding mitigation.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r2">A-R2</dfn></p>
+   <p>That browsers will cease to be <em>user agents</em>. Autonomy is a key differentiator for the web vs. alternative content and app platforms.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r3">A-R3</dfn></p>
+   <p>Users have lesser and lesser control on what we see and who sees us. We’re tracked by 1st and 3rd parties and we see what others want us to see (e.g. ads). Hence, based on the the principle: people should be able to render content as they want, not only should ML systems take care of that, but also help in countering this global problem.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r4">A-R4</dfn></p>
+   <p>Black boxes of ML models might negatively impact the ability of Web Extensions to bring more control (and thus autonomy) to end-users for their experience on the Web.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r5">A-R5</dfn></p>
+   <p>Web accessibility can enhance individual autonomy, by making more aspects of life “self-serve”. It can also destroy autonomy, by designing only for the middle and “leaving others out in the cold” as society adopts the ML over other ways of accomplishing objectives.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r6">A-R6</dfn></p>
+   <p>ML in the Web could very well be used to enhance user’s capabilities by acting as an assistant in a privacy preserving way. I.e. generating calendar events from emails or websites without sending information back up to the servers. </p>
+   <p>It could erase their autonomy by being used against them by the website using the ML as a gatekeeper before providing human access. I.e. How chatbots are used today. </p>
+   <p>Users would be wary to give consent when something which can help them can be equally used to control them or restrict access.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r7">A-R7</dfn></p>
+   <p>Cannot fully enforce informed consent requirement for the web for ML. E.g. inference with generic WebGL/Wasm capabilities possible without consent, even if purpose-built APIs would require informed consent.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r8">A-R8</dfn></p>
+   <p>Web ML systems are used without informed user consent.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r9">A-R9</dfn></p>
+   <p>Browser standards like MV3 makes the implementation harder.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r10">A-R10</dfn></p>
+   <p>Example: ML / IOT devices will be used with the intention of increasing autonomy of e.g., aging people, people with disabilities, etc., but have the risk of instead reducing autonomy if it’s not usable as designed to some users due to bias etc.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r11">A-R11</dfn></p>
+   <p>Corporate priorities will constantly be against user choice (autonomy), things like making it very difficult to choose a different option than the corporation wants users to make could easily become worse in ML scenarios.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r12">A-R12</dfn></p>
+   <p>Function creep - that a user consents to data / access / use of ML in one context, but then the use is extended beyond that context without explicit consent.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r13">A-R13</dfn></p>
+   <p>Permission / Decision fatigue is another risk, if we ask people to explicitly allow every new web feature that could be abused. It’s a hard tradeoff. By asking for explicit decisions, we might actually reduce the chance that people are making informed decisions, because they are cognitively overloaded and don’t have the time or mental energy to really understand the implications.</p>
+   <p>Browsers today do not ask user consent for things like JavaScript usage, Wasm, WebGL, WebGPU, web workers, etc. All of those can be used to perform “ML”.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r14">A-R14</dfn></p>
+   <p>Permission/consent should definitely be sought from users when accessing sensitive information about their computer or environment. Cameras, Bluetooth devices, microphones, location, controllers, gamepads, and XR devices should all be under permission prompts.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r15">A-R15</dfn></p>
+   <p>Does this include informing users about the capabilities and limitations of the system, as well as the associated risks? Informed choice needs to be guided by an understanding of capabilities, limitations, and how the system should fit into the social context in which it is intended to be used.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="a-r16">A-R16</dfn></p>
+   <p>People might feel that their trust is betrayed if they don’t know what a web app is doing with their data. This isn’t specific to Web ML, perhaps, but it’s more salient, or more in the news.</p>
+   <p>It can be hard to explain why someone might want to enable Web ML. Eg, it’s actually safer, because your personal data will remain on your device and won’t be sent to remote servers. You’ll have a better experience or new features in the web app.</p>
+   <h4 class="heading settled" data-level="6.3.2" id="possible-mitigations②"><span class="secno">6.3.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations②"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r1-mitigations"><a data-link-type="dfn" href="#a-r1" id="ref-for-a-r1">A-R1</a> Mitigations<a class="self-link" href="#a-r1-mitigations"></a></dfn></p>
+   <p>Similarly to videos, the sites should make it opt-in to load large models on load or run expensive compute tasks.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r2-mitigations"><a data-link-type="dfn" href="#a-r2" id="ref-for-a-r2">A-R2</a> Mitigations<a class="self-link" href="#a-r2-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r3-mitigations"><a data-link-type="dfn" href="#a-r3" id="ref-for-a-r3">A-R3</a> Mitigations<a class="self-link" href="#a-r3-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r4-mitigations"><a data-link-type="dfn" href="#a-r4" id="ref-for-a-r4">A-R4</a> Mitigations<a class="self-link" href="#a-r4-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r5-mitigations"><a data-link-type="dfn" href="#a-r5" id="ref-for-a-r5">A-R5</a> Mitigations<a class="self-link" href="#a-r5-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r6-mitigations"><a data-link-type="dfn" href="#a-r6" id="ref-for-a-r6">A-R6</a> Mitigations<a class="self-link" href="#a-r6-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r7-mitigations"><a data-link-type="dfn" href="#a-r7" id="ref-for-a-r7">A-R7</a> Mitigations<a class="self-link" href="#a-r7-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r8-mitigations"><a data-link-type="dfn" href="#a-r8" id="ref-for-a-r8">A-R8</a> Mitigations<a class="self-link" href="#a-r8-mitigations"></a></dfn></p>
+   <p>Things that <em>end users</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>Growing awareness about the risks (like phishing)</p>
+    <li data-md>
+     <p>Surfacing the value of data that users share for ML can be re-used in different contexts (e.g. legal, commercial)</p>
+   </ul>
+   <p>Things that <em>developers</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>Develop guidance for ethical ML that includes bringing user awareness</p>
+    <li data-md>
+     <p>Open source ML algo - auditability / certification</p>
+   </ul>
+   <p>Things that <em>implementers</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>Upstream frequent ML-built features into browser features where they can be used in a clearer/less UX intrusive framework (as an incentive towards the safest approach)</p>
+    <li data-md>
+     <p>For a purpose-built APIs, the browser could make the usage detectable (e.g. via a web extension)</p>
+    <li data-md>
+     <p>Linked to incentive</p>
+    <li data-md>
+     <p>If ML has been certified as quality and privacy good. Or rated (A-F?) users could choose to only enable ML features at a certain level.</p>
+   </ul>
+   <p>Things that <em>regulators</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>Quality Assurance certificates for the algos,</p>
+   </ul>
+   <p>Things that <em>standard makers</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>Develop best practice guidelines for devs</p>
+   </ul>
+   <p>Things that <em>no one</em> can fix or control…</p>
+   <ul>
+    <li data-md>
+     <p>Developers giving users trivial incentives to load a data leaking ML model. Silly hats for all of your data.</p>
+   </ul>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r9-mitigations"><a data-link-type="dfn" href="#a-r9" id="ref-for-a-r9">A-R9</a> Mitigations<a class="self-link" href="#a-r9-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r10-mitigations"><a data-link-type="dfn" href="#a-r10" id="ref-for-a-r10">A-R10</a> Mitigations<a class="self-link" href="#a-r10-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r11-mitigations"><a data-link-type="dfn" href="#a-r11" id="ref-for-a-r11">A-R11</a> Mitigations<a class="self-link" href="#a-r11-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r12-mitigations"><a data-link-type="dfn" href="#a-r12" id="ref-for-a-r12">A-R12</a> Mitigations<a class="self-link" href="#a-r12-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r13-mitigations"><a data-link-type="dfn" href="#a-r13" id="ref-for-a-r13">A-R13</a> Mitigations<a class="self-link" href="#a-r13-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r14-mitigations"><a data-link-type="dfn" href="#a-r14" id="ref-for-a-r14">A-R14</a> Mitigations<a class="self-link" href="#a-r14-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r15-mitigations"><a data-link-type="dfn" href="#a-r15" id="ref-for-a-r15">A-R15</a> Mitigations<a class="self-link" href="#a-r15-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="a-r16-mitigations"><a data-link-type="dfn" href="#a-r16" id="ref-for-a-r16">A-R16</a> Mitigations<a class="self-link" href="#a-r16-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <h3 class="heading settled" data-level="6.4" id="right-to-privacy-and-data-protection"><span class="secno">6.4. </span><span class="content">Right to Privacy, and Data Protection</span><a class="self-link" href="#right-to-privacy-and-data-protection"></a></h3>
+   <h4 class="heading settled" data-level="6.4.1" id="risks③"><span class="secno">6.4.1. </span><span class="content">Risks</span><a class="self-link" href="#risks③"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r1">RPDP-R1</dfn></p>
+   <p class="issue" id="issue-9c077a38①"><a class="self-link" href="#issue-9c077a38①"></a> Identify risk mapping for corresponding mitigation.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r2">RPDP-R2</dfn></p>
+   <p>Fingerprinting of various kinds: disability</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r3">RPDP-R3</dfn></p>
+   <p>One area we came across recently related to ML is in the context of the WebXR raw camera access API. The API could allow raw access to the camera image (vs the regular AR API that only exposes room geometry). This allows for more functionality but puts the user at risk - for example camera image could be piped to a ML subsystem which is doing facial recognition outside of user’s consent. Documented in <a href="https://github.com/w3ctag/design-reviews/issues/406">our TAG issue</a>.</p>
+   <p>The wider issue is that ML as a 1st class feature on the Web creates additional risks for existing APIs (such as camera access).</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r4">RPDP-R4</dfn></p>
+   <p>Addition of ML creates additional risks for use of existing APIs that were not present previously.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r5">RPDP-R5</dfn></p>
+   <p>Different jurisdictions have different regulations for data protection and rights to privacy. Demonstrating that your model is consistent with one or another could be confusing.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r6">RPDP-R6</dfn></p>
+   <p>ML models may be based on training data that abused privacy.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r7">RPDP-R7</dfn></p>
+   <p>It will be necessary to obtain data from marginalized individuals (including those who are unable to give informed consent themselves) in order to ensure they are not discriminated against and that they are included in the product, but their data need to be treated carefully and respectfully, and there are issues of consent involved. Under what circumstances can others give consent on their behalf? Consider, for example, people with certain cognitive disabilities who cannot give voluntary, informed consent to a particular data collection activity.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r8">RPDP-R8</dfn></p>
+   <p>Sites could claim compliance with relevant laws and principles without actually being compliant. (Transparency and third-party auditing are important here.)</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r9">RPDP-R9</dfn></p>
+   <p>Fingerprinting systems uses hardware accelerated ML APis to improve their tracking capabilities.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r10">RPDP-R10</dfn></p>
+   <p>Doing processing on user’s device could be good for privacy, but could also be excuse to shift cost of computation to the end user.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="rpdp-r11">RPDP-R11</dfn></p>
+   <p>Another risk is that people distrust and turn off Web ML, and the alternative is worse, from a privacy perspective. The web app can still use ML, but may do so by sending private data to remote servers that are less secure than the local device.</p>
+   <h4 class="heading settled" data-level="6.4.2" id="possible-mitigations③"><span class="secno">6.4.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations③"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r1-mitigations"><a data-link-type="dfn" href="#rpdp-r1" id="ref-for-rpdp-r1">RPDP-R1</a> Mitigations<a class="self-link" href="#rpdp-r1-mitigations"></a></dfn></p>
+   <p>Requiring explicit consent to access privacy-sensitive capabilities such as on-device camera.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r2-mitigations"><a data-link-type="dfn" href="#rpdp-r2" id="ref-for-rpdp-r2">RPDP-R2</a> Mitigations<a class="self-link" href="#rpdp-r2-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r3-mitigations"><a data-link-type="dfn" href="#rpdp-r3" id="ref-for-rpdp-r3">RPDP-R3</a> Mitigations<a class="self-link" href="#rpdp-r3-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r4-mitigations"><a data-link-type="dfn" href="#rpdp-r4" id="ref-for-rpdp-r4">RPDP-R4</a> Mitigations<a class="self-link" href="#rpdp-r4-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r5-mitigations"><a data-link-type="dfn" href="#rpdp-r5" id="ref-for-rpdp-r5">RPDP-R5</a> Mitigations<a class="self-link" href="#rpdp-r5-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r6-mitigations"><a data-link-type="dfn" href="#rpdp-r6" id="ref-for-rpdp-r6">RPDP-R6</a> Mitigations<a class="self-link" href="#rpdp-r6-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r7-mitigations"><a data-link-type="dfn" href="#rpdp-r7" id="ref-for-rpdp-r7">RPDP-R7</a> Mitigations<a class="self-link" href="#rpdp-r7-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r8-mitigations"><a data-link-type="dfn" href="#rpdp-r8" id="ref-for-rpdp-r8">RPDP-R8</a> Mitigations<a class="self-link" href="#rpdp-r8-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r9-mitigations"><a data-link-type="dfn" href="#rpdp-r9" id="ref-for-rpdp-r9">RPDP-R9</a> Mitigations<a class="self-link" href="#rpdp-r9-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r10-mitigations"><a data-link-type="dfn" href="#rpdp-r10" id="ref-for-rpdp-r10">RPDP-R10</a> Mitigations<a class="self-link" href="#rpdp-r10-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="rpdp-r11-mitigations"><a data-link-type="dfn" href="#rpdp-r11" id="ref-for-rpdp-r11">RPDP-R11</a> Mitigations<a class="self-link" href="#rpdp-r11-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <h3 class="heading settled" data-level="6.5" id="safety-and-security"><span class="secno">6.5. </span><span class="content">Safety and security</span><a class="self-link" href="#safety-and-security"></a></h3>
+   <h4 class="heading settled" data-level="6.5.1" id="risks④"><span class="secno">6.5.1. </span><span class="content">Risks</span><a class="self-link" href="#risks④"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="ss-r1">SS-R1</dfn></p>
+   <p>Possible to leak the locally stored data, even sensitive data such as biosignature？</p>
+   <p>What kind of capabilities would the ML system get and thus leak sensitive local data?</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="ss-r2">SS-R2</dfn></p>
+   <p>Model drift - that a model stops performing as well as real world data diverges from training data over time.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="ss-r3">SS-R3</dfn></p>
+   <p>Censorship requirements of governments and other actors, if operationalized into ML, create massive risks for individuals  as well as societal evolution - ranging from being unable to accomplish objectives that our principles say they should, to “being tattled on” to the autocrats and suffering real-world retaliation.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="ss-r4">SS-R4</dfn></p>
+   <p>A model can produce results that are blindly trusted. If the model is open to compromise, it will produce inaccurate results, which can be influential.</p>
+   <p>An example could be of an app that is intended to “help you cross the street” as a visually limited person - but if that application fails to detect a cyclist or car, then you could create physical harm to the user of that application.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="ss-r5">SS-R5</dfn></p>
+   <p class="issue" id="issue-9c077a38②"><a class="self-link" href="#issue-9c077a38②"></a> Identify risk mapping for corresponding mitigation.</p>
+   <h4 class="heading settled" data-level="6.5.2" id="possible-mitigations④"><span class="secno">6.5.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations④"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ss-r1-mitigations"><a data-link-type="dfn" href="#ss-r1" id="ref-for-ss-r1">SS-R1</a> Mitigations<a class="self-link" href="#ss-r1-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ss-r2-mitigations"><a data-link-type="dfn" href="#ss-r2" id="ref-for-ss-r2">SS-R2</a> Mitigations<a class="self-link" href="#ss-r2-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ss-r3-mitigations"><a data-link-type="dfn" href="#ss-r3" id="ref-for-ss-r3">SS-R3</a> Mitigations<a class="self-link" href="#ss-r3-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ss-r4-mitigations"><a data-link-type="dfn" href="#ss-r4" id="ref-for-ss-r4">SS-R4</a> Mitigations<a class="self-link" href="#ss-r4-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ss-r5-mitigations"><a data-link-type="dfn" href="#ss-r5" id="ref-for-ss-r5">SS-R5</a> Mitigations<a class="self-link" href="#ss-r5-mitigations"></a></dfn></p>
+   <p>Can be at least partially mitigated by transparency and third-party auditing.</p>
+   <h3 class="heading settled" data-level="6.6" id="transparency-and-explainability"><span class="secno">6.6. </span><span class="content">Transparency and explainability</span><a class="self-link" href="#transparency-and-explainability"></a></h3>
+   <h4 class="heading settled" data-level="6.6.1" id="risks⑤"><span class="secno">6.6.1. </span><span class="content">Risks</span><a class="self-link" href="#risks⑤"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="te-r1">TE-R1</dfn></p>
+   <p class="issue" id="issue-9c077a38③"><a class="self-link" href="#issue-9c077a38③"></a> Identify risk mapping for corresponding mitigation.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="te-r2">TE-R2</dfn></p>
+   <p>Complexity is the enemy of transparency. ML models are complex and getting more complex over time.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="te-r3">TE-R3</dfn></p>
+   <p>ML “closed boxes” doing something out side of users’ control and understanding and the browser not able to audit or control or otherwise warn the user.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="te-r4">TE-R4</dfn></p>
+   <p>Transparency may be operationalised in a way which doesn’t make sense to users and doesn’t respect autonomy and allow them to make informed decisions.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="te-r5">TE-R5</dfn></p>
+   <p>The difficulty of explaining Web ML’s benefits and drawbacks may lead people to make choices that are worse for them. Eg, they might turn off Web ML, not understanding that it’s better for privacy to keep the data local. (I’m thinking here about the transparency and explainability of the API, not the ML model.)</p>
+   <h4 class="heading settled" data-level="6.6.2" id="possible-mitigations⑤"><span class="secno">6.6.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations⑤"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="te-r1-mitigations"><a data-link-type="dfn" href="#te-r1" id="ref-for-te-r1">TE-R1</a> Mitigations<a class="self-link" href="#te-r1-mitigations"></a></dfn></p>
+   <p>Web APIs by their design make it possible to integrate into browsers developer tools features that help build intuition on how neural networks work, in the spirit of "view source" principle.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="te-r2-mitigations"><a data-link-type="dfn" href="#te-r2" id="ref-for-te-r2">TE-R2</a> Mitigations<a class="self-link" href="#te-r2-mitigations"></a></dfn></p>
+   <p>Web-based visualization tools have been developed for deep networks for educational use and their integration into browsers remains further work.</p>
+   <p>Integrate into web browser developer tools a conceptual graph of the model’s structure to inspect and understand the model architecture.</p>
+   <p>The ML model could be viewed by an integrated tool and in a visual way such <a href="https://netron.app/">Netron</a> does today.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="te-r3-mitigations"><a data-link-type="dfn" href="#te-r3" id="ref-for-te-r3">TE-R3</a> Mitigations<a class="self-link" href="#te-r3-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="te-r4-mitigations"><a data-link-type="dfn" href="#te-r4" id="ref-for-te-r4">TE-R4</a> Mitigations<a class="self-link" href="#te-r4-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="te-r5-mitigations"><a data-link-type="dfn" href="#te-r5" id="ref-for-te-r5">TE-R5</a> Mitigations<a class="self-link" href="#te-r5-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <h3 class="heading settled" data-level="6.7" id="responsibility-and-accountability"><span class="secno">6.7. </span><span class="content">Responsibility and accountability</span><a class="self-link" href="#responsibility-and-accountability"></a></h3>
+   <h4 class="heading settled" data-level="6.7.1" id="risks⑥"><span class="secno">6.7.1. </span><span class="content">Risks</span><a class="self-link" href="#risks⑥"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ra-r1">RA-R1<a class="self-link" href="#ra-r1"></a></dfn></p>
+   <p>During the discussion around DRM on the Web via Encrypted Media Extensions, a lot of focus was on whether security researchers would get protected in case they reverse-engineered DRM systems on the Web (which was seen as a net good for the Web, but a legal risk for researchers); a similar challenge may arise for ML models as they get reviewed against e.g. bias.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ra-r2">RA-R2<a class="self-link" href="#ra-r2"></a></dfn></p>
+   <p>Assuming long-tail web developers will prefer to use 3rd party ML models due to cost of training your own (similarly to JS frameworks in general). This means the ethical responsibility and liability is deferred (in part?) to the 3rd party.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ra-r3">RA-R3<a class="self-link" href="#ra-r3"></a></dfn></p>
+   <p>The use of 3rd party models introduces an external dependency to a possibly critical component of the web (app) experience.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ra-r4">RA-R4<a class="self-link" href="#ra-r4"></a></dfn></p>
+   <p>We can’t force developers to follow these principles and guidelines.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ra-r5">RA-R5<a class="self-link" href="#ra-r5"></a></dfn></p>
+   <p>That the WebML Working Group has very little control over models … is it able to influence those who do build them enough to ensure these principles are operationalised.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ra-r6">RA-R6<a class="self-link" href="#ra-r6"></a></dfn></p>
+   <p class="issue" id="issue-9c077a38④"><a class="self-link" href="#issue-9c077a38④"></a> Identify risk mapping for corresponding mitigation.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ra-r7">RA-R7<a class="self-link" href="#ra-r7"></a></dfn></p>
+   <p>ML models can operate as black boxes, and when integrated in a platform that already mixes and matches content and code from very many parties, this may make the accountability of a how an app uses ML that much harder to track.</p>
+   <h4 class="heading settled" data-level="6.7.2" id="possible-mitigations⑥"><span class="secno">6.7.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations⑥"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ta-r1-mitigations"><a data-link-type="dfn">TA-R1</a> Mitigations<a class="self-link" href="#ta-r1-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ta-r2-mitigations"><a data-link-type="dfn">TA-R2</a> Mitigations<a class="self-link" href="#ta-r2-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ta-r3-mitigations"><a data-link-type="dfn">TA-R3</a> Mitigations<a class="self-link" href="#ta-r3-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ta-r4-mitigations"><a data-link-type="dfn">TA-R4</a> Mitigations<a class="self-link" href="#ta-r4-mitigations"></a></dfn></p>
+   <p>But they should get incentives (e.g. better performance) to use the purpose-built approach with more guarantees baked-in.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ta-r5-mitigations"><a data-link-type="dfn">TA-R5</a> Mitigations<a class="self-link" href="#ta-r5-mitigations"></a></dfn></p>
+   <p>Things that <em>end users</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>permissions requests - though these are clicked away by most users.</p>
+    <li data-md>
+     <p>End users could choose to use a different model (if a browser implements a mechanism to use an alternative model, e.g. a model shipped with the browser/OS/platform locally?).</p>
+   </ul>
+   <p>Things that <em>developers</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>Developers could develop “model filtering” approaches, a block/accept approach for models (although places the burden on users)</p>
+   </ul>
+   <p>Things that <em>implementers</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>Knowing the provenance of models could help to develop a allow/block list of allowable sources for models</p>
+    <li data-md>
+     <p>Ensure / enable meaningful transparency around models, e.g. like privacy report</p>
+   </ul>
+   <p>Things that <em>regulators</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>Set operational requirements for characteristics of models in regulated contexts, ideally based on a neutral set of guidelines</p>
+   </ul>
+   <p>Things that <em>standard makers</em> could be asked to do…</p>
+   <ul>
+    <li data-md>
+     <p>Ensure Web ML guidelines are evaluatable or certifiable</p>
+   </ul>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ta-r6-mitigations"><a data-link-type="dfn">TA-R6</a> Mitigations<a class="self-link" href="#ta-r6-mitigations"></a></dfn></p>
+   <p>Wonder if something like model cards could include (or maybe they do) accountability details, or even any details at all, so that models are linked back to actual people / companies.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="ta-r7-mitigations"><a data-link-type="dfn">TA-R7</a> Mitigations<a class="self-link" href="#ta-r7-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <h3 class="heading settled" data-level="6.8" id="sustainability"><span class="secno">6.8. </span><span class="content">Sustainability</span><a class="self-link" href="#sustainability"></a></h3>
+   <h4 class="heading settled" data-level="6.8.1" id="risks⑦"><span class="secno">6.8.1. </span><span class="content">Risks</span><a class="self-link" href="#risks⑦"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="s-r1">S-R1</dfn></p>
+   <p>Web ML applications are compute / energy intensive, and widespread adoption exacerbates environmental problems.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="s-r2">S-R2</dfn></p>
+   <p>Multiplying the value and use of ML models may create a rush to create more of them, when the environmental cost of building a model is probably high.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="s-r3">S-R3</dfn></p>
+   <p>Distributing large ML models across the networks to each and every client may raise the environmental cost of running Web applications.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="s-r4">S-R4</dfn></p>
+   <p>Moving ML to browsers means people have to have more powerful computers, which can be financially unachievable as well as more costly environmentally compared to a model of stronger servers and lighter clients.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="s-r5">S-R5</dfn></p>
+   <p class="issue" id="issue-9c077a38⑤"><a class="self-link" href="#issue-9c077a38⑤"></a> Identify risk mapping for corresponding mitigation.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="s-r6">S-R6</dfn></p>
+   <p class="issue" id="issue-9c077a38⑥"><a class="self-link" href="#issue-9c077a38⑥"></a> Identify risk mapping for corresponding mitigation.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="s-r7">S-R7</dfn></p>
+   <p>Because inference is happening client-side, what happens to incentives for developers to make that energy efficient - i.e. if they’re not paying for the compute, do they  care? It would be easy to cut corners.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="s-r8">S-R8</dfn></p>
+   <p>Web developers have Web APIs at their disposal to help adapt the experience to be more energy efficient, see Compute Pressure API or Battery Status API. This requires balancing between enough information to satisfy the use case and not disclosing too much information to become a fingerprinting vector.</p>
+   <h4 class="heading settled" data-level="6.8.2" id="possible-mitigations⑦"><span class="secno">6.8.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations⑦"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="s-r1-mitigations"><a data-link-type="dfn" href="#s-r1" id="ref-for-s-r1">S-R1</a> Mitigations<a class="self-link" href="#s-r1-mitigations"></a></dfn></p>
+   <p>Opportunity for web browsers to make visible the energy impact of various workloads running in the browser, for example through the proposed Compute Pressure API.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="s-r2-mitigations"><a data-link-type="dfn" href="#s-r2" id="ref-for-s-r2">S-R2</a> Mitigations<a class="self-link" href="#s-r2-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="s-r3-mitigations"><a data-link-type="dfn" href="#s-r3" id="ref-for-s-r3">S-R3</a> Mitigations<a class="self-link" href="#s-r3-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="s-r4-mitigations"><a data-link-type="dfn" href="#s-r4" id="ref-for-s-r4">S-R4</a> Mitigations<a class="self-link" href="#s-r4-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="s-r5-mitigations"><a data-link-type="dfn" href="#s-r5" id="ref-for-s-r5">S-R5</a> Mitigations<a class="self-link" href="#s-r5-mitigations"></a></dfn></p>
+   <p>There is probably room to improve in-browser energy impact reporting: “this tab is using significant amount of energy” – wondering if there’s room for an explicit web developer-facing API to surface energy impact more explicitly?</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="s-r6-mitigations"><a data-link-type="dfn" href="#s-r6" id="ref-for-s-r6">S-R6</a> Mitigations<a class="self-link" href="#s-r6-mitigations"></a></dfn></p>
+   <p>Web experiences should not depend solely on ML capabilities but enable graceful degradation path should the user or user agent wish to minimize the environmental impact.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="s-r7-mitigations"><a data-link-type="dfn" href="#s-r7" id="ref-for-s-r7">S-R7</a> Mitigations<a class="self-link" href="#s-r7-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="s-r8-mitigations"><a data-link-type="dfn" href="#s-r8" id="ref-for-s-r8">S-R8</a> Mitigations<a class="self-link" href="#s-r8-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <h3 class="heading settled" data-level="6.9" id="human-oversight-and-determination"><span class="secno">6.9. </span><span class="content">Human oversight and determination</span><a class="self-link" href="#human-oversight-and-determination"></a></h3>
+   <h4 class="heading settled" data-level="6.9.1" id="risks⑧"><span class="secno">6.9.1. </span><span class="content">Risks</span><a class="self-link" href="#risks⑧"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="hod-r1">HOD-R1</dfn></p>
+   <p>That ML models determining things like of access to welfare / insurance / healthcare etc. could rely on client-side inference?</p>
+   <h4 class="heading settled" data-level="6.9.2" id="possible-mitigations⑧"><span class="secno">6.9.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations⑧"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="hod-r1-mitigations"><a data-link-type="dfn" href="#hod-r1" id="ref-for-hod-r1">HOD-R1</a> Mitigations<a class="self-link" href="#hod-r1-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <h3 class="heading settled" data-level="6.10" id="awareness-and-literacy"><span class="secno">6.10. </span><span class="content">Awareness and literacy</span><a class="self-link" href="#awareness-and-literacy"></a></h3>
+   <h4 class="heading settled" data-level="6.10.1" id="risks⑨"><span class="secno">6.10.1. </span><span class="content">Risks</span><a class="self-link" href="#risks⑨"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="al-r1">AL-R1</dfn></p>
+   <p>The boundaries and effectiveness of ML (and its grand-sounding umbrella of artificial intelligence) may lead end users to either put more trust than they should in how well they operate, or not feel empowered to understand the impact of its use in a given web app. With the Web reaching 4bn+ users, mitigations that rely on end-users awareness are likely challenging.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="al-r2">AL-R2</dfn></p>
+   <p class="issue" id="issue-9c077a38⑦"><a class="self-link" href="#issue-9c077a38⑦"></a> Identify risk mapping for corresponding mitigation.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="al-r3">AL-R3</dfn></p>
+   <p>That even the designers/developers do not know of the affordances that their ML systems can provide so it can create a broader need to be able to provide feedback when something is not going well/causing harm.</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="al-r4">AL-R4</dfn></p>
+   <p>From a dev perspective: there can be an assumption that “ML will solve the problem” w/out realizing the limitations of the models/data they are employing (e.g. let’s say someone builds an app that is meant to understand facial expressions to do some action, but if people have limited facial mobility or if their models do not register their expressions as fitting into their expected classification, then the entire experience is designed around a flawed and problematic assumption that all people emote the same way).</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="al-r5">AL-R5</dfn></p>
+   <p>That without literacy and awareness users will be unable to identify the uncanny valley which can be important for privacy and security (e.g. the use of conversational bots that might be used to deceive you to gain access to your login credentials etc).</p>
+   <h4 class="heading settled" data-level="6.10.2" id="possible-mitigations⑨"><span class="secno">6.10.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations⑨"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="al-r1-mitigations"><a data-link-type="dfn" href="#al-r1" id="ref-for-al-r1">AL-R1</a> Mitigations<a class="self-link" href="#al-r1-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="al-r2-mitigations"><a data-link-type="dfn" href="#al-r2" id="ref-for-al-r2">AL-R2</a> Mitigations<a class="self-link" href="#al-r2-mitigations"></a></dfn></p>
+   <p>Perhaps specs could enable innovative use cases for developers to come up with good ways to help people be informed and aware of what’s going on under the hood with ML.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="al-r3-mitigations"><a data-link-type="dfn" href="#al-r3" id="ref-for-al-r3">AL-R3</a> Mitigations<a class="self-link" href="#al-r3-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="al-r4-mitigations"><a data-link-type="dfn" href="#al-r4" id="ref-for-al-r4">AL-R4</a> Mitigations<a class="self-link" href="#al-r4-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="al-r5-mitigations"><a data-link-type="dfn" href="#al-r5" id="ref-for-al-r5">AL-R5</a> Mitigations<a class="self-link" href="#al-r5-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <h3 class="heading settled" data-level="6.11" id="multi-stakeholder-and-adaptive-governance-and-collaboration"><span class="secno">6.11. </span><span class="content">Multi-stakeholder and adaptive governance and collaboration</span><a class="self-link" href="#multi-stakeholder-and-adaptive-governance-and-collaboration"></a></h3>
+   <h4 class="heading settled" data-level="6.11.1" id="risks①⓪"><span class="secno">6.11.1. </span><span class="content">Risks</span><a class="self-link" href="#risks①⓪"></a></h4>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="magc-r1">MAGC-R1</dfn></p>
+   <p>That the people who are <em>affected</em> by the outcomes of the system aren’t involved in its design and development? (E.g. in a system determining eligibility for social security/benefits for people with disabilities, are people with disabilities considered as stakeholders?)</p>
+   <p><dfn class="dfn-paneled" data-dfn-type="dfn" data-noexport id="magc-r2">MAGC-R2</dfn></p>
+   <p>"Big players" – global corporations/EU/governments – can make unilateral decisions that affect billions of people. What decision making process will they participate in?</p>
+   <h4 class="heading settled" data-level="6.11.2" id="possible-mitigations①⓪"><span class="secno">6.11.2. </span><span class="content">Possible Mitigations</span><a class="self-link" href="#possible-mitigations①⓪"></a></h4>
+   <p><dfn data-dfn-type="dfn" data-noexport id="magc-r1-mitigations"><a data-link-type="dfn" href="#magc-r1" id="ref-for-magc-r1">MAGC-R1</a> Mitigations<a class="self-link" href="#magc-r1-mitigations"></a></dfn></p>
+   <p class="note" role="note"><span>Note:</span> Contributions welcome via <a href="https://github.com/webmachinelearning/ethical-webmachinelearning/issues/new">GitHub</a>.</p>
+   <p><dfn data-dfn-type="dfn" data-noexport id="magc-r2-mitigations"><a data-link-type="dfn" href="#magc-r2" id="ref-for-magc-r2">MAGC-R2</a> Mitigations<a class="self-link" href="#magc-r2-mitigations"></a></dfn></p>
+   <p>It feels like the secret sauce in thinking about governance is trying to do as much as possible to build bridges across the many/various stakeholders to try to motivate maintaining and applying the principles set out in this document.</p>
    <h2 class="heading settled" id="appendix-background"><span class="content">Appendix 1. Background: Ethics &amp; Machine Learning</span><a class="self-link" href="#appendix-background"></a></h2>
    <h3 class="heading settled" id="what-is-ethics"><span class="content">What is ethics?</span><a class="self-link" href="#what-is-ethics"></a></h3>
    <p>Ethics is about what is right and wrong, good and bad. All of us think about ethics  all the time as we think about what’s right and wrong and make decisions about how to act accordingly.</p>
@@ -999,7 +1479,20 @@ <h4 class="heading settled" id="summary-of-w3c-alignment"><span class="content">
    </div>
    <h2 class="heading settled" id="appendix-comparison"><span class="content">Appendix 3. Comparison of Ethics Principles</span><a class="self-link" href="#appendix-comparison"></a></h2>
    <p>See: <a href="https://docs.google.com/spreadsheets/d/1hzOHVYlC4OfE2-UE6942LnYEgP_kJmyF3u4JJwwcNpA/edit?usp=sharing">spreadsheet</a></p>
-   <h2 class="heading settled" data-level="6" id="acknowledgments"><span class="secno">6. </span><span class="content">Acknowledgments</span><a class="self-link" href="#acknowledgments"></a></h2>
+   <h2 class="heading settled" id="appendix-workshop"><span class="content">Appendix 4. Workshop Format and Templates</span><a class="self-link" href="#appendix-workshop"></a></h2>
+   <p>The workshop is articulated around two documents that are expected to be completed interactively by participants:</p>
+   <p>Part One - <a href="https://docs.google.com/document/d/1f_PcByjW8-zXbYWeEyOl-RpZ3SKapm_MWSaNZ9ZOi4c/edit?usp=sharing">Ethical thinking workshop</a> - is about using the principles to generate and prioritize potential risks</p>
+   <p>Part Two - <a href="https://docs.google.com/document/d/1hTQnpWC5KC4qIJB9-Kkd46yMVgDuTCQlA3MffqtUbCI/edit?usp=sharing">Ethical Risk Canvas</a> - is about digging deeper into specific risks and thinking about who they might impact and how best to mitigate them.</p>
+   <p>The linked documents contain full instructions for how to use and facilitate the workshop. The format can be used in a number of ways:</p>
+   <ul>
+    <li data-md>
+     <p>SINGLE WORKSHOP: Follow the timings for a single workshop to generate a broad overview of risks across all principles. You won’t get a lot of time to dive into mitigations for more than a couple of risks.</p>
+    <li data-md>
+     <p>MULTIPLE WORKSHOPS: If you want to spend more time thinking about risks and ensure that you identify mitigations for more risks, consider running a longer version of this workshop. For example the workshop could be run as 2 x 1h 30min sessions each around one of the activities. If you do have more time, give slightly more time to the activities and even more time to discussions. Be generous with breaks to help everyone stay fresh and engaged.</p>
+    <li data-md>
+     <p>DEEP DIVE: The activities in this workshop could also be used as a part of a longer term process by a team to thoroughly evaluate and consider the ethical risks and impacts of their project. For example, you might start by running a series of workshops to quickly gather high level thoughts about risks using the main workshop. Then, over a longer period, use workshops focused on just one or two principles to methodically build out the risks for each principle, prioritize them and explore mitigations for all prioritized risks using the Risk Canvas.</p>
+   </ul>
+   <h2 class="heading settled" data-level="7" id="acknowledgments"><span class="secno">7. </span><span class="content">Acknowledgments</span><a class="self-link" href="#acknowledgments"></a></h2>
    <p>A diverse group of experts have contributed to this document. Thanks to
 Ada Rose Cannon,
 Angel Li,
@@ -1022,10 +1515,8 @@ <h2 class="heading settled" data-level="6" id="acknowledgments"><span class="sec
 Stephen Beckett,
 Tzviya Siegman,
 and many others for their feedback and comments.</p>
-   <table>
-<script src="https://www.w3.org/scripts/TR/2021/fixup.js"></script>
-   </table>
   </main>
+<script src="https://www.w3.org/scripts/TR/2021/fixup.js"></script>
   <h2 class="no-num no-ref heading settled" id="references"><span class="content">References</span><a class="self-link" href="#references"></a></h2>
   <h3 class="no-num no-ref heading settled" id="informative"><span class="content">Informative References</span><a class="self-link" href="#informative"></a></h3>
   <dl>
@@ -1053,8 +1544,6 @@ <h3 class="no-num no-ref heading settled" id="informative"><span class="content"
    <dd>Smuha, N.. <a href="https://policyreview.info/pdf/policyreview-2021-3-1574.pdf"><cite>Beyond the individual: governing AI’s societal harm</cite></a>. URL: <a href="https://policyreview.info/pdf/policyreview-2021-3-1574.pdf">https://policyreview.info/pdf/policyreview-2021-3-1574.pdf</a>
    <dt id="biblio-suresh">[Suresh]
    <dd>Suresh. <a href="https://arxiv.org/pdf/1901.10002.pdf"><cite>A Framework for Understanding Sources of Harm throughout the Machine Learning Life Cycle</cite></a>. URL: <a href="https://arxiv.org/pdf/1901.10002.pdf">https://arxiv.org/pdf/1901.10002.pdf</a>
-   <dt id="biblio-treviranus">[Treviranus]
-   <dd>Jutta Treviranus. <a href="https://www.w3.org/2020/06/machine-learning-workshop/talks/we_count_fair_treatment_disability_and_machine_learning.html"><cite>We Count: Fair Treatment, Disability and Machine Learning</cite></a>. URL: <a href="https://www.w3.org/2020/06/machine-learning-workshop/talks/we_count_fair_treatment_disability_and_machine_learning.html">https://www.w3.org/2020/06/machine-learning-workshop/talks/we_count_fair_treatment_disability_and_machine_learning.html</a>
    <dt id="biblio-unesco">[UNESCO]
    <dd><a href="https://unesdoc.unesco.org/ark:/48223/pf0000380455"><cite>Recommendation on the Ethics of Artificial Intelligence</cite></a>. URL: <a href="https://unesdoc.unesco.org/ark:/48223/pf0000380455">https://unesdoc.unesco.org/ark:/48223/pf0000380455</a>
    <dt id="biblio-vallor">[Vallor]
@@ -1067,4 +1556,456 @@ <h3 class="no-num no-ref heading settled" id="informative"><span class="content"
    <dd>Weidinger et al. <a href="https://arxiv.org/pdf/2112.04359.pdf"><cite>Ethical and social risks of harm from Language Models</cite></a>. URL: <a href="https://arxiv.org/pdf/2112.04359.pdf">https://arxiv.org/pdf/2112.04359.pdf</a>
    <dt id="biblio-xue">[Xue]
    <dd>M. Xue; et al. <a href="https://ieeexplore.ieee.org/document/9064510"><cite>Machine Learning Security: Threats, Countermeasures, and Evaluations</cite></a>. URL: <a href="https://ieeexplore.ieee.org/document/9064510">https://ieeexplore.ieee.org/document/9064510</a>
-  </dl>
\ No newline at end of file
+  </dl>
+  <aside class="dfn-panel" data-for="pdnh-r1">
+   <b><a href="#pdnh-r1">#pdnh-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-pdnh-r1">6.1.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="pdnh-r2">
+   <b><a href="#pdnh-r2">#pdnh-r2</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-pdnh-r2">6.1.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="pdnh-r3">
+   <b><a href="#pdnh-r3">#pdnh-r3</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-pdnh-r3">6.1.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r1">
+   <b><a href="#fnd-r1">#fnd-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r1">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r2">
+   <b><a href="#fnd-r2">#fnd-r2</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r2">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r3">
+   <b><a href="#fnd-r3">#fnd-r3</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r3">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r4">
+   <b><a href="#fnd-r4">#fnd-r4</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r4">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r5">
+   <b><a href="#fnd-r5">#fnd-r5</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r5">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r6">
+   <b><a href="#fnd-r6">#fnd-r6</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r6">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r7">
+   <b><a href="#fnd-r7">#fnd-r7</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r7">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r8">
+   <b><a href="#fnd-r8">#fnd-r8</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r8">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r9">
+   <b><a href="#fnd-r9">#fnd-r9</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r9">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="fnd-r10">
+   <b><a href="#fnd-r10">#fnd-r10</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-fnd-r10">6.2.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r1">
+   <b><a href="#a-r1">#a-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r1">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r2">
+   <b><a href="#a-r2">#a-r2</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r2">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r3">
+   <b><a href="#a-r3">#a-r3</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r3">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r4">
+   <b><a href="#a-r4">#a-r4</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r4">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r5">
+   <b><a href="#a-r5">#a-r5</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r5">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r6">
+   <b><a href="#a-r6">#a-r6</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r6">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r7">
+   <b><a href="#a-r7">#a-r7</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r7">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r8">
+   <b><a href="#a-r8">#a-r8</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r8">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r9">
+   <b><a href="#a-r9">#a-r9</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r9">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r10">
+   <b><a href="#a-r10">#a-r10</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r10">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r11">
+   <b><a href="#a-r11">#a-r11</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r11">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r12">
+   <b><a href="#a-r12">#a-r12</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r12">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r13">
+   <b><a href="#a-r13">#a-r13</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r13">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r14">
+   <b><a href="#a-r14">#a-r14</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r14">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r15">
+   <b><a href="#a-r15">#a-r15</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r15">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="a-r16">
+   <b><a href="#a-r16">#a-r16</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-a-r16">6.3.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r1">
+   <b><a href="#rpdp-r1">#rpdp-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r1">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r2">
+   <b><a href="#rpdp-r2">#rpdp-r2</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r2">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r3">
+   <b><a href="#rpdp-r3">#rpdp-r3</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r3">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r4">
+   <b><a href="#rpdp-r4">#rpdp-r4</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r4">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r5">
+   <b><a href="#rpdp-r5">#rpdp-r5</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r5">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r6">
+   <b><a href="#rpdp-r6">#rpdp-r6</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r6">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r7">
+   <b><a href="#rpdp-r7">#rpdp-r7</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r7">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r8">
+   <b><a href="#rpdp-r8">#rpdp-r8</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r8">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r9">
+   <b><a href="#rpdp-r9">#rpdp-r9</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r9">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r10">
+   <b><a href="#rpdp-r10">#rpdp-r10</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r10">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="rpdp-r11">
+   <b><a href="#rpdp-r11">#rpdp-r11</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-rpdp-r11">6.4.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="ss-r1">
+   <b><a href="#ss-r1">#ss-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-ss-r1">6.5.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="ss-r2">
+   <b><a href="#ss-r2">#ss-r2</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-ss-r2">6.5.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="ss-r3">
+   <b><a href="#ss-r3">#ss-r3</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-ss-r3">6.5.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="ss-r4">
+   <b><a href="#ss-r4">#ss-r4</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-ss-r4">6.5.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="ss-r5">
+   <b><a href="#ss-r5">#ss-r5</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-ss-r5">6.5.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="te-r1">
+   <b><a href="#te-r1">#te-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-te-r1">6.6.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="te-r2">
+   <b><a href="#te-r2">#te-r2</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-te-r2">6.6.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="te-r3">
+   <b><a href="#te-r3">#te-r3</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-te-r3">6.6.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="te-r4">
+   <b><a href="#te-r4">#te-r4</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-te-r4">6.6.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="te-r5">
+   <b><a href="#te-r5">#te-r5</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-te-r5">6.6.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="s-r1">
+   <b><a href="#s-r1">#s-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-s-r1">6.8.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="s-r2">
+   <b><a href="#s-r2">#s-r2</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-s-r2">6.8.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="s-r3">
+   <b><a href="#s-r3">#s-r3</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-s-r3">6.8.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="s-r4">
+   <b><a href="#s-r4">#s-r4</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-s-r4">6.8.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="s-r5">
+   <b><a href="#s-r5">#s-r5</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-s-r5">6.8.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="s-r6">
+   <b><a href="#s-r6">#s-r6</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-s-r6">6.8.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="s-r7">
+   <b><a href="#s-r7">#s-r7</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-s-r7">6.8.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="s-r8">
+   <b><a href="#s-r8">#s-r8</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-s-r8">6.8.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="hod-r1">
+   <b><a href="#hod-r1">#hod-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-hod-r1">6.9.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="al-r1">
+   <b><a href="#al-r1">#al-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-al-r1">6.10.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="al-r2">
+   <b><a href="#al-r2">#al-r2</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-al-r2">6.10.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="al-r3">
+   <b><a href="#al-r3">#al-r3</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-al-r3">6.10.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="al-r4">
+   <b><a href="#al-r4">#al-r4</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-al-r4">6.10.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="al-r5">
+   <b><a href="#al-r5">#al-r5</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-al-r5">6.10.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="magc-r1">
+   <b><a href="#magc-r1">#magc-r1</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-magc-r1">6.11.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+  <aside class="dfn-panel" data-for="magc-r2">
+   <b><a href="#magc-r2">#magc-r2</a></b><b>Referenced in:</b>
+   <ul>
+    <li><a href="#ref-for-magc-r2">6.11.2. Possible Mitigations</a>
+   </ul>
+  </aside>
+<script>/* script-dfn-panel */
+
+document.body.addEventListener("click", function(e) {
+    var queryAll = function(sel) { return [].slice.call(document.querySelectorAll(sel)); }
+    // Find the dfn element or panel, if any, that was clicked on.
+    var el = e.target;
+    var target;
+    var hitALink = false;
+    while(el.parentElement) {
+        if(el.tagName == "A") {
+            // Clicking on a link in a <dfn> shouldn't summon the panel
+            hitALink = true;
+        }
+        if(el.classList.contains("dfn-paneled")) {
+            target = "dfn";
+            break;
+        }
+        if(el.classList.contains("dfn-panel")) {
+            target = "dfn-panel";
+            break;
+        }
+        el = el.parentElement;
+    }
+    if(target != "dfn-panel") {
+        // Turn off any currently "on" or "activated" panels.
+        queryAll(".dfn-panel.on, .dfn-panel.activated").forEach(function(el){
+            el.classList.remove("on");
+            el.classList.remove("activated");
+        });
+    }
+    if(target == "dfn" && !hitALink) {
+        // open the panel
+        var dfnPanel = document.querySelector(".dfn-panel[data-for='" + el.id + "']");
+        if(dfnPanel) {
+            dfnPanel.classList.add("on");
+            var rect = el.getBoundingClientRect();
+            dfnPanel.style.left = window.scrollX + rect.right + 5 + "px";
+            dfnPanel.style.top = window.scrollY + rect.top + "px";
+            var panelRect = dfnPanel.getBoundingClientRect();
+            var panelWidth = panelRect.right - panelRect.left;
+            if(panelRect.right > document.body.scrollWidth && (rect.left - (panelWidth + 5)) > 0) {
+                // Reposition, because the panel is overflowing
+                dfnPanel.style.left = window.scrollX + rect.left - (panelWidth + 5) + "px";
+            }
+        } else {
+            console.log("Couldn't find .dfn-panel[data-for='" + el.id + "']");
+        }
+    } else if(target == "dfn-panel") {
+        // Switch it to "activated" state, which pins it.
+        el.classList.add("activated");
+        el.style.left = null;
+        el.style.top = null;
+    }
+
+});
+</script>
\ No newline at end of file