great-ai/ideas.drawio

230 lines
No EOL
31 KiB
Text

<mxfile host="65bd71144e">
<diagram id="WC4X-KZ31LdpYf1QfaNA" name="Page-1">
<mxGraphModel dx="3173" dy="948" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="827" pageHeight="1169" math="0" shadow="0">
<root>
<mxCell id="0"/>
<mxCell id="1" parent="0"/>
<mxCell id="64" value="" style="shape=cube;whiteSpace=wrap;html=1;boundedLbl=1;backgroundOutline=1;darkOpacity=0.05;darkOpacity2=0.1;" parent="1" vertex="1">
<mxGeometry x="-180" y="934.5" width="1310" height="370" as="geometry"/>
</mxCell>
<mxCell id="63" style="edgeStyle=none;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" parent="1" source="59" target="62" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="73" style="edgeStyle=none;html=1;exitX=0;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" parent="1" source="59" target="70" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="59" value="" style="shape=parallelogram;perimeter=parallelogramPerimeter;whiteSpace=wrap;html=1;fixedSize=1;" parent="1" vertex="1">
<mxGeometry x="80" y="1001" width="880" height="280" as="geometry"/>
</mxCell>
<mxCell id="42" value="" style="shape=cube;whiteSpace=wrap;html=1;boundedLbl=1;backgroundOutline=1;darkOpacity=0.05;darkOpacity2=0.1;" parent="1" vertex="1">
<mxGeometry x="90" y="584" width="720" height="306" as="geometry"/>
</mxCell>
<mxCell id="39" value="" style="html=1;align=center;verticalAlign=top;rounded=1;absoluteArcSize=1;arcSize=20;dashed=1;" parent="1" vertex="1">
<mxGeometry x="130" y="680" width="380" height="105" as="geometry"/>
</mxCell>
<mxCell id="9" value="" style="shape=cube;whiteSpace=wrap;html=1;boundedLbl=1;backgroundOutline=1;darkOpacity=0.05;darkOpacity2=0.1;" parent="1" vertex="1">
<mxGeometry x="90" y="390" width="720" height="160" as="geometry"/>
</mxCell>
<mxCell id="7" style="edgeStyle=none;html=1;" parent="1" source="2" target="4" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="16" value="The program constrains the&lt;br&gt;allowed input space" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];" parent="7" vertex="1" connectable="0">
<mxGeometry x="-0.16" y="2" relative="1" as="geometry">
<mxPoint x="4" y="2" as="offset"/>
</mxGeometry>
</mxCell>
<mxCell id="2" value="Input" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="140" y="460" width="80" height="60" as="geometry"/>
</mxCell>
<mxCell id="8" style="edgeStyle=none;html=1;" parent="1" source="4" target="5" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="4" value="Program" style="shape=parallelogram;perimeter=parallelogramPerimeter;whiteSpace=wrap;html=1;fixedSize=1;" parent="1" vertex="1">
<mxGeometry x="390" y="460" width="120" height="60" as="geometry"/>
</mxCell>
<mxCell id="5" value="Output (&amp;amp; side effects)" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="670" y="460" width="100" height="60" as="geometry"/>
</mxCell>
<mxCell id="10" value="Classical application" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" parent="1" vertex="1">
<mxGeometry x="110" y="410" width="80" height="40" as="geometry"/>
</mxCell>
<mxCell id="17" value="Correctness is easy&lt;br&gt;to decide based on&amp;nbsp;&lt;br&gt;the specification" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];" parent="1" vertex="1" connectable="0">
<mxGeometry x="589.9973684210524" y="490" as="geometry"/>
</mxCell>
<mxCell id="19" style="edgeStyle=none;html=1;" parent="1" source="21" target="23" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="20" value="The program can't &lt;br&gt;constrain reality" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];" parent="19" vertex="1" connectable="0">
<mxGeometry x="-0.16" y="2" relative="1" as="geometry">
<mxPoint x="11" y="2" as="offset"/>
</mxGeometry>
</mxCell>
<mxCell id="21" value="Input" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="150" y="800" width="80" height="60" as="geometry"/>
</mxCell>
<mxCell id="22" style="edgeStyle=none;html=1;" parent="1" source="23" target="24" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="23" value="Program" style="shape=parallelogram;perimeter=parallelogramPerimeter;whiteSpace=wrap;html=1;fixedSize=1;" parent="1" vertex="1">
<mxGeometry x="379.5" y="800" width="120" height="60" as="geometry"/>
</mxCell>
<mxCell id="32" style="edgeStyle=none;html=1;entryX=0.465;entryY=0.017;entryDx=0;entryDy=0;entryPerimeter=0;" parent="1" source="24" target="29" edge="1">
<mxGeometry relative="1" as="geometry">
<Array as="points">
<mxPoint x="720" y="650"/>
<mxPoint x="197" y="650"/>
</Array>
</mxGeometry>
</mxCell>
<mxCell id="24" value="Output (&amp;amp; side effects)" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="670" y="800" width="100" height="60" as="geometry"/>
</mxCell>
<mxCell id="25" value="Data-heavy&lt;br&gt;application" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" parent="1" vertex="1">
<mxGeometry x="110" y="610" width="80" height="40" as="geometry"/>
</mxCell>
<mxCell id="26" value="Correctness needs to&lt;br&gt;be externally evaluated&lt;br&gt;" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];" parent="1" vertex="1" connectable="0">
<mxGeometry x="569.9973684210524" y="830" as="geometry"/>
</mxCell>
<mxCell id="28" value="Model" style="rounded=0;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="404.5" y="710" width="70" height="60" as="geometry"/>
</mxCell>
<mxCell id="36" style="edgeStyle=none;html=1;" parent="1" source="29" target="28" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="29" value="Training input" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="150" y="710" width="100" height="60" as="geometry"/>
</mxCell>
<mxCell id="34" value="" style="endArrow=classic;startArrow=classic;html=1;entryX=0.5;entryY=0;entryDx=0;entryDy=0;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" parent="1" source="28" target="23" edge="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="440" y="750" as="sourcePoint"/>
<mxPoint x="490" y="700" as="targetPoint"/>
</mxGeometry>
</mxCell>
<mxCell id="40" value="Offline" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" parent="1" vertex="1">
<mxGeometry x="120" y="680" width="80" height="25" as="geometry"/>
</mxCell>
<mxCell id="44" value="" style="html=1;align=center;verticalAlign=top;rounded=1;absoluteArcSize=1;arcSize=20;dashed=1;" parent="1" vertex="1">
<mxGeometry x="220" y="1067" width="380" height="105" as="geometry"/>
</mxCell>
<mxCell id="45" style="edgeStyle=none;html=1;" parent="1" source="47" target="49" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="46" value="The program can't &lt;br&gt;constrain reality" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];" parent="45" vertex="1" connectable="0">
<mxGeometry x="-0.16" y="2" relative="1" as="geometry">
<mxPoint x="11" y="2" as="offset"/>
</mxGeometry>
</mxCell>
<mxCell id="47" value="Input" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="270" y="1187" width="80" height="60" as="geometry"/>
</mxCell>
<mxCell id="48" style="edgeStyle=none;html=1;" parent="1" source="49" target="51" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="49" value="Program" style="shape=parallelogram;perimeter=parallelogramPerimeter;whiteSpace=wrap;html=1;fixedSize=1;" parent="1" vertex="1">
<mxGeometry x="469.5" y="1187" width="120" height="60" as="geometry"/>
</mxCell>
<mxCell id="50" style="edgeStyle=none;html=1;entryX=0.465;entryY=0.017;entryDx=0;entryDy=0;entryPerimeter=0;" parent="1" source="51" target="56" edge="1">
<mxGeometry relative="1" as="geometry">
<Array as="points">
<mxPoint x="810" y="1037"/>
<mxPoint x="287" y="1037"/>
</Array>
</mxGeometry>
</mxCell>
<mxCell id="71" style="edgeStyle=none;html=1;entryX=1;entryY=0.5;entryDx=0;entryDy=0;" parent="1" source="51" target="59" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="51" value="Output (&amp;amp; side effects)" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="760" y="1187" width="100" height="60" as="geometry"/>
</mxCell>
<mxCell id="53" value="Correctness needs to&lt;br&gt;be externally evaluated&lt;br&gt;" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];" parent="1" vertex="1" connectable="0">
<mxGeometry x="659.9973684210524" y="1217" as="geometry"/>
</mxCell>
<mxCell id="54" value="Model" style="rounded=0;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="494.5" y="1097" width="70" height="60" as="geometry"/>
</mxCell>
<mxCell id="55" style="edgeStyle=none;html=1;" parent="1" source="56" target="54" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="56" value="Training input" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="240" y="1097" width="100" height="60" as="geometry"/>
</mxCell>
<mxCell id="57" value="" style="endArrow=classic;startArrow=classic;html=1;entryX=0.5;entryY=0;entryDx=0;entryDy=0;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" parent="1" source="54" target="49" edge="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="530" y="1137" as="sourcePoint"/>
<mxPoint x="580" y="1087" as="targetPoint"/>
</mxGeometry>
</mxCell>
<mxCell id="58" value="Offline" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" parent="1" vertex="1">
<mxGeometry x="210" y="1067" width="80" height="25" as="geometry"/>
</mxCell>
<mxCell id="61" style="edgeStyle=none;html=1;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" parent="1" source="60" target="59" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="60" value="Input" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="-100" y="1109" width="80" height="60" as="geometry"/>
</mxCell>
<mxCell id="62" value="Output" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="1020" y="1112" width="80" height="60" as="geometry"/>
</mxCell>
<mxCell id="65" value="GreatAI" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" parent="1" vertex="1">
<mxGeometry x="-160" y="960" width="80" height="40" as="geometry"/>
</mxCell>
<mxCell id="66" value="Wrapper" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" parent="1" vertex="1">
<mxGeometry x="100" y="1000" width="80" height="40" as="geometry"/>
</mxCell>
<mxCell id="68" value="Describes every program" style="shape=note2;boundedLbl=1;whiteSpace=wrap;html=1;size=25;verticalAlign=top;align=center;" parent="1" vertex="1">
<mxGeometry x="850" y="440" width="120" height="90" as="geometry"/>
</mxCell>
<mxCell id="69" value="Intricacies are better captured by this model&amp;nbsp;" style="shape=note2;boundedLbl=1;whiteSpace=wrap;html=1;size=25;verticalAlign=top;align=center;" parent="1" vertex="1">
<mxGeometry x="850" y="695" width="120" height="90" as="geometry"/>
</mxCell>
<mxCell id="72" style="edgeStyle=none;html=1;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" parent="1" source="70" target="47" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="70" value="Preprocessing &amp;amp; validation" style="rounded=1;whiteSpace=wrap;html=1;" parent="1" vertex="1">
<mxGeometry x="130" y="1180" width="90" height="60" as="geometry"/>
</mxCell>
<mxCell id="75" style="edgeStyle=none;html=1;entryX=0;entryY=0.5;entryDx=0;entryDy=0;exitX=0;exitY=0.5;exitDx=0;exitDy=0;" parent="1" source="59" target="70" edge="1">
<mxGeometry relative="1" as="geometry">
<mxPoint x="-10" y="1149.5333333333333" as="sourcePoint"/>
<mxPoint x="100" y="1151" as="targetPoint"/>
</mxGeometry>
</mxCell>
<mxCell id="78" style="edgeStyle=none;html=1;entryX=0.5;entryY=1;entryDx=0;entryDy=0;fontSize=11;fontColor=#F0F0F0;endArrow=none;endFill=0;dashed=1;" parent="1" source="77" target="70" edge="1">
<mxGeometry relative="1" as="geometry"/>
</mxCell>
<mxCell id="77" value="&lt;font style=&quot;font-size: 11px&quot;&gt;&lt;br&gt;&lt;/font&gt;&lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; cellspacing=&quot;0&quot; width=&quot;547&quot; style=&quot;border-collapse: collapse ; width: 410pt ; font-size: 11px&quot;&gt;&lt;colgroup&gt;&lt;col width=&quot;547&quot; style=&quot;width: 410pt&quot;&gt;&lt;/colgroup&gt;&lt;tbody&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; width=&quot;547&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt ; width: 410pt&quot;&gt;&lt;span&gt;Use Sanity Checks for All External Data Sources&lt;/span&gt;&lt;br&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;&lt;span&gt;Check that Input Data is Complete, Balanced and Well Distributed&lt;/span&gt;&lt;br&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;&lt;span&gt;Write Reusable Scripts for Data Cleaning and Merging&lt;/span&gt;&lt;br&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;&lt;span&gt;Use Privacy-Preserving Machine Learning Techniques&lt;/span&gt;&lt;br&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;&lt;/td&gt;&lt;/tr&gt;&lt;/tbody&gt;&lt;/table&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;/font&gt;&lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; cellspacing=&quot;0&quot; width=&quot;547&quot; style=&quot;border-collapse: collapse ; width: 410pt ; font-size: 11px&quot;&gt; &lt;colgroup&gt;&lt;col width=&quot;547&quot; style=&quot;width: 410pt&quot;&gt;&lt;/colgroup&gt; &lt;tbody&gt;&lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; width=&quot;547&quot; style=&quot;height: 16.0pt ; width: 410pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Use Sanity Checks&lt;br&gt; for All External Data Sources&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Check that Input Data is Complete,&lt;br&gt; Balanced and Well Distributed&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Write Reusable Scripts for Data Cleaning&lt;br&gt; and Merging&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Use Privacy-Preserving Machine Learning&lt;br&gt; Techniques&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Make Data Sets Available on Shared&lt;br&gt; Infrastructure (private or public)&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Capture the Training Objective in a&lt;br&gt; Metric that is Easy to Measure and Understand&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Test all Feature Extraction Code&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 15.0pt&quot;&gt; &lt;td height=&quot;20&quot; style=&quot;height: 15.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Employ Interpretable Models When Possible&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Use Versioning for Data, Model,&lt;br&gt; Configurations and Training Scripts&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Share Status and Outcomes of Experiments&lt;br&gt; Within the Team&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Run Automated Regression Tests&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Use Continuous Integration&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Automate Model Deployment&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Enable Shadow Deployment&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Continuously Monitor the Behaviour of&lt;br&gt; Deployed Models&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Perform Checks to Detect Skew between&lt;br&gt; Models&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Enable Automatic Roll Backs for&lt;br&gt; Production Models&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Log Production Predictions with the&lt;br&gt; Model's Version and Input Data&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Provide Audit Trails&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt; &lt;tr style=&quot;height: 16.0pt&quot;&gt; &lt;td height=&quot;21&quot; style=&quot;height: 16.0pt&quot;&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;Explain Results and Decisions to Users&lt;/font&gt;&lt;/td&gt; &lt;/tr&gt;&lt;/tbody&gt;&lt;/table&gt;&lt;font style=&quot;font-size: 11px&quot;&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;/font&gt;" style="shape=note2;boundedLbl=1;whiteSpace=wrap;html=1;size=31;verticalAlign=top;align=left;" parent="1" vertex="1">
<mxGeometry x="-140" y="1340" width="370" height="150" as="geometry"/>
</mxCell>
<mxCell id="79" value="&lt;font style=&quot;font-size: 11px&quot;&gt;&lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; cellspacing=&quot;0&quot; width=&quot;547&quot; style=&quot;border-collapse: collapse ; width: 410pt&quot;&gt;&lt;tbody&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;Run Automated Regression Tests&lt;br&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;Use Continuous Integration&lt;br&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;Automate Model Deployment&lt;br&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;Enable Shadow Deployment&lt;br&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;Continuously Monitor the Behaviour of Deployed Models&lt;br&gt;&lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; cellspacing=&quot;0&quot; width=&quot;547&quot; style=&quot;font-family: &amp;#34;helvetica&amp;#34; ; border-collapse: collapse ; width: 410pt&quot;&gt;&lt;tbody&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;Perform Checks to Detect Skew between Models&lt;br&gt;&lt;/td&gt;&lt;/tr&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;Enable Automatic Roll Backs for Production Models&lt;/td&gt;&lt;/tr&gt;&lt;/tbody&gt;&lt;/table&gt;&lt;/td&gt;&lt;/tr&gt;&lt;/tbody&gt;&lt;/table&gt;&lt;/font&gt;" style="shape=note2;boundedLbl=1;whiteSpace=wrap;html=1;size=31;verticalAlign=top;align=left;" parent="1" vertex="1">
<mxGeometry x="320" y="1360" width="370" height="200" as="geometry"/>
</mxCell>
<mxCell id="80" style="edgeStyle=none;html=1;fontSize=11;fontColor=#F0F0F0;endArrow=none;endFill=0;dashed=1;entryX=0.5;entryY=1;entryDx=0;entryDy=0;exitX=0.5;exitY=0;exitDx=0;exitDy=0;exitPerimeter=0;" parent="1" source="79" target="49" edge="1">
<mxGeometry relative="1" as="geometry">
<mxPoint x="110.71428571428578" y="1350" as="sourcePoint"/>
<mxPoint x="185" y="1250" as="targetPoint"/>
</mxGeometry>
</mxCell>
<mxCell id="81" value="&lt;font style=&quot;font-size: 11px&quot;&gt;&lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; cellspacing=&quot;0&quot; width=&quot;547&quot; style=&quot;border-collapse: collapse ; width: 410pt&quot;&gt;&lt;colgroup&gt;&lt;col width=&quot;547&quot; style=&quot;width: 410pt&quot;&gt;&lt;/colgroup&gt;&lt;tbody&gt;&lt;tr style=&quot;height: 16pt&quot;&gt;&lt;td height=&quot;21&quot; style=&quot;padding-top: 1px ; padding-right: 1px ; padding-left: 1px ; font-family: &amp;#34;calibri&amp;#34; , sans-serif ; vertical-align: bottom ; border: none ; height: 16pt&quot;&gt;Make Data Sets Available on Shared Infrastructure (private or public)&lt;/td&gt;&lt;/tr&gt;&lt;/tbody&gt;&lt;/table&gt;&lt;/font&gt;" style="shape=note2;boundedLbl=1;whiteSpace=wrap;html=1;size=31;verticalAlign=top;align=left;" parent="1" vertex="1">
<mxGeometry x="-350" y="840" width="370" height="70" as="geometry"/>
</mxCell>
<mxCell id="83" style="edgeStyle=none;html=1;fontSize=11;fontColor=#F0F0F0;endArrow=none;endFill=0;dashed=1;entryX=0;entryY=0.5;entryDx=0;entryDy=0;exitX=0.5;exitY=1;exitDx=0;exitDy=0;exitPerimeter=0;" parent="1" source="81" target="44" edge="1">
<mxGeometry relative="1" as="geometry">
<mxPoint x="-110" y="910" as="sourcePoint"/>
<mxPoint x="539.5" y="1257" as="targetPoint"/>
</mxGeometry>
</mxCell>
<mxCell id="84" value="&lt;font style=&quot;font-size: 11px&quot;&gt;&lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; cellspacing=&quot;0&quot; width=&quot;547&quot; style=&quot;border-collapse: collapse ; width: 410pt&quot;&gt;Log Production Predictions with the Model's Version and Input Data&lt;/table&gt;&lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; cellspacing=&quot;0&quot; width=&quot;547&quot; style=&quot;border-collapse: collapse ; width: 410pt&quot;&gt;Provide Audit Trails&lt;/table&gt;&lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; cellspacing=&quot;0&quot; width=&quot;547&quot; style=&quot;border-collapse: collapse ; width: 410pt&quot;&gt;Employ Interpretable Models When Possible&lt;/table&gt;&lt;span style=&quot;width: 410pt&quot;&gt;&lt;table border=&quot;0&quot; cellpadding=&quot;0&quot; cellspacing=&quot;0&quot; width=&quot;547&quot; style=&quot;border-collapse: collapse ; width: 410pt&quot;&gt;&lt;/table&gt;&lt;/span&gt;&lt;div&gt;Explain Results and Decisions to Users&lt;/div&gt;&lt;/font&gt;" style="shape=note2;boundedLbl=1;whiteSpace=wrap;html=1;size=31;verticalAlign=top;align=left;" parent="1" vertex="1">
<mxGeometry x="760" y="1360" width="340" height="110" as="geometry"/>
</mxCell>
<mxCell id="85" style="edgeStyle=none;html=1;fontSize=11;fontColor=#F0F0F0;endArrow=none;endFill=0;dashed=1;entryX=0.5;entryY=1;entryDx=0;entryDy=0;exitX=0.5;exitY=0;exitDx=0;exitDy=0;exitPerimeter=0;" parent="1" source="84" target="51" edge="1">
<mxGeometry relative="1" as="geometry">
<mxPoint x="515" y="1370" as="sourcePoint"/>
<mxPoint x="539.5" y="1257" as="targetPoint"/>
</mxGeometry>
</mxCell>
</root>
</mxGraphModel>
</diagram>
</mxfile>