images/Salience-DETR.svg

<svg width="4138" height="1208" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" xml:space="preserve" overflow="hidden"><defs><filter id="fx0" x="-10%" y="-10%" width="120%" height="120%" filterUnits="userSpaceOnUse" primitiveUnits="userSpaceOnUse"><feComponentTransfer color-interpolation-filters="sRGB"><feFuncR type="discrete" tableValues="0 0"/><feFuncG type="discrete" tableValues="0 0"/><feFuncB type="discrete" tableValues="0 0"/><feFuncA type="linear" slope="0.4" intercept="0"/></feComponentTransfer><feGaussianBlur stdDeviation="6.11111 6.11111"/></filter><clipPath id="clip1"><rect x="73" y="413" width="4138" height="1208"/></clipPath></defs><g clip-path="url(#clip1)" transform="translate(-73 -413)"><path d="M2618 494.429C2618 453.875 2650.88 421 2691.43 421L3632.57 421C3673.12 421 3706 453.875 3706 494.429L3706 1547.57C3706 1588.12 3673.12 1621 3632.57 1621L2691.43 1621C2650.88 1621 2618 1588.12 2618 1547.57Z" fill="#D8E5A3" fill-rule="evenodd"/><path d="M2660 1355.12C2660 1347.32 2666.32 1341 2674.12 1341L3659.88 1341C3667.68 1341 3674 1347.32 3674 1355.12L3674 1502.88C3674 1510.68 3667.68 1517 3659.88 1517L2674.12 1517C2666.32 1517 2660 1510.68 2660 1502.88Z" fill="#FFFFFF" fill-rule="evenodd"/><path d="M2979 1368.83C2979 1360.09 2986.09 1353 2994.83 1353L3646.17 1353C3654.91 1353 3662 1360.09 3662 1368.83L3662 1432.17C3662 1440.91 3654.91 1448 3646.17 1448L2994.83 1448C2986.09 1448 2979 1440.91 2979 1432.17Z" stroke="#000000" stroke-width="5.72917" stroke-linejoin="round" stroke-miterlimit="10" fill="#FFFFFF" fill-rule="evenodd"/><text fill="#0D0D0D" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="83" transform="matrix(1 0 0 1 2746.6 522)">3.3 Query Refinement</text><path d="M2663 625.334C2663 610.238 2675.24 598 2690.33 598L3650.67 598C3665.76 598 3678 610.238 3678 625.334L3678 734.666C3678 749.762 3665.76 762 3650.67 762L2690.33 762C2675.24 762 2663 749.762 2663 734.666Z" fill="#FFFFFF" fill-rule="evenodd"/><rect x="2689" y="628" width="49.9998" height="50.9999" fill="#D6E49C"/><rect x="2765" y="628" width="49.9998" height="50.9999" fill="#2F5597"/><rect x="2841" y="628" width="49.9998" height="50.9999" fill="#D6E49C"/><rect x="2917" y="628" width="49.9998" height="50.9999" fill="#B4C7E7"/><rect x="2993" y="628" width="49.9998" height="50.9999" fill="#62731F"/><rect x="3069" y="628" width="50.9998" height="50.9999" fill="#2F5597"/><rect x="3145" y="628" width="50.9998" height="50.9999" fill="#B4C7E7"/><rect x="3222" y="628" width="50.0002" height="50.9999" fill="#2F5597"/><rect x="3298" y="628" width="50.0002" height="50.9999" fill="#D6E49C"/><rect x="3374" y="628" width="50.0002" height="50.9999" fill="#B4C7E7"/><rect x="3450" y="628" width="50.0002" height="50.9999" fill="#62731F"/><rect x="3526" y="628" width="50.0002" height="50.9999" fill="#2F5597"/><rect x="3602" y="628" width="50.9998" height="50.9999" fill="#D6E49C"/><text fill="#455216" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="48" transform="matrix(1 0 0 1 2895.26 737)">Background embedding</text><path d="M2660 843.629C2660 820.638 2678.64 802 2701.63 802L3633.37 802C3656.36 802 3675 820.638 3675 843.629L3675 1279.37C3675 1302.36 3656.36 1321 3633.37 1321L2701.63 1321C2678.64 1321 2660 1302.36 2660 1279.37Z" fill="#FFFFFF" fill-rule="evenodd"/><path d="M2797 777C2797 770.372 2802.37 765 2809 765 2815.63 765 2821 770.372 2821 777 2821 783.627 2815.63 789 2809 789 2802.37 789 2797 783.627 2797 777Z" fill="#62731F" fill-rule="evenodd"/><path d="M3063 777C3063 770.372 3068.6 765 3075.5 765 3082.4 765 3088 770.372 3088 777 3088 783.627 3082.4 789 3075.5 789 3068.6 789 3063 783.627 3063 777Z" fill="#62731F" fill-rule="evenodd"/><path d="M3298 777C3298 770.372 3303.6 765 3310.5 765 3317.4 765 3323 770.372 3323 777 3323 783.627 3317.4 789 3310.5 789 3303.6 789 3298 783.627 3298 777Z" fill="#62731F" fill-rule="evenodd"/><path d="M3534 777C3534 770.372 3539.37 765 3546 765 3552.63 765 3558 770.372 3558 777 3558 783.627 3552.63 789 3546 789 3539.37 789 3534 783.627 3534 777Z" fill="#62731F" fill-rule="evenodd"/><path d="M3390 892C3390 882.611 3397.61 875 3407 875L3475 875C3484.39 875 3492 882.611 3492 892L3492 960C3492 969.389 3484.39 977 3475 977L3407 977C3397.61 977 3390 969.389 3390 960Z" fill="#D6E49C" fill-rule="evenodd"/><path d="M3390 1039C3390 1029.61 3397.61 1022 3407 1022L3475 1022C3484.39 1022 3492 1029.61 3492 1039L3492 1107C3492 1116.39 3484.39 1124 3475 1124L3407 1124C3397.61 1124 3390 1116.39 3390 1107Z" fill="#62731F" fill-rule="evenodd"/><path d="M3139 892C3139 882.611 3146.61 875 3156 875L3224 875C3233.39 875 3241 882.611 3241 892L3241 960C3241 969.389 3233.39 977 3224 977L3156 977C3146.61 977 3139 969.389 3139 960Z" fill="#D6E49C" fill-rule="evenodd"/><path d="M3139 1039C3139 1029.61 3146.61 1022 3156 1022L3224 1022C3233.39 1022 3241 1029.61 3241 1039L3241 1107C3241 1116.39 3233.39 1124 3224 1124L3156 1124C3146.61 1124 3139 1116.39 3139 1107Z" fill="#62731F" fill-rule="evenodd"/><path d="M2888 892C2888 882.611 2895.61 875 2905 875L2973 875C2982.39 875 2990 882.611 2990 892L2990 960C2990 969.389 2982.39 977 2973 977L2905 977C2895.61 977 2888 969.389 2888 960Z" fill="#D6E49C" fill-rule="evenodd"/><path d="M2888 1039C2888 1029.61 2895.61 1022 2905 1022L2973 1022C2982.39 1022 2990 1029.61 2990 1039L2990 1107C2990 1116.39 2982.39 1124 2973 1124L2905 1124C2895.61 1124 2888 1116.39 2888 1107Z" fill="#62731F" fill-rule="evenodd"/><path d="M3550.66 789 3550.66 926.319C3550.66 929.167 3548.35 931.476 3545.5 931.476L3517.78 931.476 3517.78 921.163 3545.5 921.163 3540.35 926.319 3540.35 789ZM3522.94 941.788 3492 926.319 3522.94 910.851Z" fill="#62731F"/><path d="M0-5.15625 43.2226-5.15625C46.0704-5.15625 48.3789-2.84772 48.3789 0L48.3789 130.722 43.2226 125.566 60.664 125.566 60.664 135.878 43.2226 135.878C40.3749 135.878 38.0664 133.57 38.0664 130.722L38.0664 0 43.2226 5.15625 0 5.15625ZM55.5078 115.253 86.4453 130.722 55.5078 146.191Z" fill="#62731F" transform="matrix(1.83697e-16 1 1 -1.83697e-16 3311 789)"/><path d="M0-5.15625 43.2226-5.15625C46.0704-5.15625 48.3789-2.84772 48.3789 0L48.3789 114.554 43.2226 109.397 60.664 109.397 60.664 119.71 43.2226 119.71C40.3749 119.71 38.0664 117.401 38.0664 114.554L38.0664 0 43.2226 5.15625 0 5.15625ZM55.5078 99.085 86.4453 114.554 55.5078 130.022Z" fill="#62731F" transform="matrix(1.83697e-16 1 1 -1.83697e-16 3076 789)"/><path d="M0-5.15625 43.2226-5.15625C46.0704-5.15625 48.3789-2.84772 48.3789 0L48.3789 129.698 43.2226 124.541 60.664 124.541 60.664 134.854 43.2226 134.854C40.3749 134.854 38.0664 132.545 38.0664 129.698L38.0664 0 43.2226 5.15625 0 5.15625ZM55.5078 114.229 86.4453 129.698 55.5078 145.166Z" fill="#62731F" transform="matrix(1.83697e-16 1 1 -1.83697e-16 2809 789)"/><path d="M1.24456e-05-5.15625 123.738-5.15595 123.738 5.15655-1.24456e-05 5.15625ZM118.582-15.4685 149.519 0.000360892 118.582 15.469Z" fill="#62731F" transform="matrix(-1 0 0 1 3390.52 926)"/><path d="M1.32835e-05-5.15625 114.306-5.15596 114.306 5.15654-1.32835e-05 5.15625ZM109.15-15.4685 140.087 0.000360892 109.15 15.469Z" fill="#62731F" transform="matrix(-1 0 0 1 3133.09 925)"/><path d="M0-5.15625 283.646-5.15625C286.494-5.15625 288.803-2.84772 288.803 0L288.803 53.042 278.49 53.042 278.49 0 283.646 5.15625 0 5.15625ZM299.115 47.8857 283.646 78.8232 268.178 47.8857Z" fill="#62731F" transform="matrix(1.83697e-16 1 1 -1.83697e-16 2809 789)"/><path d="M2990 1067.84 3113.74 1067.84 3113.74 1078.16 2990 1078.16ZM3108.58 1057.53 3139.52 1073 3108.58 1088.47Z" fill="#62731F"/><path d="M3241 1067.84 3364.74 1067.84 3364.74 1078.16 3241 1078.16ZM3359.58 1057.53 3390.52 1073 3359.58 1088.47Z" fill="#62731F"/><path d="M2944.16 977 2944.16 995.797 2933.84 995.797 2933.84 977ZM2954.47 990.641 2939 1021.58 2923.53 990.641Z" fill="#62731F"/><path d="M3195.16 977 3195.16 995.797 3184.84 995.797 3184.84 977ZM3205.47 990.641 3190 1021.58 3174.53 990.641Z" fill="#62731F"/><path d="M3446.16 977 3446.16 995.797 3435.84 995.797 3435.84 977ZM3456.47 990.641 3441 1021.58 3425.53 990.641Z" fill="#62731F"/><path d="M2814.16 789 2814.16 1146.9 2803.84 1146.9 2803.84 789ZM2824.47 1141.74 2809 1172.68 2793.53 1141.74Z" fill="#62731F"/><rect x="2688" y="1182" width="49.9998" height="49.9999" fill="#D6E49C"/><rect x="2764" y="1182" width="49.9998" height="49.9999" fill="#62731F"/><rect x="2840" y="1182" width="49.9998" height="49.9999" fill="#D6E49C"/><rect x="2916" y="1182" width="49.9998" height="49.9999" fill="#D6E49C"/><rect x="2992" y="1182" width="49.9998" height="49.9999" fill="#88A12B"/><rect x="3068" y="1182" width="50.9998" height="49.9999" fill="#62731F"/><rect x="3144" y="1182" width="51.0002" height="49.9999" fill="#D6E49C"/><rect x="3221" y="1182" width="50.0002" height="49.9999" fill="#62731F"/><rect x="3297" y="1182" width="50.0002" height="49.9999" fill="#D6E49C"/><rect x="3373" y="1182" width="50.0002" height="49.9999" fill="#D6E49C"/><rect x="3449" y="1182" width="50.0002" height="49.9999" fill="#88A12B"/><rect x="3525" y="1182" width="49.9998" height="49.9999" fill="#62731F"/><rect x="3601" y="1182" width="50.9998" height="49.9999" fill="#D6E49C"/><path d="M2944.16 1103 2944.16 1147.01 2933.84 1147.01 2933.84 1103ZM2954.47 1141.85 2939 1172.79 2923.53 1141.85Z" fill="#62731F"/><path d="M3198.16 1103 3198.16 1147.01 3187.84 1147.01 3187.84 1103ZM3208.47 1141.85 3193 1172.79 3177.53 1141.85Z" fill="#62731F"/><path d="M3446.16 1103 3446.16 1147.01 3435.84 1147.01 3435.84 1103ZM3456.47 1141.85 3441 1172.79 3425.53 1141.85Z" fill="#62731F"/><text fill="#455216" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="48" transform="matrix(1 0 0 1 2890.96 1297)">Cross</text><text fill="#455216" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="48" transform="matrix(1 0 0 1 3027.89 1297)">-</text><text fill="#455216" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="48" transform="matrix(1 0 0 1 3043.93 1297)">level token fusion</text><text fill="#455216" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="48" transform="matrix(1 0 0 1 2926.77 1498)">Redundancy removal</text><rect x="2688" y="1372" width="49.9998" height="50.0002" fill="#D6E49C"/><rect x="2764" y="1372" width="49.9998" height="50.0002" fill="#62731F"/><rect x="2840" y="1372" width="49.9998" height="50.0002" fill="#D6E49C"/><rect x="2916" y="1372" width="49.9998" height="50.0002" fill="#D6E49C"/><rect x="2992" y="1372" width="49.9998" height="50.0002" fill="#88A12B"/><rect x="3068" y="1372" width="50.9998" height="50.0002" fill="#62731F"/><rect x="3144" y="1372" width="51.0002" height="50.0002" fill="#D6E49C"/><rect x="3221" y="1372" width="50.0002" height="50.0002" fill="#62731F"/><rect x="3297" y="1372" width="50.0002" height="50.0002" fill="#D6E49C"/><rect x="3373" y="1372" width="50.0002" height="50.0002" fill="#D6E49C"/><rect x="3449" y="1372" width="50.0002" height="50.0002" fill="#88A12B"/><rect x="3525" y="1372" width="49.9998" height="50.0002" fill="#62731F"/><rect x="3601" y="1372" width="50.9998" height="50.0002" fill="#D6E49C"/><path d="M2682 1362.83C2682 1354.09 2689.09 1347 2697.83 1347L2953.17 1347C2961.91 1347 2969 1354.09 2969 1362.83L2969 1426.17C2969 1434.91 2961.91 1442 2953.17 1442L2697.83 1442C2689.09 1442 2682 1434.91 2682 1426.17Z" stroke="#FFFFFF" stroke-width="5.72917" stroke-linejoin="round" stroke-miterlimit="10" fill="#FFFFFF" fill-rule="evenodd" fill-opacity="0.690196"/><path d="M3780 487.167C3780 448.415 3811.41 417 3850.17 417L4130.83 417C4169.58 417 4201 448.415 4201 487.167L4201 1550.83C4201 1589.59 4169.58 1621 4130.83 1621L3850.17 1621C3811.41 1621 3780 1589.59 3780 1550.83Z" fill="#FBE5D6" fill-rule="evenodd"/><rect x="3839" y="598" width="317" height="91.9998" fill="#F4B183"/><rect x="3839" y="761" width="317" height="91.9998" fill="#F4B183"/><rect x="3839" y="924" width="317" height="92.0001" fill="#F4B183"/><rect x="3839" y="1087" width="317" height="92.0001" fill="#F4B183"/><rect x="3839" y="1250" width="317" height="92.0001" fill="#F4B183"/><rect x="3839" y="1413" width="317" height="91.9998" fill="#F4B183"/><text fill="#0D0D0D" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="83" transform="matrix(1 0 0 1 3830.93 518)">Decoder</text><path d="M3175.16 1529.11 3175.16 1566.18 3170 1561.02 3997.19 1561.02 3992.04 1566.18 3992.04 1530.78 4002.35 1530.78 4002.35 1571.33 3164.84 1571.33 3164.84 1529.11ZM3981.73 1535.94 3997.19 1505 4012.66 1535.94Z"/><path d="M807 514.994C807 460.874 850.874 417 904.994 417L2457.01 417C2511.13 417 2555 460.874 2555 514.994L2555 1523.01C2555 1577.13 2511.13 1621 2457.01 1621L904.994 1621C850.874 1621 807 1577.13 807 1523.01Z" fill="#E5EBF7" fill-rule="evenodd"/><path d="M102.5 1262C102.5 1251.23 111.231 1242.5 122 1242.5L754 1242.5C764.769 1242.5 773.5 1251.23 773.5 1262L773.5 1340C773.5 1350.77 764.769 1359.5 754 1359.5L122 1359.5C111.231 1359.5 102.5 1350.77 102.5 1340Z" stroke="#7395D3" stroke-width="4.58333" stroke-miterlimit="8" fill="#FFFFFF" fill-rule="evenodd"/><text font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="73" transform="matrix(1 0 0 1 198.68 1327)">Level filtering</text><path d="M859 585.451C859 562.006 878.006 543 901.451 543L1934.55 543C1957.99 543 1977 562.006 1977 585.451L1977 1363.55C1977 1386.99 1957.99 1406 1934.55 1406L901.451 1406C878.006 1406 859 1386.99 859 1363.55Z" fill="#B4C7E7" fill-rule="evenodd"/><path d="M943.5 1263.17C943.5 1252.86 951.858 1244.5 962.167 1244.5L1883.83 1244.5C1894.14 1244.5 1902.5 1252.86 1902.5 1263.17L1902.5 1337.83C1902.5 1348.14 1894.14 1356.5 1883.83 1356.5L962.167 1356.5C951.858 1356.5 943.5 1348.14 943.5 1337.83Z" stroke="#7395D3" stroke-width="4.58333" stroke-miterlimit="8" fill="#FFFFFF" fill-rule="evenodd"/><text font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="73" transform="matrix(1 0 0 1 1179.73 1327)">Layer filtering</text><rect x="915" y="812" width="1015" height="167" fill="#2F5597"/><text fill="#FFFFFF" font-family="DengXian,DengXian_MSFontService,sans-serif" font-weight="700" font-size="83" transform="matrix(1 0 0 1 1163.26 923)">Self Attention</text><path d="M915 1113.83C915 1105.09 922.089 1098 930.833 1098L1914.17 1098C1922.91 1098 1930 1105.09 1930 1113.83L1930 1177.17C1930 1185.91 1922.91 1193 1914.17 1193L930.833 1193C922.089 1193 915 1185.91 915 1177.17Z" fill="#FFFFFF" fill-rule="evenodd"/><rect x="940" y="1121" width="50.9999" height="50.0002" fill="#FFFFFF"/><rect x="1017" y="1121" width="49.9998" height="50.0002" fill="#B4C7E7"/><rect x="1093" y="1121" width="49.9999" height="50.0002" fill="#FFFFFF"/><rect x="1169" y="1121" width="49.9999" height="50.0002" fill="#B4C7E7"/><rect x="1245" y="1121" width="49.9999" height="50.0002" fill="#FFFFFF"/><rect x="1321" y="1121" width="50.9999" height="50.0002" fill="#B4C7E7"/><rect x="1397" y="1121" width="50.9999" height="50.0002" fill="#B4C7E7"/><rect x="1474" y="1121" width="49.9999" height="50.0002" fill="#B4C7E7"/><rect x="1550" y="1121" width="50.0002" height="50.0002" fill="#FFFFFF"/><rect x="1626" y="1121" width="50.0002" height="50.0002" fill="#B4C7E7"/><rect x="1702" y="1121" width="50.0002" height="50.0002" fill="#FFFFFF"/><rect x="1778" y="1121" width="50.0002" height="50.0002" fill="#B4C7E7"/><rect x="1854" y="1121" width="51.0002" height="50.0002" fill="#FFFFFF"/><path d="M2.29161-0.0156327 2.41668 18.3173-2.16655 18.3485-2.29161 0.0156327ZM2.51047 32.067 2.61239 47.0067-1.97084 47.0379-2.07276 32.0982ZM14.0392 42.3453 0.4771 69.9384-13.4602 42.5329Z" fill="#2F5597" transform="matrix(1 0 0 -1 1041.5 1241.44)"/><path d="M2.29145-0.0315588 2.54392 18.3-2.03898 18.3632-2.29145 0.0315588ZM2.73327 32.0487 2.93908 46.9924-1.64382 47.0555-1.84963 32.1118ZM14.3332 42.2517 0.963222 69.9384-13.1642 42.6304Z" fill="#2F5597" transform="matrix(1 0 0 -1 1193.5 1241.44)"/><path d="M2.29167-1.08839e-05 2.29175 18.3333-2.29158 18.3333-2.29167 1.08839e-05ZM2.29182 32.0833 2.29191 50.4167-2.29143 50.4167-2.29151 32.0833ZM13.7502 48.488 0.000360892 75.9881-13.7498 48.4881Z" fill="#2F5597" transform="matrix(1 0 0 -1 1346.5 1247.49)"/><path d="M2.29167-1.08839e-05 2.29175 18.3333-2.29158 18.3333-2.29167 1.08839e-05ZM2.29182 32.0833 2.29191 50.4167-2.29143 50.4167-2.29151 32.0833ZM13.7502 48.488 0.000360892 75.9881-13.7498 48.4881Z" fill="#2F5597" transform="matrix(1 0 0 -1 1499.5 1247.49)"/><path d="M2.29167-1.10336e-05 2.29175 18.3333-2.29158 18.3333-2.29167 1.10336e-05ZM2.29182 32.0833 2.29191 50.4167-2.29142 50.4167-2.29151 32.0833ZM13.7502 47.4569 0.000360892 74.957-13.7498 47.4571Z" fill="#2F5597" transform="matrix(1 0 0 -1 1651.5 1246.46)"/><path d="M2.29167-1.10336e-05 2.29175 18.3333-2.29158 18.3333-2.29167 1.10336e-05ZM2.29182 32.0833 2.29191 50.4167-2.29142 50.4167-2.29151 32.0833ZM13.7502 47.4569 0.000360892 74.957-13.7498 47.4571Z" fill="#2F5597" transform="matrix(1 0 0 -1 1803.5 1246.46)"/><path d="M1421.35 1244.85 1421.31 1226.51 1425.9 1226.51 1425.93 1244.84ZM1421.29 1212.76 1421.25 1194.43 1425.84 1194.42 1425.87 1212.76ZM1409.8 1199.03 1423.5 1171.5 1437.3 1198.97Z" fill="#2F5597"/><g filter="url(#fx0)" transform="translate(72 538)"><g><rect x="24.7227" y="24.7228" width="547" height="547" stroke="#172C51" stroke-width="10" stroke-miterlimit="8" fill="#FFFFFF"/><rect x="153.723" y="161.723" width="434" height="433" stroke="#172C51" stroke-width="10" stroke-miterlimit="8" fill="#FFFFFF"/><rect x="301.723" y="289.723" width="320" height="321" stroke="#172C51" stroke-width="10" stroke-miterlimit="8" fill="#FFFFFF"/><rect x="431.723" y="366.723" width="266" height="264" stroke="#172C51" stroke-width="10" stroke-miterlimit="8" fill="#FFFFFF"/></g></g><rect x="87" y="553" width="547" height="547" stroke="#172C51" stroke-width="10.3125" stroke-miterlimit="8" fill="#FFFFFF"/><rect x="216" y="690" width="434" height="433" stroke="#172C51" stroke-width="10.3125" stroke-miterlimit="8" fill="#FFFFFF"/><rect x="364" y="818" width="320" height="321" stroke="#172C51" stroke-width="10.3125" stroke-miterlimit="8" fill="#FFFFFF"/><rect x="494" y="895" width="266" height="264" stroke="#172C51" stroke-width="10.3125" stroke-miterlimit="8" fill="#FFFFFF"/><path d="M5.15625-1.15581e-05 5.15655 135.218-5.15595 135.218-5.15625 1.15581e-05ZM15.469 130.062 0.000360892 161-15.4685 130.062Z" fill="#2F5597" transform="matrix(1 0 0 -1 1423 1098)"/><text fill="#203864" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="73" transform="matrix(1 0 0 1 1161.99 638)">Encoder </text><text fill="#203864" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="73" transform="matrix(1 0 0 1 1475.38 638)">Layer</text><path d="M180.792 1106.5 180.792 1124.83 176.208 1124.83 176.208 1106.5ZM180.792 1138.58 180.792 1156.92 176.208 1156.92 176.208 1138.58ZM180.792 1170.67 180.792 1189 176.208 1189 176.208 1170.67ZM180.792 1202.75 180.792 1217.18 176.209 1217.18 176.208 1202.75ZM192.25 1212.59 178.5 1240.09 164.75 1212.59Z" fill="#2F5597"/><path d="M345.792 1132.5 345.792 1150.83 341.208 1150.83 341.208 1132.5ZM345.792 1164.58 345.792 1182.92 341.208 1182.92 341.208 1164.58ZM345.792 1196.67 345.792 1215 341.209 1215 341.208 1196.67ZM357.25 1210.87 343.5 1238.37 329.75 1210.87Z" fill="#2F5597"/><path d="M494.792 1157.5 494.792 1175.83 490.208 1175.83 490.208 1157.5ZM494.792 1189.58 494.792 1207.92 490.209 1207.92 490.209 1189.58ZM506.25 1213.9 492.5 1241.4 478.75 1213.9Z" fill="#2F5597"/><path d="M629.792 1169.5 629.792 1187.83 625.208 1187.83 625.208 1169.5ZM629.792 1201.58 629.792 1215.29 625.208 1215.29 625.208 1201.58ZM641.25 1210.71 627.5 1238.21 613.75 1210.71Z" fill="#2F5597"/><rect x="916" y="672" width="468" height="99" fill="#2F5597"/><text fill="#FFFFFF" font-family="DengXian,DengXian_MSFontService,sans-serif" font-weight="700" font-size="83" transform="matrix(1 0 0 1 1041.68 749)">Norm</text><rect x="1465" y="672" width="465" height="99" fill="#2F5597"/><text fill="#FFFFFF" font-family="DengXian,DengXian_MSFontService,sans-serif" font-weight="700" font-size="83" transform="matrix(1 0 0 1 1624.76 749)">FFN</text><path d="M5.15625-3.56572e-05 5.15643 26.4059-5.15607 26.406-5.15625 3.56572e-05ZM15.4689 21.2496 0.000360892 52.1872-15.4686 21.2498Z" fill="#2F5597" transform="matrix(1 0 0 -1 1150 823.187)"/><path d="M0.0289322-5.15617 55.2872-4.84611 55.2293 5.46623-0.0289322 5.15617ZM50.1889-15.1874 81.0391 0.454724 50.0153 15.7496Z" fill="#2F5597" transform="matrix(1 0 0 -1 1384 722.455)"/><path d="M773 1294.84 917.531 1294.84 917.531 1305.16 773 1305.16ZM912.375 1284.53 943.312 1300 912.375 1315.47Z" fill="#2F5597"/><path d="M1474.5 1400.5 1452.5 1400.5 1452.5 1446.5 1408.5 1446.5 1408.5 1400.5 1386.5 1400.5 1430.5 1356.5Z" stroke="#7395D3" stroke-width="4.58333" stroke-miterlimit="8" fill="#FFFFFF" fill-rule="evenodd"/><path d="M849.709 1355.76 835.648 1371.73 912.522 1439.42 884.401 1471.35 807.528 1403.66 793.467 1419.63 789.652 1359.57Z" stroke="#7395D3" stroke-width="4.58333" stroke-miterlimit="8" fill="#FFFFFF" fill-rule="evenodd"/><path d="M857.5 1455.17C857.5 1443.75 866.753 1434.5 878.167 1434.5L1954.83 1434.5C1966.25 1434.5 1975.5 1443.75 1975.5 1455.17L1975.5 1537.83C1975.5 1549.25 1966.25 1558.5 1954.83 1558.5L878.167 1558.5C866.753 1558.5 857.5 1549.25 857.5 1537.83Z" stroke="#7395D3" stroke-width="4.58333" stroke-miterlimit="8" fill="#FFFFFF" fill-rule="evenodd"/><text fill="#2F5597" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="64" transform="matrix(1 0 0 1 1035.95 1519)">3.2 Hierarchical  Filtering</text><path d="M829.405 1417.92 851.875 1391.97 919.966 1450.93 897.496 1476.88Z" fill="#FFFFFF" fill-rule="evenodd"/><path d="M711 1475 819 1475 819 1457 855 1493 819 1529 819 1511 711 1511Z" fill="#4472C4" fill-rule="evenodd"/><rect x="1412" y="1412" width="35.9998" height="51.9999" fill="#FFFFFF"/><path d="M99 1431.5C99 1417.42 110.417 1406 124.501 1406L706.499 1406C720.583 1406 732 1417.42 732 1431.5L732 1533.5C732 1547.58 720.583 1559 706.499 1559L124.501 1559C110.417 1559 99 1547.58 99 1533.5Z" fill="#4472C4" fill-rule="evenodd"/><text fill="#FFFFFF" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="64" transform="matrix(1 0 0 1 232.379 1468)">3.1 Salience </text><text fill="#FFFFFF" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="64" transform="matrix(1 0 0 1 236.091 1530)">supervision</text><rect x="932" y="1032" width="47.0001" height="47.0001" fill="#FFFFFF"/><text font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="48" transform="matrix(1 0 0 1 996.142 1073)">Background</text><rect x="1444" y="1032" width="46.9998" height="47.0001" fill="#DAE3F3"/><rect x="1521" y="1032" width="46.9998" height="47.0001" fill="#A6BDE2"/><text fill="#2F5597" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="48" transform="matrix(1 0 0 1 1739.63 1073)">Salience</text><rect x="1601" y="1032" width="47.0001" height="47.0001" fill="#8FAADC"/><rect x="1674" y="1032" width="46.0001" height="47.0001" fill="#2F5597"/><text fill="#0D0D0D" font-family="Arial,Arial_MSFontService,sans-serif" font-weight="700" font-size="83" transform="matrix(1 0 0 1 1268.85 522)">Encoder</text><path d="M2029 958.105C2029 950.315 2035.32 944 2043.1 944L2495.9 944C2503.69 944 2510 950.315 2510 958.105L2510 1048.89C2510 1056.68 2503.69 1063 2495.9 1063L2043.1 1063C2035.32 1063 2029 1056.68 2029 1048.89Z" stroke="#2F5597" stroke-width="10.3125" stroke-miterlimit="8" fill="#F2F2F2" fill-rule="evenodd"/><text fill="#0D0D0D" font-family="DengXian,DengXian_MSFontService,sans-serif" font-weight="700" font-size="55" transform="matrix(1 0 0 1 2094.59 1021)">Encoder Layer</text><path d="M2029 1154.1C2029 1146.31 2035.32 1140 2043.1 1140L2495.9 1140C2503.69 1140 2510 1146.31 2510 1154.1L2510 1244.89C2510 1252.68 2503.69 1259 2495.9 1259L2043.1 1259C2035.32 1259 2029 1252.68 2029 1244.89Z" stroke="#2F5597" stroke-width="10.3125" stroke-miterlimit="8" fill="#F2F2F2" fill-rule="evenodd"/><text fill="#0D0D0D" font-family="DengXian,DengXian_MSFontService,sans-serif" font-weight="700" font-size="55" transform="matrix(1 0 0 1 2094.59 1217)">Encoder Layer</text><path d="M2029 1350.11C2029 1342.32 2035.32 1336 2043.1 1336L2495.9 1336C2503.69 1336 2510 1342.32 2510 1350.11L2510 1440.9C2510 1448.69 2503.69 1455 2495.9 1455L2043.1 1455C2035.32 1455 2029 1448.69 2029 1440.9Z" stroke="#2F5597" stroke-width="10.3125" stroke-miterlimit="8" fill="#F2F2F2" fill-rule="evenodd"/><text fill="#0D0D0D" font-family="DengXian,DengXian_MSFontService,sans-serif" font-weight="700" font-size="55" transform="matrix(1 0 0 1 2094.59 1413)">Encoder Layer</text><path d="M2029 762.105C2029 754.315 2035.32 748 2043.1 748L2495.9 748C2503.69 748 2510 754.315 2510 762.105L2510 852.895C2510 860.685 2503.69 867 2495.9 867L2043.1 867C2035.32 867 2029 860.685 2029 852.895Z" stroke="#2F5597" stroke-width="10.3125" stroke-miterlimit="8" fill="#F2F2F2" fill-rule="evenodd"/><text fill="#0D0D0D" font-family="DengXian,DengXian_MSFontService,sans-serif" font-weight="700" font-size="55" transform="matrix(1 0 0 1 2094.59 825)">Encoder Layer</text><path d="M2029 566.105C2029 558.315 2035.32 552 2043.1 552L2495.9 552C2503.69 552 2510 558.315 2510 566.105L2510 656.895C2510 664.685 2503.69 671 2495.9 671L2043.1 671C2035.32 671 2029 664.685 2029 656.895Z" stroke="#2F5597" stroke-width="10.3125" stroke-miterlimit="8" fill="#F2F2F2" fill-rule="evenodd"/><text fill="#0D0D0D" font-family="DengXian,DengXian_MSFontService,sans-serif" font-weight="700" font-size="55" transform="matrix(1 0 0 1 2094.59 629)">Encoder Layer</text><rect x="2029" y="1283" width="25.9999" height="29.0002" fill="#FFFFFF"/><rect x="2067" y="1283" width="26.0002" height="29.0002" fill="#8FAADC"/><rect x="2105" y="1283" width="25.9998" height="29.0002" fill="#FFFFFF"/><rect x="2143" y="1283" width="25" height="29.0002" fill="#B4C7E7"/><rect x="2181" y="1283" width="24.9998" height="29.0002" fill="#FFFFFF"/><rect x="2219" y="1283" width="25" height="29.0002" fill="#8FAADC"/><rect x="2257" y="1283" width="25" height="29.0002" fill="#B4C7E7"/><rect x="2295" y="1283" width="25" height="29.0002" fill="#8FAADC"/><rect x="2333" y="1283" width="25" height="29.0002" fill="#FFFFFF"/><rect x="2371" y="1283" width="25" height="29.0002" fill="#B4C7E7"/><rect x="2409" y="1283" width="25" height="29.0002" fill="#FFFFFF"/><rect x="2447" y="1283" width="24.9998" height="29.0002" fill="#8FAADC"/><rect x="2485" y="1283" width="25" height="29.0002" fill="#FFFFFF"/><rect x="2029" y="1479" width="25.9999" height="28.9999" fill="#FFFFFF"/><rect x="2067" y="1479" width="26.0002" height="28.9999" fill="#B4C7E7"/><rect x="2105" y="1479" width="25.9998" height="28.9999" fill="#FFFFFF"/><rect x="2143" y="1479" width="25" height="28.9999" fill="#B4C7E7"/><rect x="2181" y="1479" width="24.9998" height="28.9999" fill="#FFFFFF"/><rect x="2219" y="1479" width="25" height="28.9999" fill="#B4C7E7"/><rect x="2257" y="1479" width="25" height="28.9999" fill="#B4C7E7"/><rect x="2295" y="1479" width="25" height="28.9999" fill="#B4C7E7"/><rect x="2333" y="1479" width="25" height="28.9999" fill="#FFFFFF"/><rect x="2371" y="1479" width="25" height="28.9999" fill="#B4C7E7"/><rect x="2409" y="1479" width="25" height="28.9999" fill="#FFFFFF"/><rect x="2447" y="1479" width="24.9998" height="28.9999" fill="#B4C7E7"/><rect x="2485" y="1479" width="25" height="28.9999" fill="#FFFFFF"/><rect x="2029" y="1087" width="25.9999" height="28.0002" fill="#FFFFFF"/><rect x="2067" y="1087" width="26.0002" height="28.0002" fill="#2F5597"/><rect x="2105" y="1087" width="25.9998" height="28.0002" fill="#FFFFFF"/><rect x="2143" y="1087" width="25" height="28.0002" fill="#B4C7E7"/><rect x="2181" y="1087" width="24.9998" height="28.0002" fill="#FFFFFF"/><rect x="2219" y="1087" width="25" height="28.0002" fill="#B4C7E7"/><rect x="2257" y="1087" width="25" height="28.0002" fill="#B4C7E7"/><rect x="2295" y="1087" width="25" height="28.0002" fill="#2F5597"/><rect x="2333" y="1087" width="25" height="28.0002" fill="#FFFFFF"/><rect x="2371" y="1087" width="25" height="28.0002" fill="#B4C7E7"/><rect x="2409" y="1087" width="25" height="28.0002" fill="#FFFFFF"/><rect x="2447" y="1087" width="24.9998" height="28.0002" fill="#B4C7E7"/><rect x="2485" y="1087" width="25" height="28.0002" fill="#FFFFFF"/><rect x="2029" y="891" width="25.9999" height="27.9998" fill="#FFFFFF"/><rect x="2067" y="891" width="26.0002" height="27.9998" fill="#2F5597"/><rect x="2105" y="891" width="25.9998" height="27.9998" fill="#FFFFFF"/><rect x="2143" y="891" width="25" height="27.9998" fill="#B4C7E7"/><rect x="2181" y="891" width="24.9998" height="27.9998" fill="#FFFFFF"/><rect x="2219" y="891" width="25" height="27.9998" fill="#2F5597"/><rect x="2257" y="891" width="25" height="27.9998" fill="#B4C7E7"/><rect x="2295" y="891" width="25" height="27.9998" fill="#2F5597"/><rect x="2333" y="891" width="25" height="27.9998" fill="#FFFFFF"/><rect x="2371" y="891" width="25" height="27.9998" fill="#B4C7E7"/><rect x="2409" y="891" width="25" height="27.9998" fill="#FFFFFF"/><rect x="2447" y="891" width="24.9998" height="27.9998" fill="#B4C7E7"/><rect x="2485" y="891" width="25" height="27.9998" fill="#FFFFFF"/><rect x="2029" y="695" width="25.9999" height="27.9998" fill="#FFFFFF"/><rect x="2067" y="695" width="26.0002" height="27.9998" fill="#2F5597"/><rect x="2105" y="695" width="25.9998" height="27.9998" fill="#FFFFFF"/><rect x="2143" y="695" width="25" height="27.9998" fill="#B4C7E7"/><rect x="2181" y="695" width="24.9998" height="27.9998" fill="#FFFFFF"/><rect x="2219" y="695" width="25" height="27.9998" fill="#2F5597"/><rect x="2257" y="695" width="25" height="27.9998" fill="#B4C7E7"/><rect x="2295" y="695" width="25" height="27.9998" fill="#2F5597"/><rect x="2333" y="695" width="25" height="27.9998" fill="#FFFFFF"/><rect x="2371" y="695" width="25" height="27.9998" fill="#B4C7E7"/><rect x="2409" y="695" width="25" height="27.9998" fill="#FFFFFF"/><rect x="2447" y="695" width="24.9998" height="27.9998" fill="#2F5597"/><rect x="2485" y="695" width="25" height="27.9998" fill="#FFFFFF"/><path d="M1930 716.844 2007.13 716.844 2007.13 1553.91 2001.97 1548.76 2231.55 1548.76 2226.39 1553.91 2226.39 1533.46 2236.71 1533.46 2236.71 1559.07 1996.81 1559.07 1996.81 722 2001.97 727.156 1930 727.156ZM2216.08 1538.62 2231.55 1507.68 2247.02 1538.62Z"/><path d="M0-5.15625 81.6119-5.15625 81.6119 55.8918 76.4557 50.7356 660.18 50.7356 655.023 55.8918 655.023 38.8163 665.336 38.8163 665.336 61.0481 71.2994 61.0481 71.2994 0 76.4557 5.15625 0 5.15625ZM644.711 43.9726 660.18 13.0351 675.648 43.9726Z" transform="matrix(1 0 0 -1 2510 611.035)"/></g></svg>