<?xml version="1.0" encoding="utf-8"?>
<!--XBRL document created with Toppan Merrill Bridge  11.3.0.1 -->
<!--Based on XBRL 2.1-->
<!--Created on: 5/21/2026 4:16:13 PM-->
<!--Modified on: 5/21/2026 4:16:13 PM-->
<xsd:schema targetNamespace="http://flushingbank.com/20251231" attributeFormDefault="unqualified" elementFormDefault="qualified" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:dei="http://xbrl.sec.gov/dei/2026" xmlns:deprecated="http://www.xbrl.org/2009/role/deprecated" xmlns:dtr="http://www.xbrl.org/2009/dtr" xmlns:ref="http://www.xbrl.org/2006/ref" xmlns:xbrldt="http://xbrl.org/2005/xbrldt" xmlns:xl="http://www.xbrl.org/2003/XLink" xmlns:us-gaap="http://fasb.org/us-gaap/2026" xmlns:utr="http://www.xbrl.org/2009/utr" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:enum2="http://xbrl.org/2020/extensible-enumerations-2.0" xmlns:us-roles="http://fasb.org/us-roles/2026" xmlns:net="http://www.xbrl.org/2009/role/net" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:dtr-types="http://www.xbrl.org/dtr/type/2020-01-21" xmlns:xbrldi="http://xbrl.org/2006/xbrldi" xmlns:negated="http://www.xbrl.org/2009/role/negated" xmlns:srt="http://fasb.org/srt/2026" xmlns:attributeFormDefault="unqualified" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:us-gaap-ebp="http://fasb.org/us-gaap-ebp/2026" xmlns:ffic="http://flushingbank.com/20251231">
  <xsd:annotation>
    <xsd:appinfo>
      <link:roleType roleURI="http://flushingbank.com/role/StatementStatementsOfNetAssetsAvailableForBenefits" id="StatementStatementsOfNetAssetsAvailableForBenefits">
        <link:definition>00100 - Statement - Statements of Net Assets Available for Benefits</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/StatementStatementOfChangesInNetAssetsAvailableForBenefits" id="StatementStatementOfChangesInNetAssetsAvailableForBenefits">
        <link:definition>00200 - Statement - Statement of Changes in Net Assets Available for Benefits</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DocumentDocumentAndEntityInformation" id="DocumentDocumentAndEntityInformation">
        <link:definition>00090 - Document - Document and Entity Information</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureDescriptionOfPlan" id="DisclosureDescriptionOfPlan">
        <link:definition>10101 - Disclosure - Description of the Plan</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureSummaryOfSignificantAccountingPolicies" id="DisclosureSummaryOfSignificantAccountingPolicies">
        <link:definition>10201 - Disclosure - Summary of Significant Accounting Policies</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureFairValueMeasurements" id="DisclosureFairValueMeasurements">
        <link:definition>10301 - Disclosure - Fair Value Measurements</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureFullyBenefitResponsiveInvestmentContracts" id="DisclosureFullyBenefitResponsiveInvestmentContracts">
        <link:definition>10401 - Disclosure - Fully Benefit-Responsive Investment Contracts</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureRisksAndUncertainties" id="DisclosureRisksAndUncertainties">
        <link:definition>10501 - Disclosure - Risks and Uncertainties</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosurePlanTermination" id="DisclosurePlanTermination">
        <link:definition>10601 - Disclosure - Plan Termination</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureFederalTaxStatus" id="DisclosureFederalTaxStatus">
        <link:definition>10701 - Disclosure - Federal Tax Status</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureRelatedPartyTransactionsAndPartiesInInterest" id="DisclosureRelatedPartyTransactionsAndPartiesInInterest">
        <link:definition>10801 - Disclosure - Related Party Transactions and Parties-in-Interest</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureSubsequentEvents" id="DisclosureSubsequentEvents">
        <link:definition>10901 - Disclosure - Subsequent Events</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureScheduleHForm5500Line4iScheduleOfAssetsHeldAtEndOfYear" id="DisclosureScheduleHForm5500Line4iScheduleOfAssetsHeldAtEndOfYear">
        <link:definition>11001 - Disclosure - Schedule H (Form 5500), line 4i - Schedule of Assets (Held at End of Year)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureSummaryOfSignificantAccountingPoliciesPolicies" id="DisclosureSummaryOfSignificantAccountingPoliciesPolicies">
        <link:definition>20202 - Disclosure - Summary of Significant Accounting Policies (Policies)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureFairValueMeasurementsTables" id="DisclosureFairValueMeasurementsTables">
        <link:definition>30303 - Disclosure - Fair Value Measurements (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureDescriptionOfPlanDetails" id="DisclosureDescriptionOfPlanDetails">
        <link:definition>40101 - Disclosure - Description of the Plan (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureFairValueMeasurementsDetails" id="DisclosureFairValueMeasurementsDetails">
        <link:definition>40301 - Disclosure - Fair Value Measurements (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureRisksAndUncertaintiesDetails" id="DisclosureRisksAndUncertaintiesDetails">
        <link:definition>40501 - Disclosure - Risks and Uncertainties (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosurePlanTerminationDetails" id="DisclosurePlanTerminationDetails">
        <link:definition>40601 - Disclosure - Plan Termination (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureFederalTaxStatusDetails" id="DisclosureFederalTaxStatusDetails">
        <link:definition>40701 - Disclosure - Federal Tax Status (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureRelatedPartyTransactionsAndPartiesInInterestDetails" id="DisclosureRelatedPartyTransactionsAndPartiesInInterestDetails">
        <link:definition>40801 - Disclosure - Related Party Transactions and Parties-in-Interest (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureScheduleHForm5500Line4iScheduleOfAssetsHeldAtEndOfYearDetails" id="DisclosureScheduleHForm5500Line4iScheduleOfAssetsHeldAtEndOfYearDetails">
        <link:definition>41001 - Disclosure - Schedule H (Form 5500), line 4i - Schedule of Assets (Held at End of Year) (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureScheduleHForm5500Line4iScheduleOfAssetsHeldAtEndOfYearDefaultDetails" id="DisclosureScheduleHForm5500Line4iScheduleOfAssetsHeldAtEndOfYearDefaultDetails">
        <link:definition>41001 - Disclosure - Schedule H (Form 5500), line 4i - Schedule of Assets (Held at End of Year) Default (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:linkbaseRef xlink:type="simple" xlink:href="ffic-20251231_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:linkbaseRef xlink:type="simple" xlink:href="ffic-20251231_cal.xml" xlink:role="http://www.xbrl.org/2003/role/calculationLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:linkbaseRef xlink:type="simple" xlink:href="ffic-20251231_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:linkbaseRef xlink:type="simple" xlink:href="ffic-20251231_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:roleType roleURI="http://flushingbank.com/role/DisclosureStandardAndCustomAxisDomainDefaults" id="DisclosureStandardAndCustomAxisDomainDefaults">
        <link:definition>99900 - Disclosure - Standard And Custom Axis Domain Defaults</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
    </xsd:appinfo>
  </xsd:annotation>
  <xsd:import namespace="http://fasb.org/us-gaap/2026" schemaLocation="https://xbrl.fasb.org/us-gaap/2026/elts/us-gaap-2026.xsd" />
  <xsd:import namespace="http://fasb.org/us-gaap-ebp/2026" schemaLocation="https://xbrl.fasb.org/us-gaap/2026/ebp/elts/us-gaap-ebp-2026.xsd" />
  <xsd:import namespace="http://fasb.org/srt/2026" schemaLocation="https://xbrl.fasb.org/srt/2026/elts/srt-2026.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/dei/2026" schemaLocation="https://xbrl.sec.gov/dei/2026/dei-2026.xsd" />
  <xsd:import namespace="http://fasb.org/us-roles/2026" schemaLocation="https://xbrl.fasb.org/us-gaap/2026/elts/us-roles-2026.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd" />
  <xsd:import namespace="http://xbrl.org/2005/xbrldt" schemaLocation="http://www.xbrl.org/2005/xbrldt-2005.xsd" />
  <xsd:import namespace="https://xbrl.org/2023/calculation-1.1" schemaLocation="https://www.xbrl.org/2023/calculation-1.1.xsd" />
  <import namespace="http://www.xbrl.org/dtr/type/2020-01-21" schemaLocation="https://www.xbrl.org/dtr/type/2020-01-21/types.xsd" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:import namespace="http://www.xbrl.org/dtr/type/2024-01-31" schemaLocation="https://www.xbrl.org/dtr/type/2024-01-31/types.xsd" />
  <xsd:element name="EBP002Member" id="ffic_EBP002Member" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="EmployeeBenefitPlanPlanTerminationAbstract" id="ffic_EmployeeBenefitPlanPlanTerminationAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="EmployeeBenefitPlanInvestmentValuationAndIncomeRecognitionPolicyTextBlock" id="ffic_EmployeeBenefitPlanInvestmentValuationAndIncomeRecognitionPolicyTextBlock" type="dtr-types:textBlockItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="false" />
  <xsd:element name="ContributionReceivablesMember" id="ffic_ContributionReceivablesMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="FundsIssuedByEmpowerAnnuityInsuranceCompanyOfAmericaMember" id="ffic_FundsIssuedByEmpowerAnnuityInsuranceCompanyOfAmericaMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="EmployeeBenefitPlanVestingPercentage" id="ffic_EmployeeBenefitPlanVestingPercentage" type="dtr-types:percentItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="false" />
  <xsd:element name="FlushingFinancialCorporationMember" id="ffic_FlushingFinancialCorporationMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="JpMorganMember" id="ffic_JpMorganMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="MfsMember" id="ffic_MfsMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="FidelityMember" id="ffic_FidelityMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="PimcoMember" id="ffic_PimcoMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="ColumbiaMember" id="ffic_ColumbiaMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="GqgPartnersMember" id="ffic_GqgPartnersMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="EmpowerAnnuityInsuranceCompanyMember" id="ffic_EmpowerAnnuityInsuranceCompanyMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="AmeripriseRetirementServicesMember" id="ffic_AmeripriseRetirementServicesMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="HartfordSchroderFundsMember" id="ffic_HartfordSchroderFundsMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="GreatGrayMember" id="ffic_GreatGrayMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="EmployeeBenefitPlanMinimumServicePeriodForPlanEligibility" id="ffic_EmployeeBenefitPlanMinimumServicePeriodForPlanEligibility" type="xbrli:durationItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="false" />
  <xsd:element name="EbpContributionProfitSharingMember" id="ffic_EbpContributionProfitSharingMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="EbpContributionDefinedContributionRetirementPlanMember" id="ffic_EbpContributionDefinedContributionRetirementPlanMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="PerYearOfCreditedServicesMember" id="ffic_PerYearOfCreditedServicesMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="After5YearsOfCreditedServicesMember" id="ffic_After5YearsOfCreditedServicesMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="EmployeeBenefitPlanVestingPeriod" id="ffic_EmployeeBenefitPlanVestingPeriod" type="xbrli:durationItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="false" />
  <xsd:element name="EBPParticipantInvestmentElectionPercentage" id="ffic_EBPParticipantInvestmentElectionPercentage" type="dtr-types:percentItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="false" />
  <xsd:element name="EBPAutomaticDistributionThresholdAmount" id="ffic_EBPAutomaticDistributionThresholdAmount" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="false" xbrli:balance="credit" />
  <xsd:element name="EBPNoteReceivableFromParticipantLoanMaximumBorrowingTerm" id="ffic_EBPNoteReceivableFromParticipantLoanMaximumBorrowingTerm" type="xbrli:durationItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="false" />
  <xsd:element name="AcquisitionOfPrincipalResidenceMember" id="ffic_AcquisitionOfPrincipalResidenceMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
  <xsd:element name="EmployeeBenefitPlanParticipantsLoansBasisSpreadOnVariableRate" id="ffic_EmployeeBenefitPlanParticipantsLoansBasisSpreadOnVariableRate" type="dtr-types:percentItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="false" />
</xsd:schema>
