<?xml version="1.0" encoding="utf-8"?>
<!--XBRL document created with Toppan Merrill Bridge  11.4.0.1 -->
<!--Based on XBRL 2.1-->
<!--Created on: 9/2/2026 8:27:26 PM-->
<!--Modified on: 9/2/2026 8:27:26 PM-->
<xsd:schema targetNamespace="http://ollies.us/20260801" elementFormDefault="qualified" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xbrldi="http://xbrl.org/2006/xbrldi" xmlns:enum2="http://xbrl.org/2020/extensible-enumerations-2.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:dtr="http://www.xbrl.org/2009/dtr" xmlns:attributeFormDefault="unqualified" xmlns:utr="http://www.xbrl.org/2009/utr" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:ref="http://www.xbrl.org/2006/ref" xmlns:us-gaap="http://fasb.org/us-gaap/2025" xmlns:ecd="http://xbrl.sec.gov/ecd/2025" xmlns:srt="http://fasb.org/srt/2025" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:dtr-types="http://www.xbrl.org/dtr/type/2024-01-31" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:xbrldt="http://xbrl.org/2005/xbrldt" xmlns:net="http://www.xbrl.org/2009/role/net" xmlns:negated="http://www.xbrl.org/2009/role/negated" xmlns:xl="http://www.xbrl.org/2003/XLink" xmlns:dei="http://xbrl.sec.gov/dei/2025" xmlns:deprecated="http://www.xbrl.org/2009/role/deprecated" xmlns:olli="http://ollies.us/20260801" xmlns:ecd-sub="http://xbrl.sec.gov/ecd-sub/2025">
  <xsd:annotation>
    <xsd:appinfo>
      <link:roleType roleURI="http://ollies.us/role/StatementCondensedConsolidatedStatementsOfIncome" id="StatementCondensedConsolidatedStatementsOfIncome">
        <link:definition>995200100 - Statement - Condensed Consolidated Statements of Income</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/StatementCondensedConsolidatedBalanceSheets" id="StatementCondensedConsolidatedBalanceSheets">
        <link:definition>995200200 - Statement - Condensed Consolidated Balance Sheets</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/StatementCondensedConsolidatedStatementsOfCashFlows" id="StatementCondensedConsolidatedStatementsOfCashFlows">
        <link:definition>995200400 - Statement - Condensed Consolidated Statements of Cash Flows</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureBasisOfPresentationAndSummaryOfSignificantAccountingPoliciesInvestmentSecuritiesClassifiedAsHeldToMaturityDetails" id="DisclosureBasisOfPresentationAndSummaryOfSignificantAccountingPoliciesInvestmentSecuritiesClassifiedAsHeldToMaturityDetails">
        <link:definition>99940102 - Disclosure - Basis of Presentation and Summary of Significant Accounting Policies - Investment Securities Classified as Held-to-Maturity (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEarningsPerCommonShareEarningsPerCommonShareDetails" id="DisclosureEarningsPerCommonShareEarningsPerCommonShareDetails">
        <link:definition>99940302 - Disclosure - Earnings per Common Share - Earnings per Common Share (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureLeasesMaturityOfOperatingLeaseLiabilitiesDetails" id="DisclosureLeasesMaturityOfOperatingLeaseLiabilitiesDetails">
        <link:definition>99940402 - Disclosure - Leases - Maturity of Operating Lease Liabilities (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureLeasesMaturityOfOperatingLeaseLiabilitiesDetailsCalc2" id="DisclosureLeasesMaturityOfOperatingLeaseLiabilitiesDetailsCalc2">
        <link:definition>40402 - Disclosure - Leases - Maturity of Operating Lease Liabilities (Details) Calc2</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureAccruedExpensesAndOtherCurrentLiabilitiesAccruedExpensesAndOtherCurrentLiabilitiesDetails" id="DisclosureAccruedExpensesAndOtherCurrentLiabilitiesAccruedExpensesAndOtherCurrentLiabilitiesDetails">
        <link:definition>99940601 - Disclosure - Accrued Expenses and Other Current Liabilities - Accrued Expenses and Other Current Liabilities (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureSegmentReportingAndEntityWideInformationSingleSegmentNetSalesNetIncomeAndSignificantExpensesDetails" id="DisclosureSegmentReportingAndEntityWideInformationSingleSegmentNetSalesNetIncomeAndSignificantExpensesDetails">
        <link:definition>99941103 - Disclosure - Segment Reporting and Entity-Wide Information - Single Segment Net Sales, Net Income and Significant Expenses (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/StatementCondensedConsolidatedStatementsOfStockholdersEquity" id="StatementCondensedConsolidatedStatementsOfStockholdersEquity">
        <link:definition>995200300 - Statement - Condensed Consolidated Statements of Stockholders' Equity</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEarningsPerCommonShareDetails" id="DisclosureEarningsPerCommonShareDetails">
        <link:definition>99940301 - Disclosure - Earnings per Common Share (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureLeasesDetails" id="DisclosureLeasesDetails">
        <link:definition>99940401 - Disclosure - Leases (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureCommitmentsAndContingenciesDetails" id="DisclosureCommitmentsAndContingenciesDetails">
        <link:definition>99940501 - Disclosure - Commitments and Contingencies (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureDebtObligationsAndFinancingArrangementsDetails" id="DisclosureDebtObligationsAndFinancingArrangementsDetails">
        <link:definition>99940701 - Disclosure - Debt Obligations and Financing Arrangements (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEquityIncentivePlansDetails" id="DisclosureEquityIncentivePlansDetails">
        <link:definition>99940901 - Disclosure - Equity Incentive Plans (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEquityIncentivePlansStockOptionActivityDetails" id="DisclosureEquityIncentivePlansStockOptionActivityDetails">
        <link:definition>99940902 - Disclosure - Equity Incentive Plans - Stock Option Activity (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEquityIncentivePlansRsuActivityDetails" id="DisclosureEquityIncentivePlansRsuActivityDetails">
        <link:definition>99940904 - Disclosure - Equity Incentive Plans - RSU Activity (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureCommonStockDetails" id="DisclosureCommonStockDetails">
        <link:definition>99941001 - Disclosure - Common Stock (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureSegmentReportingAndEntityWideInformationPercentageOfNetSalesByProductGroupDetails" id="DisclosureSegmentReportingAndEntityWideInformationPercentageOfNetSalesByProductGroupDetails">
        <link:definition>99941102 - Disclosure - Segment Reporting and Entity-Wide Information - Percentage of Net Sales by Product Group (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DocumentDocumentAndEntityInformation" id="DocumentDocumentAndEntityInformation">
        <link:definition>995200090 - Document - Document and Entity Information</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/StatementCondensedConsolidatedBalanceSheetsParentheticals" id="StatementCondensedConsolidatedBalanceSheetsParentheticals">
        <link:definition>995200205 - Statement - Condensed Consolidated Balance Sheets (Parentheticals)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureBasisOfPresentationAndSummaryOfSignificantAccountingPolicies" id="DisclosureBasisOfPresentationAndSummaryOfSignificantAccountingPolicies">
        <link:definition>995210101 - Disclosure - Basis of Presentation and Summary of Significant Accounting Policies</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureNetSales" id="DisclosureNetSales">
        <link:definition>995210201 - Disclosure - Net Sales</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEarningsPerCommonShare" id="DisclosureEarningsPerCommonShare">
        <link:definition>995210301 - Disclosure - Earnings per Common Share</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureLeases" id="DisclosureLeases">
        <link:definition>995210401 - Disclosure - Leases</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureCommitmentsAndContingencies" id="DisclosureCommitmentsAndContingencies">
        <link:definition>995210501 - Disclosure - Commitments and Contingencies</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureAccruedExpensesAndOtherCurrentLiabilities" id="DisclosureAccruedExpensesAndOtherCurrentLiabilities">
        <link:definition>995210601 - Disclosure - Accrued Expenses and Other Current Liabilities</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureDebtObligationsAndFinancingArrangements" id="DisclosureDebtObligationsAndFinancingArrangements">
        <link:definition>995210701 - Disclosure - Debt Obligations and Financing Arrangements</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureIncomeTaxes" id="DisclosureIncomeTaxes">
        <link:definition>995210801 - Disclosure - Income Taxes</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEquityIncentivePlans" id="DisclosureEquityIncentivePlans">
        <link:definition>995210901 - Disclosure - Equity Incentive Plans</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureCommonStock" id="DisclosureCommonStock">
        <link:definition>995211001 - Disclosure - Common Stock</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureSegmentReportingAndEntityWideInformation" id="DisclosureSegmentReportingAndEntityWideInformation">
        <link:definition>995211101 - Disclosure - Segment Reporting and Entity-Wide Information</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureAccountingPoliciesByPolicyPolicies" id="DisclosureAccountingPoliciesByPolicyPolicies">
        <link:definition>99920202 - Disclosure - Accounting Policies, by Policy (Policies)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureBasisOfPresentationAndSummaryOfSignificantAccountingPoliciesTables" id="DisclosureBasisOfPresentationAndSummaryOfSignificantAccountingPoliciesTables">
        <link:definition>99930103 - Disclosure - Basis of Presentation and Summary of Significant Accounting Policies (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureNetSalesTables" id="DisclosureNetSalesTables">
        <link:definition>99930203 - Disclosure - Net Sales (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEarningsPerCommonShareTables" id="DisclosureEarningsPerCommonShareTables">
        <link:definition>99930303 - Disclosure - Earnings per Common Share (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureLeasesTables" id="DisclosureLeasesTables">
        <link:definition>99930403 - Disclosure - Leases (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureAccruedExpensesAndOtherCurrentLiabilitiesTables" id="DisclosureAccruedExpensesAndOtherCurrentLiabilitiesTables">
        <link:definition>99930603 - Disclosure - Accrued Expenses and Other Current Liabilities (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEquityIncentivePlansTables" id="DisclosureEquityIncentivePlansTables">
        <link:definition>99930903 - Disclosure - Equity Incentive Plans (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureSegmentReportingAndEntityWideInformationTables" id="DisclosureSegmentReportingAndEntityWideInformationTables">
        <link:definition>99931103 - Disclosure - Segment Reporting and Entity-Wide Information (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureBasisOfPresentationAndSummaryOfSignificantAccountingPoliciesDetails" id="DisclosureBasisOfPresentationAndSummaryOfSignificantAccountingPoliciesDetails">
        <link:definition>99940101 - Disclosure - Basis of Presentation and Summary of Significant Accounting Policies (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureNetSalesDetails" id="DisclosureNetSalesDetails">
        <link:definition>99940201 - Disclosure - Net Sales (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureNetSalesReconciliationOfLiabilitiesForOllieSArmyLoyaltyProgramAndGiftCardsDetails" id="DisclosureNetSalesReconciliationOfLiabilitiesForOllieSArmyLoyaltyProgramAndGiftCardsDetails">
        <link:definition>99940202 - Disclosure - Net Sales - Reconciliation of Liabilities for Ollie's Army Loyalty Program and Gift Cards (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureLeasesOtherInformationRelatedToOperatingLeasesDetails" id="DisclosureLeasesOtherInformationRelatedToOperatingLeasesDetails">
        <link:definition>99940403 - Disclosure - Leases - Other Information Related to Operating Leases (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureIncomeTaxesDetails" id="DisclosureIncomeTaxesDetails">
        <link:definition>99940801 - Disclosure - Income Taxes (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureEquityIncentivePlansWeightedAverageAssumptionsDetails" id="DisclosureEquityIncentivePlansWeightedAverageAssumptionsDetails">
        <link:definition>99940903 - Disclosure - Equity Incentive Plans - Weighted Average Assumptions (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://ollies.us/role/DisclosureSegmentReportingAndEntityWideInformationDetails" id="DisclosureSegmentReportingAndEntityWideInformationDetails">
        <link:definition>99941101 - Disclosure - Segment Reporting and Entity-Wide Information (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:linkbaseRef xlink:type="simple" xlink:href="olli-20260801_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:linkbaseRef xlink:type="simple" xlink:href="olli-20260801_cal.xml" xlink:role="http://www.xbrl.org/2003/role/calculationLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:linkbaseRef xlink:type="simple" xlink:href="olli-20260801_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:linkbaseRef xlink:type="simple" xlink:href="olli-20260801_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:roleType roleURI="http://ollies.us/role/DisclosureStandardAndCustomAxisDomainDefaults" id="DisclosureStandardAndCustomAxisDomainDefaults">
        <link:definition>99900 - Disclosure - Standard And Custom Axis Domain Defaults</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
    </xsd:appinfo>
  </xsd:annotation>
  <xsd:import namespace="http://xbrl.sec.gov/ecd/2025" schemaLocation="https://xbrl.sec.gov/ecd/2025/ecd-2025.xsd" />
  <xsd:import namespace="https://xbrl.org/2023/calculation-1.1" schemaLocation="https://www.xbrl.org/2023/calculation-1.1.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2009/role/net" schemaLocation="http://www.xbrl.org/lrr/role/net-2009-12-16.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2009/role/negated" schemaLocation="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/dei/2025" schemaLocation="https://xbrl.sec.gov/dei/2025/dei-2025.xsd" />
  <xsd:import namespace="http://fasb.org/srt/2025" schemaLocation="https://xbrl.fasb.org/srt/2025/elts/srt-2025.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd" />
  <xsd:import namespace="http://fasb.org/us-gaap/2025" schemaLocation="https://xbrl.fasb.org/us-gaap/2025/elts/us-gaap-2025.xsd" />
  <xsd:import namespace="http://www.xbrl.org/dtr/type/2024-01-31" schemaLocation="https://www.xbrl.org/dtr/type/2024-01-31/types.xsd" />
  <xsd:import namespace="http://xbrl.org/2005/xbrldt" schemaLocation="http://www.xbrl.org/2005/xbrldt-2005.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/ecd-sub/2025" schemaLocation="https://xbrl.sec.gov/ecd/2025/ecd-sub-2025.xsd" />
  <xsd:element name="LesseeOperatingLeaseOtherInformationTableTextBlock" id="olli_LesseeOperatingLeaseOtherInformationTableTextBlock" type="dtr-types:textBlockItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGainCurrent" id="olli_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGainCurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLossCurrent" id="olli_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLossCurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element name="HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGainNoncurrent" id="olli_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGainNoncurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLossNoncurrent" id="olli_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLossNoncurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element name="ContractWithCustomerLiabilityForLoyaltyProgramCurrent" id="olli_ContractWithCustomerLiabilityForLoyaltyProgramCurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="ContractWithCustomerLiabilityForLoyaltyProgramAdditions" id="olli_ContractWithCustomerLiabilityForLoyaltyProgramAdditions" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="duration" />
  <xsd:element name="ContractWithCustomerLiabilityForLoyaltyProgramRevenueRecognized" id="olli_ContractWithCustomerLiabilityForLoyaltyProgramRevenueRecognized" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="duration" />
  <xsd:element name="ContractWithCustomerLiabilityForGiftCardsCurrent" id="olli_ContractWithCustomerLiabilityForGiftCardsCurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="ContractWithCustomerLiabilityForGiftCardsGiftCardIssuances" id="olli_ContractWithCustomerLiabilityForGiftCardsGiftCardIssuances" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="duration" />
  <xsd:element name="ContractWithCustomerLiabilityForGiftCardsGiftCardRedemptionAndBreakage" id="olli_ContractWithCustomerLiabilityForGiftCardsGiftCardRedemptionAndBreakage" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element name="LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFour" id="olli_LesseeOperatingLeaseLiabilityPaymentsDueAfterYearFour" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="AccruedFreightCurrent" id="olli_AccruedFreightCurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="AccruedRealEstateRelatedExpensesCurrent" id="olli_AccruedRealEstateRelatedExpensesCurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="AccruedCapitalExpendituresCurrent" id="olli_AccruedCapitalExpendituresCurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="MaximumRedemptionPeriodForDiscountAwards" id="olli_MaximumRedemptionPeriodForDiscountAwards" type="xbrli:durationItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="LesseeOperatingLeaseNumberOfOptionsToRenewLeases" id="olli_LesseeOperatingLeaseNumberOfOptionsToRenewLeases" type="xbrli:integerItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="DebtInstrumentTermOfExtension" id="olli_DebtInstrumentTermOfExtension" type="xbrli:durationItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="DebtInstrumentInterestRateFloor" id="olli_DebtInstrumentInterestRateFloor" type="dtr-types:percentItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="DebtInstrumentTermOfVariableRate" id="olli_DebtInstrumentTermOfVariableRate" type="xbrli:durationItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="PercentageOfMostRecentAppraisedValueOfEligibleInventory" id="olli_PercentageOfMostRecentAppraisedValueOfEligibleInventory" type="dtr-types:percentItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="RentReserves" id="olli_RentReserves" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="DebtInstrumentConsolidatedFixedChargeCoverageRatio" id="olli_DebtInstrumentConsolidatedFixedChargeCoverageRatio" type="xbrli:pureItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="instant" />
  <xsd:element name="ShareBasedCompensationArrangementByShareBasedPaymentAwardCliffVestingPeriod" id="olli_ShareBasedCompensationArrangementByShareBasedPaymentAwardCliffVestingPeriod" type="xbrli:durationItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="CommonStockNumberOfVotesPerShare" id="olli_CommonStockNumberOfVotesPerShare" type="xbrli:decimalItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ConsumablesMember" id="olli_ConsumablesMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="CreditFacilityLettersOfCreditMember" id="olli_CreditFacilityLettersOfCreditMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="CreditFacilityMember" id="olli_CreditFacilityMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="CreditFacilityRevolvingCreditFacilityMember" id="olli_CreditFacilityRevolvingCreditFacilityMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="CreditFacilitySwinglineLoansMember" id="olli_CreditFacilitySwinglineLoansMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="EliminationsAndReconcilingItemsMember" id="olli_EliminationsAndReconcilingItemsMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="EquityIncentivePlan2015Member" id="olli_EquityIncentivePlan2015Member" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="EquityIncentivePlan2025Member" id="olli_EquityIncentivePlan2025Member" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="HomeMember" id="olli_HomeMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="OlliesMember" id="olli_OlliesMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="OtherProductGroupMember" id="olli_OtherProductGroupMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SeasonalMember" id="olli_SeasonalMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ShareRepurchaseProgram2019Member" id="olli_ShareRepurchaseProgram2019Member" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ShortTermAbstract" id="olli_ShortTermAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ProceedsFromRefundOnTariffsImposedUnderInternationalEmergencyEconomicPowersAct" id="olli_ProceedsFromRefundOnTariffsImposedUnderInternationalEmergencyEconomicPowersAct" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="false" xbrli:balance="debit" />
  <xsd:element name="JohnSwygertMember" id="olli_JohnSwygertMember" type="dtr-types:domainItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" abstract="true" />
</xsd:schema>
