<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with the Workiva Platform-->
<!--Copyright 2026 Workiva-->
<!--r:019e65ac-bdbc-75df-893e-1c3a43d1b33f,g:ede81fc7-57bb-4a7b-9a64-750e653c1afd-->
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:shw="http://www.sherwin.com/20260625" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:dtr-types="http://www.xbrl.org/dtr/type/2024-01-31" xmlns:xbrldt="http://xbrl.org/2005/xbrldt" attributeFormDefault="unqualified" elementFormDefault="qualified" targetNamespace="http://www.sherwin.com/20260625">
  <xs:import namespace="http://fasb.org/srt/2026" schemaLocation="https://xbrl.fasb.org/srt/2026/elts/srt-2026.xsd"/>
  <xs:import namespace="http://fasb.org/us-gaap-ebp/2026" schemaLocation="https://xbrl.fasb.org/us-gaap/2026/ebp/elts/us-gaap-ebp-2026.xsd"/>
  <xs:import namespace="http://fasb.org/us-gaap/2026" schemaLocation="https://xbrl.fasb.org/us-gaap/2026/elts/us-gaap-2026.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/linkbase" schemaLocation="http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/dtr/type/2024-01-31" schemaLocation="https://www.xbrl.org/dtr/type/2024-01-31/types.xsd"/>
  <xs:import namespace="http://xbrl.org/2005/xbrldt" schemaLocation="http://www.xbrl.org/2005/xbrldt-2005.xsd"/>
  <xs:import namespace="http://xbrl.sec.gov/dei/2026" schemaLocation="https://xbrl.sec.gov/dei/2026/dei-2026.xsd"/>
  <xs:annotation>
    <xs:appinfo>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="shw-20260625_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="shw-20260625_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="shw-20260625_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="shw-20260625_cal.xml" xlink:role="http://www.xbrl.org/2003/role/calculationLinkbaseRef" xlink:type="simple"/>
      <link:roleType id="Cover" roleURI="http://www.sherwin.com/role/Cover">
        <link:definition>0000001 - Document - Cover</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="StatementsofNetAssetsAvailableforBenefits" roleURI="http://www.sherwin.com/role/StatementsofNetAssetsAvailableforBenefits">
        <link:definition>0000002 - Statement - Statements of Net Assets Available for Benefits</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="StatementofChangesinNetAssetsAvailableforBenefits" roleURI="http://www.sherwin.com/role/StatementofChangesinNetAssetsAvailableforBenefits">
        <link:definition>0000003 - Statement - Statement of Changes in Net Assets Available for Benefits</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="DescriptionofthePlan" roleURI="http://www.sherwin.com/role/DescriptionofthePlan">
        <link:definition>0000004 - Disclosure - Description of the Plan</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SignificantAccountingPolicies" roleURI="http://www.sherwin.com/role/SignificantAccountingPolicies">
        <link:definition>0000005 - Disclosure - Significant Accounting Policies</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValue" roleURI="http://www.sherwin.com/role/FairValue">
        <link:definition>0000006 - Disclosure - Fair Value</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="IncomeTaxStatus" roleURI="http://www.sherwin.com/role/IncomeTaxStatus">
        <link:definition>0000007 - Disclosure - Income Tax Status</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="PrioritiesonTerminationofthePlan" roleURI="http://www.sherwin.com/role/PrioritiesonTerminationofthePlan">
        <link:definition>0000008 - Disclosure - Priorities on Termination of the Plan</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="TransactionswithPartiesinInterest" roleURI="http://www.sherwin.com/role/TransactionswithPartiesinInterest">
        <link:definition>0000009 - Disclosure - Transactions with Parties-in-Interest</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SubsequentEvent" roleURI="http://www.sherwin.com/role/SubsequentEvent">
        <link:definition>0000010 - Disclosure - Subsequent Event</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ScheduleHLine4iScheduleofAssetsHeldAtEndofYear" roleURI="http://www.sherwin.com/role/ScheduleHLine4iScheduleofAssetsHeldAtEndofYear">
        <link:definition>0000011 - Disclosure - Schedule H, Line 4i &#8211; Schedule of Assets (Held At End of Year)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SignificantAccountingPoliciesPolicies" roleURI="http://www.sherwin.com/role/SignificantAccountingPoliciesPolicies">
        <link:definition>0000012 - Disclosure - Significant Accounting Policies (Policies)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueTables" roleURI="http://www.sherwin.com/role/FairValueTables">
        <link:definition>0000013 - Disclosure - Fair Value (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="DescriptionofthePlanDetails" roleURI="http://www.sherwin.com/role/DescriptionofthePlanDetails">
        <link:definition>0000014 - Disclosure - Description of the Plan (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueScheduleofFairValueandNAVDetails" roleURI="http://www.sherwin.com/role/FairValueScheduleofFairValueandNAVDetails">
        <link:definition>0000015 - Disclosure - Fair Value -Schedule of Fair Value and NAV (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="TransactionswithPartiesinInterestDetails" roleURI="http://www.sherwin.com/role/TransactionswithPartiesinInterestDetails">
        <link:definition>0000016 - Disclosure - Transactions with Parties-in-Interest (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SubsequentEventDetails" roleURI="http://www.sherwin.com/role/SubsequentEventDetails">
        <link:definition>0000017 - Disclosure - Subsequent Event (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ScheduleHLine4iScheduleofAssetsHeldAtEndofYearDetails" roleURI="http://www.sherwin.com/role/ScheduleHLine4iScheduleofAssetsHeldAtEndofYearDetails">
        <link:definition>0000018 - Disclosure - Schedule H, Line 4i &#8211; Schedule of Assets (Held At End of Year) (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ScheduleHLine4iScheduleofAssetsHeldAtEndofYearDetails_1" roleURI="http://www.sherwin.com/role/ScheduleHLine4iScheduleofAssetsHeldAtEndofYearDetails_1">
        <link:definition>0000018 - Disclosure - Schedule H, Line 4i &#8211; Schedule of Assets (Held At End of Year) (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
    </xs:appinfo>
  </xs:annotation>
  <xs:element id="shw_EBP001Member" abstract="true" name="EBP001Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="shw_EBPDiversifiedInvestmentsMember" abstract="true" name="EBPDiversifiedInvestmentsMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="shw_EBPChangeInNetAssetAvailableForBenefitIncreaseExcludingIncreaseDecreaseFromGainLossOnInvestment" abstract="false" name="EBPChangeInNetAssetAvailableForBenefitIncreaseExcludingIncreaseDecreaseFromGainLossOnInvestment" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="shw_EBPEmployerContributionScenarioAxis" abstract="true" name="EBPEmployerContributionScenarioAxis" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrldt:dimensionItem" type="xbrli:stringItemType"/>
  <xs:element id="shw_EBPEmployerContributionScenarioDomain" abstract="true" name="EBPEmployerContributionScenarioDomain" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="shw_EBPHiredPriorToJanuary12017Member" abstract="true" name="EBPHiredPriorToJanuary12017Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="shw_EBPHiredAfterJanuary12017Member" abstract="true" name="EBPHiredAfterJanuary12017Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="shw_EBPParticipantContributionAutomaticAnnualIncreaseDeferralRate" abstract="false" name="EBPParticipantContributionAutomaticAnnualIncreaseDeferralRate" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="shw_EBPRequisiteServicePeriod" abstract="false" name="EBPRequisiteServicePeriod" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:durationItemType"/>
  <xs:element id="shw_EBPEmployeeContributionVestingPercentage" abstract="false" name="EBPEmployeeContributionVestingPercentage" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="shw_EBPEmployerContributionVestingPercentage" abstract="false" name="EBPEmployerContributionVestingPercentage" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="shw_EBPEmployerContributionVestingServicePeriod" abstract="false" name="EBPEmployerContributionVestingServicePeriod" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:durationItemType"/>
  <xs:element id="shw_EBPNoteReceivableFromParticipantGeneralLoanMaximumBorrowingTerm" abstract="false" name="EBPNoteReceivableFromParticipantGeneralLoanMaximumBorrowingTerm" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:durationItemType"/>
  <xs:element id="shw_EBPNoteReceivableFromParticipantAccountPrimaryResidenceMaximumBorrowingTerm" abstract="false" name="EBPNoteReceivableFromParticipantAccountPrimaryResidenceMaximumBorrowingTerm" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:durationItemType"/>
  <xs:element id="shw_EBPParticipantLoanBasisSpreadOnVariableRate" abstract="false" name="EBPParticipantLoanBasisSpreadOnVariableRate" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
</xs:schema>
