<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with the Workiva Platform-->
<!--Copyright 2026 Workiva-->
<!--r:019dd6ca-b256-7767-bafa-77afb3f5927e,g:9acba85d-e425-4154-a733-f2fdcc77ee18-->
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:cnm="http://coreandmain.com/20260506" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:dtr-types="http://www.xbrl.org/dtr/type/2024-01-31" attributeFormDefault="unqualified" elementFormDefault="qualified" targetNamespace="http://coreandmain.com/20260506">
  <xs:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/linkbase" schemaLocation="http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/dtr/type/2024-01-31" schemaLocation="https://www.xbrl.org/dtr/type/2024-01-31/types.xsd"/>
  <xs:import namespace="http://xbrl.sec.gov/dei-sub/2026" schemaLocation="https://xbrl.sec.gov/dei/2026/dei-sub-2026.xsd"/>
  <xs:import namespace="http://xbrl.sec.gov/ecd-sub/2026" schemaLocation="https://xbrl.sec.gov/ecd/2026/ecd-sub-2026.xsd"/>
  <xs:annotation>
    <xs:appinfo>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="cnm-20260506_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="cnm-20260506_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="cnm-20260506_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:type="simple"/>
    </xs:appinfo>
  </xs:annotation>
  <xs:element id="cnm_StephenO.LeClairMember" abstract="true" name="StephenO.LeClairMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="cnm_MarkR.WitkowskiMember" abstract="true" name="MarkR.WitkowskiMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="cnm_IncreaseDecreaseToPEOCompensationActuallyPaidDuringThePeriod" abstract="false" name="IncreaseDecreaseToPEOCompensationActuallyPaidDuringThePeriod" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="cnm_IncreaseDecreaseToPEOCompensationActuallyPaidDuringThePeriodPercent" abstract="false" name="IncreaseDecreaseToPEOCompensationActuallyPaidDuringThePeriodPercent" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="cnm_IncreaseDecreaseToNonPEONEOAverageCompensationActuallyPaidDuringThePeriod" abstract="false" name="IncreaseDecreaseToNonPEONEOAverageCompensationActuallyPaidDuringThePeriod" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="cnm_IncreaseDecreaseToNonPEONEOAverageCompensationActuallyPaidDuringThePeriodPercent" abstract="false" name="IncreaseDecreaseToNonPEONEOAverageCompensationActuallyPaidDuringThePeriodPercent" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="cnm_IncreaseDecreaseToNetIncome" abstract="false" name="IncreaseDecreaseToNetIncome" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="cnm_IncreaseDecreaseToNetIncomePercent" abstract="false" name="IncreaseDecreaseToNetIncomePercent" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="cnm_IncreaseDecreaseToMICPAdjustedEBITDA" abstract="false" name="IncreaseDecreaseToMICPAdjustedEBITDA" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="cnm_IncreaseDecreaseToMICPAdjustedEBITDAPercent" abstract="false" name="IncreaseDecreaseToMICPAdjustedEBITDAPercent" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="cnm_TotalShareholderReturnPercent" abstract="false" name="TotalShareholderReturnPercent" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="cnm_TotalShareholderReturnPeerGroupPercent" abstract="false" name="TotalShareholderReturnPeerGroupPercent" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
</xs:schema>
