<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with the Workiva Platform-->
<!--Copyright 2026 Workiva-->
<!--r:019e4718-dcb7-79dd-b589-8ec6fc84309b,g:80ab1ebb-a7ec-45c8-8524-ff99ecf9a110-->
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:kmt="http://www.kennametal.com/20260626" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:dtr-types="http://www.xbrl.org/dtr/type/2024-01-31" attributeFormDefault="unqualified" elementFormDefault="qualified" targetNamespace="http://www.kennametal.com/20260626">
  <xs:import namespace="http://fasb.org/srt/2026" schemaLocation="https://xbrl.fasb.org/srt/2026/elts/srt-2026.xsd"/>
  <xs:import namespace="http://fasb.org/us-gaap-ebp/2026" schemaLocation="https://xbrl.fasb.org/us-gaap/2026/ebp/elts/us-gaap-ebp-2026.xsd"/>
  <xs:import namespace="http://fasb.org/us-gaap/2026" schemaLocation="https://xbrl.fasb.org/us-gaap/2026/elts/us-gaap-2026.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/linkbase" schemaLocation="http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/dtr/type/2024-01-31" schemaLocation="https://www.xbrl.org/dtr/type/2024-01-31/types.xsd"/>
  <xs:import namespace="http://xbrl.sec.gov/dei/2026" schemaLocation="https://xbrl.sec.gov/dei/2026/dei-2026.xsd"/>
  <xs:annotation>
    <xs:appinfo>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="kmt-20260626_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="kmt-20260626_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="kmt-20260626_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="kmt-20260626_cal.xml" xlink:role="http://www.xbrl.org/2003/role/calculationLinkbaseRef" xlink:type="simple"/>
      <link:roleType id="COVER" roleURI="http://www.kennametal.com/role/COVER">
        <link:definition>0000001 - Document - COVER</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STATEMENTSOFNETASSETSAVAILABLEFORBENEFITS" roleURI="http://www.kennametal.com/role/STATEMENTSOFNETASSETSAVAILABLEFORBENEFITS">
        <link:definition>0000002 - Statement - STATEMENTS OF NET ASSETS AVAILABLE FOR BENEFITS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STATEMENTOFCHANGESINNETASSETSAVAILABLEFORBENEFITS" roleURI="http://www.kennametal.com/role/STATEMENTOFCHANGESINNETASSETSAVAILABLEFORBENEFITS">
        <link:definition>0000003 - Statement - STATEMENT OF CHANGES IN NET ASSETS AVAILABLE FOR BENEFITS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="DESCRIPTIONOFPLAN" roleURI="http://www.kennametal.com/role/DESCRIPTIONOFPLAN">
        <link:definition>0000004 - Disclosure - DESCRIPTION OF PLAN</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIES" roleURI="http://www.kennametal.com/role/SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIES">
        <link:definition>0000005 - Disclosure - SUMMARY OF SIGNIFICANT ACCOUNTING POLICIES</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="INVESTMENTINMASTERTRUST" roleURI="http://www.kennametal.com/role/INVESTMENTINMASTERTRUST">
        <link:definition>0000006 - Disclosure - INVESTMENT IN MASTER TRUST</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FAIRVALUEMEASUREMENT" roleURI="http://www.kennametal.com/role/FAIRVALUEMEASUREMENT">
        <link:definition>0000007 - Disclosure - FAIR VALUE MEASUREMENT</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STABLEVALUEFUND" roleURI="http://www.kennametal.com/role/STABLEVALUEFUND">
        <link:definition>0000008 - Disclosure - STABLE VALUE FUND</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="TAXSTATUS" roleURI="http://www.kennametal.com/role/TAXSTATUS">
        <link:definition>0000009 - Disclosure - TAX STATUS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="PLANTERMINATION" roleURI="http://www.kennametal.com/role/PLANTERMINATION">
        <link:definition>0000010 - Disclosure - PLAN TERMINATION</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RISKSANDUNCERTAINTIES" roleURI="http://www.kennametal.com/role/RISKSANDUNCERTAINTIES">
        <link:definition>0000011 - Disclosure - RISKS AND UNCERTAINTIES</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RELATEDPARTYTRANSACTIONSANDPARTYININTERESTTRANSACTIONS" roleURI="http://www.kennametal.com/role/RELATEDPARTYTRANSACTIONSANDPARTYININTERESTTRANSACTIONS">
        <link:definition>0000012 - Disclosure - RELATED PARTY TRANSACTIONS AND PARTY-IN-INTEREST TRANSACTIONS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SCHEDULEHLINE4iSCHEDULEOFASSETSHELDATENDOFYEAR" roleURI="http://www.kennametal.com/role/SCHEDULEHLINE4iSCHEDULEOFASSETSHELDATENDOFYEAR">
        <link:definition>0000013 - Disclosure - SCHEDULE H, LINE 4i &#8211; SCHEDULE OF ASSETS (HELD AT END OF YEAR)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIESPolicies" roleURI="http://www.kennametal.com/role/SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIESPolicies">
        <link:definition>0000014 - Disclosure - SUMMARY OF SIGNIFICANT ACCOUNTING POLICIES (Policies)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="INVESTMENTINMASTERTRUSTTables" roleURI="http://www.kennametal.com/role/INVESTMENTINMASTERTRUSTTables">
        <link:definition>0000015 - Disclosure - INVESTMENT IN MASTER TRUST (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FAIRVALUEMEASUREMENTTables" roleURI="http://www.kennametal.com/role/FAIRVALUEMEASUREMENTTables">
        <link:definition>0000016 - Disclosure - FAIR VALUE MEASUREMENT (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="DESCRIPTIONOFPLANDetails" roleURI="http://www.kennametal.com/role/DESCRIPTIONOFPLANDetails">
        <link:definition>0000017 - Disclosure - DESCRIPTION OF PLAN (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="INVESTMENTINMASTERTRUSTScheduleofMasterTrustNetAssetsDetails" roleURI="http://www.kennametal.com/role/INVESTMENTINMASTERTRUSTScheduleofMasterTrustNetAssetsDetails">
        <link:definition>0000018 - Disclosure - INVESTMENT IN MASTER TRUST - Schedule of Master Trust Net Assets (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="INVESTMENTINMASTERTRUSTScheduleofNetInvestmentGainDetails" roleURI="http://www.kennametal.com/role/INVESTMENTINMASTERTRUSTScheduleofNetInvestmentGainDetails">
        <link:definition>0000019 - Disclosure - INVESTMENT IN MASTER TRUST - Schedule of Net Investment Gain (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FAIRVALUEMEASUREMENTDetails" roleURI="http://www.kennametal.com/role/FAIRVALUEMEASUREMENTDetails">
        <link:definition>0000020 - Disclosure - FAIR VALUE MEASUREMENT (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RISKSANDUNCERTAINTIESDetails" roleURI="http://www.kennametal.com/role/RISKSANDUNCERTAINTIESDetails">
        <link:definition>0000021 - Disclosure - RISKS AND UNCERTAINTIES (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RELATEDPARTYTRANSACTIONSANDPARTYININTERESTTRANSACTIONSDetails" roleURI="http://www.kennametal.com/role/RELATEDPARTYTRANSACTIONSANDPARTYININTERESTTRANSACTIONSDetails">
        <link:definition>0000022 - Disclosure - RELATED PARTY TRANSACTIONS AND PARTY-IN-INTEREST TRANSACTIONS (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SCHEDULEHLINE4iSCHEDULEOFASSETSHELDATENDOFYEARDetails" roleURI="http://www.kennametal.com/role/SCHEDULEHLINE4iSCHEDULEOFASSETSHELDATENDOFYEARDetails">
        <link:definition>0000023 - Disclosure - SCHEDULE H, LINE 4i &#8211; SCHEDULE OF ASSETS (HELD AT END OF YEAR) (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
    </xs:appinfo>
  </xs:annotation>
  <xs:element id="kmt_EBP002Member" abstract="true" name="EBP002Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="kmt_EBPStableValueFundTextBlock" abstract="false" name="EBPStableValueFundTextBlock" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:textBlockItemType"/>
  <xs:element id="kmt_EBPParticipantContributionMinimumContributionToEligibleCompensationPercentage" abstract="false" name="EBPParticipantContributionMinimumContributionToEligibleCompensationPercentage" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="kmt_EBPParticipantContributionMaximumContributionToEligibleCompensationPercentage" abstract="false" name="EBPParticipantContributionMaximumContributionToEligibleCompensationPercentage" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="kmt_EBPParticipantContributionAutomaticAnnualIncreaseDeferralRate" abstract="false" name="EBPParticipantContributionAutomaticAnnualIncreaseDeferralRate" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="kmt_EBPDistributionsInvoluntaryCashOutLimit" abstract="false" name="EBPDistributionsInvoluntaryCashOutLimit" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="kmt_EBPNoteReceivableFromParticipantGeneralLoanMaximumBorrowingTerm" abstract="false" name="EBPNoteReceivableFromParticipantGeneralLoanMaximumBorrowingTerm" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:durationItemType"/>
  <xs:element id="kmt_EBPNoteReceivableFromParticipantAccountPrimaryResidenceMaximumBorrowingTerm" abstract="false" name="EBPNoteReceivableFromParticipantAccountPrimaryResidenceMaximumBorrowingTerm" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:durationItemType"/>
  <xs:element id="kmt_EBPSelfDirectedBrokerageAccountMutualFundMember" abstract="true" name="EBPSelfDirectedBrokerageAccountMutualFundMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
</xs:schema>
