<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with the Workiva Platform-->
<!--Copyright 2026 Workiva-->
<!--r:019d632b-fa8d-71f8-8862-bfd0a59ad69b,g:ab8a4a7f-be3f-45bb-93f0-035672c39596-->
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:rlyb="http://rallybio.com/20260331" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:dtr-types="http://www.xbrl.org/dtr/type/2024-01-31" attributeFormDefault="unqualified" elementFormDefault="qualified" targetNamespace="http://rallybio.com/20260331">
  <xs:import namespace="http://fasb.org/srt/2025" schemaLocation="https://xbrl.fasb.org/srt/2025/elts/srt-2025.xsd"/>
  <xs:import namespace="http://fasb.org/us-gaap/2025" schemaLocation="https://xbrl.fasb.org/us-gaap/2025/elts/us-gaap-2025.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/linkbase" schemaLocation="http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/dtr/type/2024-01-31" schemaLocation="https://www.xbrl.org/dtr/type/2024-01-31/types.xsd"/>
  <xs:import namespace="http://xbrl.sec.gov/dei/2025" schemaLocation="https://xbrl.sec.gov/dei/2025/dei-2025.xsd"/>
  <xs:import namespace="http://xbrl.sec.gov/ecd/2025" schemaLocation="https://xbrl.sec.gov/ecd/2025/ecd-2025.xsd"/>
  <xs:annotation>
    <xs:appinfo>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="rlyb-20260331_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="rlyb-20260331_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="rlyb-20260331_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="rlyb-20260331_cal.xml" xlink:role="http://www.xbrl.org/2003/role/calculationLinkbaseRef" xlink:type="simple"/>
      <link:roleType id="Cover" roleURI="http://rallybio.com/role/Cover">
        <link:definition>0000001 - Document - Cover</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedBalanceSheets" roleURI="http://rallybio.com/role/CondensedConsolidatedBalanceSheets">
        <link:definition>9952151 - Statement - Condensed Consolidated Balance Sheets</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedBalanceSheetsParenthetical" roleURI="http://rallybio.com/role/CondensedConsolidatedBalanceSheetsParenthetical">
        <link:definition>9952152 - Statement - Condensed Consolidated Balance Sheets (Parenthetical)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedStatementsofOperationsandComprehensiveLoss" roleURI="http://rallybio.com/role/CondensedConsolidatedStatementsofOperationsandComprehensiveLoss">
        <link:definition>9952153 - Statement - Condensed Consolidated Statements of Operations and Comprehensive Loss</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedStatementsofChangesinStockholdersEquity" roleURI="http://rallybio.com/role/CondensedConsolidatedStatementsofChangesinStockholdersEquity">
        <link:definition>9952154 - Statement - Condensed Consolidated Statements of Changes in Stockholders' Equity</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedStatementsofCashFlows" roleURI="http://rallybio.com/role/CondensedConsolidatedStatementsofCashFlows">
        <link:definition>9952155 - Statement - Condensed Consolidated Statements of Cash Flows</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BUSINESSANDLIQUIDITY" roleURI="http://rallybio.com/role/BUSINESSANDLIQUIDITY">
        <link:definition>9952156 - Disclosure - BUSINESS AND LIQUIDITY</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIESBASISOFPRESENTATIONANDPRINCIPLESOFCONSOLIDATION" roleURI="http://rallybio.com/role/SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIESBASISOFPRESENTATIONANDPRINCIPLESOFCONSOLIDATION">
        <link:definition>9952157 - Disclosure - SUMMARY OF SIGNIFICANT ACCOUNTING POLICIES BASIS OF PRESENTATION AND PRINCIPLES OF CONSOLIDATION</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="MARKETABLESECURITIES" roleURI="http://rallybio.com/role/MARKETABLESECURITIES">
        <link:definition>9952158 - Disclosure - MARKETABLE SECURITIES</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BALANCESHEETCOMPONENTS" roleURI="http://rallybio.com/role/BALANCESHEETCOMPONENTS">
        <link:definition>9952159 - Disclosure - BALANCE SHEET COMPONENTS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STOCKHOLDERSEQUITY" roleURI="http://rallybio.com/role/STOCKHOLDERSEQUITY">
        <link:definition>9952160 - Disclosure - STOCKHOLDERS' EQUITY</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="INVESTMENTINJOINTVENTURE" roleURI="http://rallybio.com/role/INVESTMENTINJOINTVENTURE">
        <link:definition>9952161 - Disclosure - INVESTMENT IN JOINT VENTURE</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="COMMITMENTSANDCONTINGENCIES" roleURI="http://rallybio.com/role/COMMITMENTSANDCONTINGENCIES">
        <link:definition>9952162 - Disclosure - COMMITMENTS AND CONTINGENCIES</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="NETLOSSPERCOMMONSHARE" roleURI="http://rallybio.com/role/NETLOSSPERCOMMONSHARE">
        <link:definition>9952163 - Disclosure - NET LOSS PER COMMON SHARE</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SEGMENTS" roleURI="http://rallybio.com/role/SEGMENTS">
        <link:definition>9952164 - Disclosure - SEGMENTS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RESTRUCTURINGANDSEVERANCE" roleURI="http://rallybio.com/role/RESTRUCTURINGANDSEVERANCE">
        <link:definition>9952165 - Disclosure - RESTRUCTURING AND SEVERANCE</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="COLLABORATIONANDLICENSEAGREEMENTS" roleURI="http://rallybio.com/role/COLLABORATIONANDLICENSEAGREEMENTS">
        <link:definition>9952166 - Disclosure - COLLABORATION AND LICENSE AGREEMENTS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SUBSEQUENTEVENTS" roleURI="http://rallybio.com/role/SUBSEQUENTEVENTS">
        <link:definition>9952167 - Disclosure - SUBSEQUENT EVENTS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIESBASISOFPRESENTATIONANDPRINCIPLESOFCONSOLIDATIONPolicies" roleURI="http://rallybio.com/role/SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIESBASISOFPRESENTATIONANDPRINCIPLESOFCONSOLIDATIONPolicies">
        <link:definition>9955511 - Disclosure - SUMMARY OF SIGNIFICANT ACCOUNTING POLICIES BASIS OF PRESENTATION AND PRINCIPLES OF CONSOLIDATION (Policies)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="MARKETABLESECURITIESTables" roleURI="http://rallybio.com/role/MARKETABLESECURITIESTables">
        <link:definition>9955512 - Disclosure - MARKETABLE SECURITIES (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BALANCESHEETCOMPONENTSTables" roleURI="http://rallybio.com/role/BALANCESHEETCOMPONENTSTables">
        <link:definition>9955513 - Disclosure - BALANCE SHEET COMPONENTS (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STOCKHOLDERSEQUITYTables" roleURI="http://rallybio.com/role/STOCKHOLDERSEQUITYTables">
        <link:definition>9955514 - Disclosure - STOCKHOLDERS' EQUITY (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="NETLOSSPERCOMMONSHARETables" roleURI="http://rallybio.com/role/NETLOSSPERCOMMONSHARETables">
        <link:definition>9955515 - Disclosure - NET LOSS PER COMMON SHARE (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SEGMENTSTables" roleURI="http://rallybio.com/role/SEGMENTSTables">
        <link:definition>9955516 - Disclosure - SEGMENTS (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RESTRUCTURINGANDSEVERANCETables" roleURI="http://rallybio.com/role/RESTRUCTURINGANDSEVERANCETables">
        <link:definition>9955517 - Disclosure - RESTRUCTURING AND SEVERANCE (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BUSINESSANDLIQUIDITYDetails" roleURI="http://rallybio.com/role/BUSINESSANDLIQUIDITYDetails">
        <link:definition>9955518 - Disclosure - BUSINESS AND LIQUIDITY (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIESBASISOFPRESENTATIONANDPRINCIPLESOFCONSOLIDATIONDetails" roleURI="http://rallybio.com/role/SUMMARYOFSIGNIFICANTACCOUNTINGPOLICIESBASISOFPRESENTATIONANDPRINCIPLESOFCONSOLIDATIONDetails">
        <link:definition>9955519 - Disclosure - SUMMARY OF SIGNIFICANT ACCOUNTING POLICIES BASIS OF PRESENTATION AND PRINCIPLES OF CONSOLIDATION (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="MARKETABLESECURITIESScheduleofFairValueofMarketableSecuritiesbyTypeofSecurityDetails" roleURI="http://rallybio.com/role/MARKETABLESECURITIESScheduleofFairValueofMarketableSecuritiesbyTypeofSecurityDetails">
        <link:definition>9955520 - Disclosure - MARKETABLE SECURITIES - Schedule of Fair Value of Marketable Securities by Type of Security (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="MARKETABLESECURITIESScheduleofMarketableSecuritiesbyBalanceSheetLocationClassificationDetails" roleURI="http://rallybio.com/role/MARKETABLESECURITIESScheduleofMarketableSecuritiesbyBalanceSheetLocationClassificationDetails">
        <link:definition>9955521 - Disclosure - MARKETABLE SECURITIES - Schedule of Marketable Securities by Balance Sheet Location Classification (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="MARKETABLESECURITIESScheduleofFairValuesofAvailableforSaleDebtSecuritiesbyContractualMaturityDetails" roleURI="http://rallybio.com/role/MARKETABLESECURITIESScheduleofFairValuesofAvailableforSaleDebtSecuritiesbyContractualMaturityDetails">
        <link:definition>9955522 - Disclosure - MARKETABLE SECURITIES - Schedule of Fair Values of Available-for-Sale Debt Securities by Contractual Maturity (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="MARKETABLESECURITIESAdditionalInformationDetails" roleURI="http://rallybio.com/role/MARKETABLESECURITIESAdditionalInformationDetails">
        <link:definition>9955523 - Disclosure - MARKETABLE SECURITIES - Additional Information (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BALANCESHEETCOMPONENTSScheduleofPrepaidExpensesandOtherCurrentAssetsDetails" roleURI="http://rallybio.com/role/BALANCESHEETCOMPONENTSScheduleofPrepaidExpensesandOtherCurrentAssetsDetails">
        <link:definition>9955524 - Disclosure - BALANCE SHEET COMPONENTS - Schedule of Prepaid Expenses and Other Current Assets (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BALANCESHEETCOMPONENTSNarrativeDetails" roleURI="http://rallybio.com/role/BALANCESHEETCOMPONENTSNarrativeDetails">
        <link:definition>9955525 - Disclosure - BALANCE SHEET COMPONENTS - Narrative (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BALANCESHEETCOMPONENTSScheduleofAccruedExpensesDetails" roleURI="http://rallybio.com/role/BALANCESHEETCOMPONENTSScheduleofAccruedExpensesDetails">
        <link:definition>9955526 - Disclosure - BALANCE SHEET COMPONENTS - Schedule of Accrued Expenses (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STOCKHOLDERSEQUITYAdditionalInformationDetails" roleURI="http://rallybio.com/role/STOCKHOLDERSEQUITYAdditionalInformationDetails">
        <link:definition>9955527 - Disclosure - STOCKHOLDERS' EQUITY - Additional Information (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STOCKHOLDERSEQUITYScheduleofSharebasedCompensationDetails" roleURI="http://rallybio.com/role/STOCKHOLDERSEQUITYScheduleofSharebasedCompensationDetails">
        <link:definition>9955528 - Disclosure - STOCKHOLDERS' EQUITY - Schedule of Share-based Compensation (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STOCKHOLDERSEQUITYScheduleofStockOptionActivityDetails" roleURI="http://rallybio.com/role/STOCKHOLDERSEQUITYScheduleofStockOptionActivityDetails">
        <link:definition>9955529 - Disclosure - STOCKHOLDERS' EQUITY - Schedule of Stock Option Activity (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STOCKHOLDERSEQUITYScheduleofAssumptionsofFairValueofOptionPricingGrantedDetails" roleURI="http://rallybio.com/role/STOCKHOLDERSEQUITYScheduleofAssumptionsofFairValueofOptionPricingGrantedDetails">
        <link:definition>9955530 - Disclosure - STOCKHOLDERS' EQUITY - Schedule of Assumptions of Fair Value of Option Pricing Granted (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="STOCKHOLDERSEQUITYScheduleofNonvestedRestrictedCommonStockUnitsDetails" roleURI="http://rallybio.com/role/STOCKHOLDERSEQUITYScheduleofNonvestedRestrictedCommonStockUnitsDetails">
        <link:definition>9955531 - Disclosure - STOCKHOLDERS' EQUITY - Schedule of Nonvested Restricted Common Stock Units (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="INVESTMENTINJOINTVENTUREDetails" roleURI="http://rallybio.com/role/INVESTMENTINJOINTVENTUREDetails">
        <link:definition>9955532 - Disclosure - INVESTMENT IN JOINT VENTURE (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="COMMITMENTSANDCONTINGENCIESDetails" roleURI="http://rallybio.com/role/COMMITMENTSANDCONTINGENCIESDetails">
        <link:definition>9955533 - Disclosure - COMMITMENTS AND CONTINGENCIES (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="NETLOSSPERCOMMONSHAREScheduleofBasicandDilutedNetLossPerCommonShareDetails" roleURI="http://rallybio.com/role/NETLOSSPERCOMMONSHAREScheduleofBasicandDilutedNetLossPerCommonShareDetails">
        <link:definition>9955534 - Disclosure - NET LOSS PER COMMON SHARE - Schedule of Basic and Diluted Net Loss Per Common Share (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="NETLOSSPERCOMMONSHAREAdditionalInformationDetails" roleURI="http://rallybio.com/role/NETLOSSPERCOMMONSHAREAdditionalInformationDetails">
        <link:definition>9955535 - Disclosure - NET LOSS PER COMMON SHARE - Additional Information (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SEGMENTSDetails" roleURI="http://rallybio.com/role/SEGMENTSDetails">
        <link:definition>9955536 - Disclosure - SEGMENTS (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RESTRUCTURINGANDSEVERANCEAdditionalInformationDetails" roleURI="http://rallybio.com/role/RESTRUCTURINGANDSEVERANCEAdditionalInformationDetails">
        <link:definition>9955537 - Disclosure - RESTRUCTURING AND SEVERANCE - Additional Information (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RESTRUCTURINGANDSEVERANCEScheduleofRestructuringandRelatedCostsDetails" roleURI="http://rallybio.com/role/RESTRUCTURINGANDSEVERANCEScheduleofRestructuringandRelatedCostsDetails">
        <link:definition>9955538 - Disclosure - RESTRUCTURING AND SEVERANCE - Schedule of Restructuring and Related Costs (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="COLLABORATIONANDLICENSEAGREEMENTSDetails" roleURI="http://rallybio.com/role/COLLABORATIONANDLICENSEAGREEMENTSDetails">
        <link:definition>9955539 - Disclosure - COLLABORATION AND LICENSE AGREEMENTS (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SUBSEQUENTEVENTSDetails" roleURI="http://rallybio.com/role/SUBSEQUENTEVENTSDetails">
        <link:definition>9955540 - Disclosure - SUBSEQUENT EVENTS (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
    </xs:appinfo>
  </xs:annotation>
  <xs:element id="rlyb_CollaborationAndLicenseRevenueMember" abstract="true" name="CollaborationAndLicenseRevenueMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_StockIssuedDuringPeriodSharesVested" abstract="false" name="StockIssuedDuringPeriodSharesVested" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:sharesItemType"/>
  <xs:element id="rlyb_LicenseAndCollaborationAgreementsAbstract" abstract="true" name="LicenseAndCollaborationAgreementsAbstract" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:stringItemType"/>
  <xs:element id="rlyb_UnauditedFinancialInformationPolicyTextBlock" abstract="false" name="UnauditedFinancialInformationPolicyTextBlock" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:textBlockItemType"/>
  <xs:element id="rlyb_FutureMilestoneAndRoyaltyAssetsPolicyTextBlock" abstract="false" name="FutureMilestoneAndRoyaltyAssetsPolicyTextBlock" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:textBlockItemType"/>
  <xs:element id="rlyb_AvailableForSaleSecuritiesByBalanceSheetLocationClassificationTableTextBlock" abstract="false" name="AvailableForSaleSecuritiesByBalanceSheetLocationClassificationTableTextBlock" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:textBlockItemType"/>
  <xs:element id="rlyb_RallybioMember" abstract="true" name="RallybioMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_BusinessCombinationParentTerminationFeeReceived" abstract="false" name="BusinessCombinationParentTerminationFeeReceived" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_ReimbursementOfTransactionCosts" abstract="false" name="ReimbursementOfTransactionCosts" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_FutureContingentMilestoneAndRoyaltyAssets" abstract="false" name="FutureContingentMilestoneAndRoyaltyAssets" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_MarketableSecuritiesMember" abstract="true" name="MarketableSecuritiesMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_PrepaidResearchAndDevelopmentExpenses" abstract="false" name="PrepaidResearchAndDevelopmentExpenses" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_FutureContingentMilestoneAndRoyaltyAssetsCurrent" abstract="false" name="FutureContingentMilestoneAndRoyaltyAssetsCurrent" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_AccruedResearchAndDevelopmentExpensesCurrent" abstract="false" name="AccruedResearchAndDevelopmentExpensesCurrent" nillable="true" xbrli:periodType="instant" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_JohnsonJohnsonMember" abstract="true" name="JohnsonJohnsonMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_SecuritiesPurchaseAgreementMember" abstract="true" name="SecuritiesPurchaseAgreementMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_FollowOnOfferingMember" abstract="true" name="FollowOnOfferingMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_PreFundedWarrantMember" abstract="true" name="PreFundedWarrantMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_TwoThousandAndTwentyOneEquityIncentivePlanMember" abstract="true" name="TwoThousandAndTwentyOneEquityIncentivePlanMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_TwoThousandTwentyOneEmployeeStockPurchasePlanMember" abstract="true" name="TwoThousandTwentyOneEmployeeStockPurchasePlanMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_SaleOfStockPremiumOnStockPricePercentage" abstract="false" name="SaleOfStockPremiumOnStockPricePercentage" nillable="true" xbrli:periodType="instant" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="rlyb_ExceedLimitPercentageWithExerciseToAggregateSharesOfCommonStockBeneficiallyOwned" abstract="false" name="ExceedLimitPercentageWithExerciseToAggregateSharesOfCommonStockBeneficiallyOwned" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="rlyb_PeriodOfNoticeDaysAffectsExceedLimitPercentageWithExerciseToAggregateSharesOfCommonStockBeneficiallyOwned" abstract="false" name="PeriodOfNoticeDaysAffectsExceedLimitPercentageWithExerciseToAggregateSharesOfCommonStockBeneficiallyOwned" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:durationItemType"/>
  <xs:element id="rlyb_PercentageOfCommonStockBeneficiallyOwnedNotExceed" abstract="false" name="PercentageOfCommonStockBeneficiallyOwnedNotExceed" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="rlyb_SharePoolIncreasePercentageOfCommonSharesOutstanding" abstract="false" name="SharePoolIncreasePercentageOfCommonSharesOutstanding" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="rlyb_ShareBasedCompensationArrangementByShareBasedPaymentAwardAnnualIncreaseInNumberOfSharesMinimum" abstract="false" name="ShareBasedCompensationArrangementByShareBasedPaymentAwardAnnualIncreaseInNumberOfSharesMinimum" nillable="true" xbrli:periodType="instant" substitutionGroup="xbrli:item" type="xbrli:sharesItemType"/>
  <xs:element id="rlyb_ReVenturesILlcMember" abstract="true" name="ReVenturesILlcMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_ProceedsFromSaleOfEquityMethodInvestmentsUpfrontPaymentReceived" abstract="false" name="ProceedsFromSaleOfEquityMethodInvestmentsUpfrontPaymentReceived" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_ProceedsFromSaleOfEquityMethodInvestmentsMilestonePaymentReceived" abstract="false" name="ProceedsFromSaleOfEquityMethodInvestmentsMilestonePaymentReceived" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_FutureEquityMethodInvestmentMilestoneCashPayment" abstract="false" name="FutureEquityMethodInvestmentMilestoneCashPayment" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_EquityMethodInvestmentNetConsideration" abstract="false" name="EquityMethodInvestmentNetConsideration" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_DiscountRateUsedToEstimatedFutureContingentMilestoneAndRoyalties" abstract="false" name="DiscountRateUsedToEstimatedFutureContingentMilestoneAndRoyalties" nillable="true" xbrli:periodType="instant" substitutionGroup="xbrli:item" type="xbrli:pureItemType"/>
  <xs:element id="rlyb_PercentageOfInterestOfJointVentureEntity" abstract="false" name="PercentageOfInterestOfJointVentureEntity" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="rlyb_AdditionalFinancialSupportOutsideOfCapitalContribution" abstract="false" name="AdditionalFinancialSupportOutsideOfCapitalContribution" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_ScientificAndFinanceAndAccountingRelatedSupport" abstract="false" name="ScientificAndFinanceAndAccountingRelatedSupport" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_TerminationCharges" abstract="false" name="TerminationCharges" nillable="true" xbrli:periodType="instant" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_StockOptionsAndUnvestedRestrictedShareMember" abstract="true" name="StockOptionsAndUnvestedRestrictedShareMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_ReportingSegmentMember" abstract="true" name="ReportingSegmentMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_RLYB212Member" abstract="true" name="RLYB212Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_RLYB116Member" abstract="true" name="RLYB116Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_OtherProgramCandidatesMember" abstract="true" name="OtherProgramCandidatesMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_PersonalExpensesMember" abstract="true" name="PersonalExpensesMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_OtherExpensesMember" abstract="true" name="OtherExpensesMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_GeneralAndAdministrativeExpenseExcludingPersonnelExpenses" abstract="false" name="GeneralAndAdministrativeExpenseExcludingPersonnelExpenses" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_GeneralAndAdministrativeExpensePersonnelExpenses" abstract="false" name="GeneralAndAdministrativeExpensePersonnelExpenses" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_PaymentsForSeverance" abstract="false" name="PaymentsForSeverance" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="rlyb_MeasurementInputPremiumMember" abstract="true" name="MeasurementInputPremiumMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="rlyb_ScheduleOfLicenseAndCollaborationAgreementsLineItems" abstract="true" name="ScheduleOfLicenseAndCollaborationAgreementsLineItems" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:stringItemType"/>
  <xs:element id="rlyb_CollaborationAgreementTerm" abstract="false" name="CollaborationAgreementTerm" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:durationItemType"/>
</xs:schema>
