/* $NoKeywords:$ */ /** * @file * * mndr.c * * Common Northbridge functions for DR * * @xrefitem bom "File Content Label" "Release Content" * @e project: AGESA * @e sub-project: (Mem/NB/DR) * @e \$Revision: 56279 $ @e \$Date: 2011-07-11 13:11:28 -0600 (Mon, 11 Jul 2011) $ * **/ /***************************************************************************** * * Copyright (C) 2012 Advanced Micro Devices, Inc. * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * Neither the name of Advanced Micro Devices, Inc. nor the names of * its contributors may be used to endorse or promote products derived * from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE * DISCLAIMED. IN NO EVENT SHALL ADVANCED MICRO DEVICES, INC. BE LIABLE FOR ANY * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * *************************************************************************** * */ /* *---------------------------------------------------------------------------- * MODULES USED * *---------------------------------------------------------------------------- */ #include "AGESA.h" #include "AdvancedApi.h" #include "amdlib.h" #include "Ids.h" #include "OptionMemory.h" #include "mm.h" #include "mn.h" #include "mndr.h" #include "mu.h" #include "merrhdl.h" #include "S3.h" #include "cpuRegisters.h" #include "cpuFamRegisters.h" #include "cpuFamilyTranslation.h" #include "heapManager.h" #include "GeneralServices.h" #include "Filecode.h" CODE_GROUP (G1_PEICC) RDATA_GROUP (G2_PEI) #define FILECODE PROC_MEM_NB_DR_MNDR_FILECODE /*---------------------------------------------------------------------------- * DEFINITIONS AND MACROS * *---------------------------------------------------------------------------- */ #define SPLIT_CHANNEL (UINT32) 0x20000000 #define CHANNEL_SELECT (UINT32) 0x10000000 /*---------------------------------------------------------------------------- * TYPEDEFS AND STRUCTURES * *---------------------------------------------------------------------------- */ /*---------------------------------------------------------------------------- * PROTOTYPES OF LOCAL FUNCTIONS * *---------------------------------------------------------------------------- */ /*---------------------------------------------------------------------------- * EXPORTED FUNCTIONS * *---------------------------------------------------------------------------- */ extern BUILD_OPT_CFG UserOptions; extern PSO_ENTRY DefaultPlatformMemoryConfiguration[]; /* -----------------------------------------------------------------------------*/ /** * * * This function initializes the northbridge block * * @param[in,out] *NBPtr - Pointer to the MEM_NB_BLOCK * @param[in,out] *MemPtr - Pointer to the MEM_DATA_STRUCT * @param[in] *FeatPtr - Pointer to the MEM_FEAT_BLOCK_NB * @param[in] *SharedPtr - Pointer to the MEM_SHARED_DATA * @param[in] NodeID - UINT8 indicating node ID of the NB object. * * @return Boolean indicating that this is the correct memory * controller type for the node number that was passed in. */ BOOLEAN MemConstructNBBlockDR ( IN OUT MEM_NB_BLOCK *NBPtr, IN OUT MEM_DATA_STRUCT *MemPtr, IN MEM_FEAT_BLOCK_NB *FeatPtr, IN MEM_SHARED_DATA *SharedPtr, IN UINT8 NodeID ) { UINT8 Dct; UINT8 Channel; UINT8 SpdSocketIndex; UINT8 SpdChannelIndex; DIE_STRUCT *MCTPtr; ALLOCATE_HEAP_PARAMS AllocHeapParams; // // Determine if this is the expected NB Type // GetLogicalIdOfSocket (MemPtr->DiesPerSystem[NodeID].SocketId, &(MemPtr->DiesPerSystem[NodeID].LogicalCpuid), &(MemPtr->StdHeader)); if (!MemNIsIdSupportedDr (NBPtr, &(MemPtr->DiesPerSystem[NodeID].LogicalCpuid))) { return FALSE; } NBPtr->MemPtr = MemPtr; NBPtr->RefPtr = MemPtr->ParameterListPtr; NBPtr->SharedPtr = SharedPtr; MCTPtr = &(MemPtr->DiesPerSystem[NodeID]); NBPtr->MCTPtr = MCTPtr; NBPtr->MCTPtr->NodeId = NodeID; NBPtr->PciAddr.AddressValue = MCTPtr->PciAddr.AddressValue; NBPtr->VarMtrrHiMsk = GetVarMtrrHiMsk (&(MemPtr->DiesPerSystem[NodeID].LogicalCpuid), &(MemPtr->StdHeader)); // // Allocate buffer for DCT_STRUCTs and CH_DEF_STRUCTs // AllocHeapParams.RequestedBufferSize = MAX_DCTS_PER_NODE_DR * ( sizeof (DCT_STRUCT) + ( MAX_CHANNELS_PER_DCT_DR * (sizeof (CH_DEF_STRUCT) + sizeof (MEM_PS_BLOCK)) ) ); AllocHeapParams.BufferHandle = GENERATE_MEM_HANDLE (ALLOC_DCT_STRUCT_HANDLE, NodeID, 0, 0); AllocHeapParams.Persist = HEAP_LOCAL_CACHE; if (HeapAllocateBuffer (&AllocHeapParams, &MemPtr->StdHeader) != AGESA_SUCCESS) { PutEventLog (AGESA_FATAL, MEM_ERROR_HEAP_ALLOCATE_FOR_DCT_STRUCT_AND_CH_DEF_STRUCTs, NBPtr->Node, 0, 0, 0, &MemPtr->StdHeader); SetMemError (AGESA_FATAL, MCTPtr); ASSERT(FALSE); // Could not allocate buffer for DCT_STRUCTs and CH_DEF_STRUCTs return FALSE; } MCTPtr->DctCount = MAX_DCTS_PER_NODE_DR; MCTPtr->DctData = (DCT_STRUCT *) AllocHeapParams.BufferPtr; AllocHeapParams.BufferPtr += MAX_DCTS_PER_NODE_DR * sizeof (DCT_STRUCT); for (Dct = 0; Dct < MAX_DCTS_PER_NODE_DR; Dct++) { MCTPtr->DctData[Dct].Dct = Dct; MCTPtr->DctData[Dct].ChannelCount = MAX_CHANNELS_PER_DCT_DR; MCTPtr->DctData[Dct].ChData = (CH_DEF_STRUCT *) AllocHeapParams.BufferPtr; MCTPtr->DctData[Dct].ChData[0].Dct = Dct; AllocHeapParams.BufferPtr += MAX_CHANNELS_PER_DCT_DR * sizeof (CH_DEF_STRUCT); } NBPtr->PSBlock = (MEM_PS_BLOCK *) AllocHeapParams.BufferPtr; // // Initialize Socket List // for (Dct = 0; Dct < MAX_DCTS_PER_NODE_DR; Dct++) { MemPtr->SocketList[MCTPtr->SocketId].ChannelPtr[Dct] = &(MCTPtr->DctData[Dct].ChData[0]); MemPtr->SocketList[MCTPtr->SocketId].TimingsPtr[Dct] = &(MCTPtr->DctData[Dct].Timings); MCTPtr->DctData[Dct].ChData[0].ChannelID = (MCTPtr->DieId * 2) + Dct; } MemNInitNBDataDr (NBPtr); FeatPtr->InitCPG (NBPtr); NBPtr->FeatPtr = FeatPtr; FeatPtr->InitHwRxEn (NBPtr); // // Calculate SPD Offsets per channel and assign pointers to the data. At this point, we calculate the Node-Dct-Channel // centric offsets and store the pointers to the first DIMM of each channel in the Channel Definition struct for that // channel. This pointer is then used later to calculate the offsets to be used for each logical dimm once the // dimm types(QR or not) are known. This is done in the Technology block constructor. // // Calculate the SpdSocketIndex separately from the SpdChannelIndex. // This will facilitate modifications due to some processors that might // map the DCT-CHANNEL differently. // SpdSocketIndex = GetSpdSocketIndex (NBPtr->RefPtr->PlatformMemoryConfiguration, NBPtr->MCTPtr->SocketId, &MemPtr->StdHeader); // // Traverse the Dct/Channel structures // for (Dct = 0; Dct < MAX_DCTS_PER_NODE_DR; Dct++) { for (Channel = 0; Channel < MAX_CHANNELS_PER_DCT_DR; Channel++) { // // Calculate the number of Dimms on this channel using the // die/dct/channel to Socket/channel conversion. // SpdChannelIndex = GetSpdChannelIndex (NBPtr->RefPtr->PlatformMemoryConfiguration, NBPtr->MCTPtr->SocketId, MemNGetSocketRelativeChannelNb (NBPtr, Dct, Channel), &MemPtr->StdHeader); NBPtr->MCTPtr->DctData[Dct].ChData[Channel].SpdPtr = &(MemPtr->SpdDataStructure[SpdSocketIndex + SpdChannelIndex]); } } MemNSwitchDCTNb (NBPtr, 0); return TRUE; } /* -----------------------------------------------------------------------------*/ /** * * This function initializes member functions and variables of NB block. * * @param[in,out] *NBPtr - Pointer to the MEM_NB_BLOCK * */ VOID MemNInitNBDataDr ( IN OUT MEM_NB_BLOCK *NBPtr ) { NBPtr->DctCachePtr = NBPtr->DctCache; NBPtr->PsPtr = NBPtr->PSBlock; InitNBRegTableDr (NBPtr, NBPtr->NBRegTable); NBPtr->Node = ((UINT8) NBPtr->PciAddr.Address.Device) - 24; NBPtr->Dct = 0; NBPtr->Channel = 0; NBPtr->DctCount = MAX_DCTS_PER_NODE_DR; NBPtr->ChannelCount = MAX_CHANNELS_PER_DCT_DR; NBPtr->Ganged = FALSE; NBPtr->PosTrnPattern = POS_PATTERN_72B; NBPtr->MemCleared = FALSE; NBPtr->StartupSpeed = DDR800_FREQUENCY; NBPtr->RcvrEnDlyLimit = 0xFF; NBPtr->NodeCount = MAX_NODES_SUPPORTED_DR; NBPtr->DefDctSelIntLvAddr = 3; NBPtr->CsRegMsk = 0x1FF83FE0; LibAmdMemFill (NBPtr->DctCache, 0, sizeof (NBPtr->DctCache), &NBPtr->MemPtr->StdHeader); NBPtr->SetMaxLatency = MemNSetMaxLatencyNb; NBPtr->getMaxLatParams = MemNGetMaxLatParamsNb; NBPtr->InitializeMCT = MemNInitializeMctDr; NBPtr->FinalizeMCT = MemNFinalizeMctDr; NBPtr->SendMrsCmd = MemNSendMrsCmdDr; NBPtr->sendZQCmd = MemNSendZQCmdNb; NBPtr->WritePattern = MemNWritePatternDr; NBPtr->ReadPattern = MemNReadPatternDr; NBPtr->GenHwRcvEnReads = (VOID (*) (MEM_NB_BLOCK *, UINT32)) memDefRet; NBPtr->CompareTestPattern = MemNCompareTestPatternNb; NBPtr->InsDlyCompareTestPattern = MemNInsDlyCompareTestPatternNb; NBPtr->StitchMemory = MemNStitchMemoryNb; NBPtr->AutoConfig = memNAutoConfigDr; NBPtr->PlatformSpec = MemNPlatformSpecNb; NBPtr->InitMCT = MemNInitMCTNb; NBPtr->DisableDCT = MemNDisableDCTNb; NBPtr->StartupDCT = MemNStartupDCTNb; NBPtr->SyncTargetSpeed = MemNSyncTargetSpeedNb; NBPtr->ChangeFrequency = MemNChangeFrequencyNb; NBPtr->RampUpFrequency = MemNRampUpFrequencyNb; NBPtr->ChangeNbFrequency = (BOOLEAN (*) (MEM_NB_BLOCK *)) memDefFalse; NBPtr->ProgramCycTimings = MemNProgramCycTimingsDr; NBPtr->SyncDctsReady = MemNSyncDctsReadyNb; NBPtr->HtMemMapInit = MemNHtMemMapInitNb; NBPtr->SyncAddrMapToAllNodes = MemNSyncAddrMapToAllNodesNb; NBPtr->CpuMemTyping = MemNCPUMemTypingNb; NBPtr->BeforeDqsTraining = MemNBeforeDQSTrainingNb; NBPtr->AfterDqsTraining = (VOID (*) (MEM_NB_BLOCK *)) memDefRet; NBPtr->OtherTiming = (BOOLEAN (*) (MEM_NB_BLOCK *)) MemMDefRet; //@attention - due to build issue with MemNOtherTimingDr NBPtr->UMAMemTyping = MemNUMAMemTypingNb; NBPtr->TechBlockSwitch = MemNTechBlockSwitchNb; NBPtr->SetEccSymbolSize = (VOID (*) (MEM_NB_BLOCK *)) memDefRet; NBPtr->TrainingFlow = MemNTrainingFlowNb; NBPtr->MinDataEyeWidth = MemNMinDataEyeWidthNb; MemNInitNBDataNb (NBPtr); NBPtr->PollBitField = MemNPollBitFieldNb; NBPtr->BrdcstCheck = MemNBrdcstCheckNb; NBPtr->BrdcstSet = MemNBrdcstSetNb; NBPtr->GetTrainDly = MemNGetTrainDlyNb; NBPtr->SetTrainDly = MemNSetTrainDlyNb; NBPtr->PhyFenceTraining = MemNPhyFenceTrainingNb; NBPtr->GetSysAddr = MemNGetMCTSysAddrNb; NBPtr->RankEnabled = MemNRankEnabledNb; NBPtr->GetSocketRelativeChannel = MemNGetSocketRelativeChannelNb; NBPtr->MemNPlatformSpecificFormFactorInitNb = MemNPlatformSpecificFormFactorInitDr; NBPtr->MemNBeforePlatformSpecNb = MemNBeforePlatformSpecDr; NBPtr->MemNcmnGetSetTrainDly = MemNcmnGetSetTrainDlyNb; NBPtr->MemPPhyFenceTrainingNb = MemPPhyFenceTrainingDr; NBPtr->MemPNodeMemBoundaryNb = MemPNodeMemBoundaryDr; NBPtr->MemNInitPhyComp = MemNInitPhyCompNb; NBPtr->MemNCmnGetSetFieldNb = MemNCmnGetSetFieldDr; NBPtr->MemNBeforeDramInitNb = MemNBeforeDramInitDr; NBPtr->MemNPFenceAdjustNb = MemNPFenceAdjustDr; NBPtr->GetTrainDlyParms = MemNGetTrainDlyParmsNb; NBPtr->TrainingPatternInit = MemNTrainingPatternInitNb; NBPtr->TrainingPatternFinalize = MemNTrainingPatternFinalizeNb; NBPtr->GetApproximateWriteDatDelay = MemNGetApproximateWriteDatDelayNb; NBPtr->CSPerChannel = MemNCSPerChannelNb; NBPtr->CSPerDelay = MemNCSPerDelayNb; NBPtr->FlushPattern = MemNFlushPatternNb; NBPtr->MemNCapSpeedBatteryLife = (VOID (*) (MEM_NB_BLOCK *)) memDefRet; NBPtr->GetUmaSize = MemNGetUmaSizeNb; NBPtr->GetMemClkFreqId = MemNGetMemClkFreqIdNb; NBPtr->EnableSwapIntlvRgn = (VOID (*) (MEM_NB_BLOCK *, UINT32, UINT32)) memDefRet; NBPtr->WaitXMemClks = MemNWaitXMemClksNb; NBPtr->MemNGetDramTerm = MemNGetDramTermNb; NBPtr->MemNGetDynDramTerm = MemNGetDynDramTermNb; NBPtr->MemNGetMR0CL = MemNGetMR0CLNb; NBPtr->MemNGetMR0WR = MemNGetMR0WRNb; NBPtr->MemNSaveMR0 = (VOID (*) (MEM_NB_BLOCK *, UINT32)) memDefRet; NBPtr->MemNGetMR2CWL = MemNGetMR2CWLNb; NBPtr->AllocateC6Storage = (VOID (*) (MEM_NB_BLOCK *)) memDefRet; NBPtr->IsSupported[SetSpareEn] = TRUE; NBPtr->IsSupported[CheckSpareEn] = TRUE; NBPtr->IsSupported[DimmBasedOnSpeed] = TRUE; NBPtr->IsSupported[CheckMaxDramRate] = TRUE; NBPtr->IsSupported[Check1GAlign] = TRUE; NBPtr->IsSupported[CheckMaxRdDqsDlyPtr] = TRUE; NBPtr->IsSupported[CheckGetMCTSysAddr] = TRUE; NBPtr->IsSupported[CheckFindPSOverideWithSocket] = TRUE; NBPtr->IsSupported[CheckSlewWithMarginImprv] = TRUE; NBPtr->IsSupported[ForceEnMemHoleRemapping] = TRUE; } /* -----------------------------------------------------------------------------*/ /** * * * This function initializes the default values in the MEM_DATA_STRUCT * * @param[in,out] *MemPtr - Pointer to the MEM_DATA_STRUCT * */ VOID MemNInitDefaultsDR ( IN OUT MEM_DATA_STRUCT *MemPtr ) { UINT8 Socket; UINT8 Channel; MEM_PARAMETER_STRUCT *RefPtr; ASSERT (MemPtr != NULL); RefPtr = MemPtr->ParameterListPtr; // Memory Map/Mgt. // Mask Bottom IO with 0xF8 to force hole size to have granularity of 128MB RefPtr->BottomIo = 0xE0; RefPtr->UmaMode = UserOptions.CfgUmaMode; RefPtr->UmaSize = UserOptions.CfgUmaSize; RefPtr->MemHoleRemapping = TRUE; RefPtr->LimitMemoryToBelow1Tb = UserOptions.CfgLimitMemoryToBelow1Tb; // // Dram Timing RefPtr->UserTimingMode = UserOptions.CfgTimingModeSelect; RefPtr->MemClockValue = UserOptions.CfgMemoryClockSelect; for (Socket = 0; Socket < MAX_SOCKETS_SUPPORTED; Socket++) { for (Channel = 0; Channel < MAX_CHANNELS_PER_SOCKET; Channel++) { MemPtr->SocketList[Socket].ChannelPtr[Channel] = NULL; MemPtr->SocketList[Socket].TimingsPtr[Channel] = NULL; } } // Memory Clear RefPtr->EnableMemClr = TRUE; // TableBasedAlterations RefPtr->TableBasedAlterations = NULL; // Platform config table RefPtr->PlatformMemoryConfiguration = DefaultPlatformMemoryConfiguration; // Memory Restore RefPtr->MemRestoreCtl = FALSE; RefPtr->SaveMemContextCtl = FALSE; AmdS3ParamsInitializer (&RefPtr->MemContext); // Dram Configuration RefPtr->EnableBankIntlv = UserOptions.CfgMemoryEnableBankInterleaving; RefPtr->EnableNodeIntlv = UserOptions.CfgMemoryEnableNodeInterleaving; RefPtr->EnableChannelIntlv = UserOptions.CfgMemoryChannelInterleaving; RefPtr->EnableBankSwizzle = UserOptions.CfgBankSwizzle; RefPtr->EnableParity = UserOptions.CfgMemoryParityEnable; RefPtr->EnableOnLineSpareCtl = UserOptions.CfgOnlineSpare; // Dram Power RefPtr->EnablePowerDown = UserOptions.CfgMemoryPowerDown; // ECC RefPtr->EnableEccFeature = UserOptions.CfgEnableEccFeature; // Vref RefPtr->ExternalVrefCtl = UserOptions.CfgExternalVrefCtlFeature; //Training Mode RefPtr->ForceTrainMode = UserOptions.CfgForceTrainMode; } /*-----------------------------------------------------------------------------*/ /** * * This function writes training pattern * @param[in,out] *NBPtr - Pointer to the MEM_NB_BLOCK * @param[in] Pattern[] - Pattern to write * @param[in] Address - System Address [47:16] * @param[in] ClCount - Number of cache lines * */ VOID MemNWritePatternDr ( IN OUT MEM_NB_BLOCK *NBPtr, IN UINT32 Address, IN UINT8 Pattern[], IN UINT16 ClCount ) { Address = MemUSetUpperFSbase (Address, NBPtr->MemPtr); MemUWriteCachelines (Address, Pattern, ClCount); } /*-----------------------------------------------------------------------------*/ /** * * This function reads training pattern * @param[in,out] *NBPtr - Pointer to the MEM_NB_BLOCK * @param[in] Buffer[] - Buffer to fill * @param[in] Address - System Address [47:16] * @param[in] ClCount - Number of cache lines * */ VOID MemNReadPatternDr ( IN OUT MEM_NB_BLOCK *NBPtr, IN UINT8 Buffer[], IN UINT32 Address, IN UINT16 ClCount ) { Address = MemUSetUpperFSbase (Address, NBPtr->MemPtr); MemUReadCachelines (Buffer, Address, ClCount); } /* -----------------------------------------------------------------------------*/ /** * * This function initiates DQS training for Server NB * * @param[in,out] *NBPtr - Pointer to the MEM_NB_BLOCK * */ BOOLEAN memNEnableTrainSequenceDr ( IN OUT MEM_NB_BLOCK *NBPtr ) { BOOLEAN Retval; Retval = TRUE; if (!MemNIsIdSupportedDr (NBPtr, &(NBPtr->MemPtr->DiesPerSystem[NBPtr->MCTPtr->NodeId].LogicalCpuid))) { Retval = FALSE; } return Retval; }