From 7253b348008d4a70a062f7c244a0a2471db00913 Mon Sep 17 00:00:00 2001 From: Lukas Steiner Date: Fri, 2 Jul 2021 14:37:47 +0200 Subject: [PATCH 1/2] Fix arbitration delays in FIFO arbiter. --- DRAMSys/library/src/simulation/Arbiter.cpp | 115 ++++++++++++++------- DRAMSys/library/src/simulation/Arbiter.h | 3 + 2 files changed, 82 insertions(+), 36 deletions(-) diff --git a/DRAMSys/library/src/simulation/Arbiter.cpp b/DRAMSys/library/src/simulation/Arbiter.cpp index e4f0c515..703840f4 100644 --- a/DRAMSys/library/src/simulation/Arbiter.cpp +++ b/DRAMSys/library/src/simulation/Arbiter.cpp @@ -280,22 +280,25 @@ void ArbiterFifo::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase &c tSocket[static_cast(threadId)]->nb_transport_bw(cbPayload, tPhase, tDelay); - pendingRequests[channelId].push(&cbPayload); + // TODO: move to REQ_ARBITRATION PEQ + payloadEventQueue.notify(cbPayload, REQ_ARBITRATION, arbitrationDelayFw); + //pendingRequests[channelId].push(&cbPayload); } else outstandingEndReq[threadId] = &cbPayload; - if (!channelIsBusy[channelId] && !pendingRequests[channelId].empty()) - { - channelIsBusy[channelId] = true; - - tlm_generic_payload &tPayload = *pendingRequests[channelId].front(); - pendingRequests[channelId].pop(); - tlm_phase tPhase = BEGIN_REQ; - sc_time tDelay = lastEndReq[channelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; - - iSocket[static_cast(channelId)]->nb_transport_fw(tPayload, tPhase, tDelay); - } + // TODO: move to REQ_ARBITRATION +// if (!channelIsBusy[channelId] && !pendingRequests[channelId].empty()) +// { +// channelIsBusy[channelId] = true; +// +// tlm_generic_payload &tPayload = *pendingRequests[channelId].front(); +// pendingRequests[channelId].pop(); +// tlm_phase tPhase = BEGIN_REQ; +// sc_time tDelay = lastEndReq[channelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; +// +// iSocket[static_cast(channelId)]->nb_transport_fw(tPayload, tPhase, tDelay); +// } } else if (cbPhase == END_REQ) // from memory controller { @@ -323,21 +326,23 @@ void ArbiterFifo::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase &c iSocket[static_cast(channelId)]->nb_transport_fw(cbPayload, tPhase, tDelay); } - pendingResponses[threadId].push(&cbPayload); + // TODO: move to PEQ with RESP_ARBITRATION + payloadEventQueue.notify(cbPayload, RESP_ARBITRATION, arbitrationDelayBw); + //pendingResponses[threadId].push(&cbPayload); - if (!threadIsBusy[threadId]) - { - threadIsBusy[threadId] = true; - - tlm_generic_payload &tPayload = *pendingResponses[threadId].front(); - pendingResponses[threadId].pop(); - tlm_phase tPhase = BEGIN_RESP; - sc_time tDelay = lastEndResp[threadId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; - - tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); - if (returnValue == TLM_UPDATED) - payloadEventQueue.notify(tPayload, tPhase, tDelay); - } +// if (!threadIsBusy[threadId]) +// { +// threadIsBusy[threadId] = true; +// +// tlm_generic_payload &tPayload = *pendingResponses[threadId].front(); +// pendingResponses[threadId].pop(); +// tlm_phase tPhase = BEGIN_RESP; +// sc_time tDelay = lastEndResp[threadId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; +// +// tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); +// if (returnValue == TLM_UPDATED) +// payloadEventQueue.notify(tPayload, tPhase, tDelay); +// } } else if (cbPhase == END_RESP) // from initiator { @@ -358,17 +363,20 @@ void ArbiterFifo::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase &c tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); - if (!channelIsBusy[tChannelId]) - { - channelIsBusy[tChannelId] = true; + // TODO: move into REQ_ARBITRATION PEQ + payloadEventQueue.notify(tPayload, REQ_ARBITRATION, arbitrationDelayFw); - tPhase = BEGIN_REQ; - tDelay = lastEndReq[tChannelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; - - iSocket[static_cast(tChannelId)]->nb_transport_fw(tPayload, tPhase, tDelay); - } - else - pendingRequests[tChannelId].push(&tPayload); +// if (!channelIsBusy[tChannelId]) +// { +// channelIsBusy[tChannelId] = true; +// +// tPhase = BEGIN_REQ; +// tDelay = lastEndReq[tChannelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; +// +// iSocket[static_cast(tChannelId)]->nb_transport_fw(tPayload, tPhase, tDelay); +// } +// else +// pendingRequests[tChannelId].push(&tPayload); } else activeTransactions[threadId]--; @@ -387,6 +395,41 @@ void ArbiterFifo::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase &c else threadIsBusy[threadId] = false; } + else if (cbPhase == REQ_ARBITRATION) + { + pendingRequests[channelId].push(&cbPayload); + + if (!channelIsBusy[channelId]) + { + channelIsBusy[channelId] = true; + + tlm_generic_payload &tPayload = *pendingRequests[channelId].front(); + pendingRequests[channelId].pop(); + tlm_phase tPhase = BEGIN_REQ; + sc_time tDelay = lastEndReq[channelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; + + iSocket[static_cast(channelId)]->nb_transport_fw(tPayload, tPhase, tDelay); + } + } + else if (cbPhase == RESP_ARBITRATION) + { + pendingResponses[threadId].push(&cbPayload); + + if (!threadIsBusy[threadId]) + { + threadIsBusy[threadId] = true; + + tlm_generic_payload &tPayload = *pendingResponses[threadId].front(); + pendingResponses[threadId].pop(); + tlm_phase tPhase = BEGIN_RESP; + sc_time tDelay = lastEndResp[threadId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; + + tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); + // Early completion from initiator + if (returnValue == TLM_UPDATED) + payloadEventQueue.notify(tPayload, tPhase, tDelay); + } + } else SC_REPORT_FATAL(0, "Payload event queue in arbiter was triggered with unknown phase"); } diff --git a/DRAMSys/library/src/simulation/Arbiter.h b/DRAMSys/library/src/simulation/Arbiter.h index 3746e784..3ff5370d 100644 --- a/DRAMSys/library/src/simulation/Arbiter.h +++ b/DRAMSys/library/src/simulation/Arbiter.h @@ -51,6 +51,9 @@ #include "AddressDecoder.h" #include "../common/dramExtensions.h" +DECLARE_EXTENDED_PHASE(REQ_ARBITRATION); +DECLARE_EXTENDED_PHASE(RESP_ARBITRATION); + class Arbiter : public sc_module { public: From 42939c057dfb5c4c922593e4a0fb45c6b0e23751 Mon Sep 17 00:00:00 2001 From: Lukas Steiner Date: Fri, 2 Jul 2021 15:11:50 +0200 Subject: [PATCH 2/2] Fix arbitration delay in reorder arbiter. --- DRAMSys/library/src/simulation/Arbiter.cpp | 135 +++++++-------------- 1 file changed, 46 insertions(+), 89 deletions(-) diff --git a/DRAMSys/library/src/simulation/Arbiter.cpp b/DRAMSys/library/src/simulation/Arbiter.cpp index 703840f4..f8851bbf 100644 --- a/DRAMSys/library/src/simulation/Arbiter.cpp +++ b/DRAMSys/library/src/simulation/Arbiter.cpp @@ -224,6 +224,7 @@ void ArbiterSimple::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase sc_time tDelay = arbitrationDelayBw; tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(cbPayload, tPhase, tDelay); + // Early completion from initiator if (returnValue == TLM_UPDATED) payloadEventQueue.notify(cbPayload, tPhase, tDelay); threadIsBusy[threadId] = true; @@ -250,6 +251,7 @@ void ArbiterSimple::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase sc_time tDelay = tCK + arbitrationDelayBw; tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); + // Early completion from initiator if (returnValue == TLM_UPDATED) payloadEventQueue.notify(tPayload, tPhase, tDelay); } @@ -280,25 +282,10 @@ void ArbiterFifo::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase &c tSocket[static_cast(threadId)]->nb_transport_bw(cbPayload, tPhase, tDelay); - // TODO: move to REQ_ARBITRATION PEQ payloadEventQueue.notify(cbPayload, REQ_ARBITRATION, arbitrationDelayFw); - //pendingRequests[channelId].push(&cbPayload); } else outstandingEndReq[threadId] = &cbPayload; - - // TODO: move to REQ_ARBITRATION -// if (!channelIsBusy[channelId] && !pendingRequests[channelId].empty()) -// { -// channelIsBusy[channelId] = true; -// -// tlm_generic_payload &tPayload = *pendingRequests[channelId].front(); -// pendingRequests[channelId].pop(); -// tlm_phase tPhase = BEGIN_REQ; -// sc_time tDelay = lastEndReq[channelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; -// -// iSocket[static_cast(channelId)]->nb_transport_fw(tPayload, tPhase, tDelay); -// } } else if (cbPhase == END_REQ) // from memory controller { @@ -326,23 +313,7 @@ void ArbiterFifo::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase &c iSocket[static_cast(channelId)]->nb_transport_fw(cbPayload, tPhase, tDelay); } - // TODO: move to PEQ with RESP_ARBITRATION payloadEventQueue.notify(cbPayload, RESP_ARBITRATION, arbitrationDelayBw); - //pendingResponses[threadId].push(&cbPayload); - -// if (!threadIsBusy[threadId]) -// { -// threadIsBusy[threadId] = true; -// -// tlm_generic_payload &tPayload = *pendingResponses[threadId].front(); -// pendingResponses[threadId].pop(); -// tlm_phase tPhase = BEGIN_RESP; -// sc_time tDelay = lastEndResp[threadId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; -// -// tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); -// if (returnValue == TLM_UPDATED) -// payloadEventQueue.notify(tPayload, tPhase, tDelay); -// } } else if (cbPhase == END_RESP) // from initiator { @@ -363,20 +334,7 @@ void ArbiterFifo::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase &c tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); - // TODO: move into REQ_ARBITRATION PEQ payloadEventQueue.notify(tPayload, REQ_ARBITRATION, arbitrationDelayFw); - -// if (!channelIsBusy[tChannelId]) -// { -// channelIsBusy[tChannelId] = true; -// -// tPhase = BEGIN_REQ; -// tDelay = lastEndReq[tChannelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; -// -// iSocket[static_cast(tChannelId)]->nb_transport_fw(tPayload, tPhase, tDelay); -// } -// else -// pendingRequests[tChannelId].push(&tPayload); } else activeTransactions[threadId]--; @@ -389,6 +347,7 @@ void ArbiterFifo::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase &c sc_time tDelay = tCK; tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); + // Early completion from initiator if (returnValue == TLM_UPDATED) payloadEventQueue.notify(tPayload, tPhase, tDelay); } @@ -454,22 +413,10 @@ void ArbiterReorder::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase tSocket[static_cast(threadId)]->nb_transport_bw(cbPayload, tPhase, tDelay); - pendingRequests[channelId].push(&cbPayload); + payloadEventQueue.notify(cbPayload, REQ_ARBITRATION, arbitrationDelayFw); } else outstandingEndReq[threadId] = &cbPayload; - - if (!channelIsBusy[channelId] && !pendingRequests[channelId].empty()) - { - channelIsBusy[channelId] = true; - - tlm_generic_payload &tPayload = *pendingRequests[channelId].front(); - pendingRequests[channelId].pop(); - tlm_phase tPhase = BEGIN_REQ; - sc_time tDelay = lastEndReq[channelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; - - iSocket[static_cast(channelId)]->nb_transport_fw(tPayload, tPhase, tDelay); - } } else if (cbPhase == END_REQ) // from memory controller { @@ -496,26 +443,7 @@ void ArbiterReorder::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase iSocket[static_cast(channelId)]->nb_transport_fw(cbPayload, tPhase, tDelay); } - pendingResponses[threadId].insert(&cbPayload); - - if (!threadIsBusy[threadId]) - { - tlm_generic_payload &tPayload = **pendingResponses[threadId].begin(); - - if (DramExtension::getThreadPayloadID(tPayload) == nextThreadPayloadIDToReturn[threadId]) - { - nextThreadPayloadIDToReturn[threadId]++; - pendingResponses[threadId].erase(pendingResponses[threadId].begin()); - threadIsBusy[threadId] = true; - - tlm_phase tPhase = BEGIN_RESP; - sc_time tDelay = lastEndResp[threadId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; - - tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); - if (returnValue == TLM_UPDATED) - payloadEventQueue.notify(tPayload, tPhase, tDelay); - } - } + payloadEventQueue.notify(cbPayload, RESP_ARBITRATION, arbitrationDelayBw); } else if (cbPhase == END_RESP) // from initiator { @@ -536,17 +464,7 @@ void ArbiterReorder::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); - if (!channelIsBusy[tChannelId]) - { - channelIsBusy[tChannelId] = true; - - tPhase = BEGIN_REQ; - tDelay = lastEndReq[tChannelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; - - iSocket[static_cast(tChannelId)]->nb_transport_fw(tPayload, tPhase, tDelay); - } - else - pendingRequests[tChannelId].push(&tPayload); + payloadEventQueue.notify(tPayload, REQ_ARBITRATION, arbitrationDelayFw); } else activeTransactions[threadId]--; @@ -563,12 +481,51 @@ void ArbiterReorder::peqCallback(tlm_generic_payload &cbPayload, const tlm_phase sc_time tDelay = tCK; tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); + // Early completion from initiator if (returnValue == TLM_UPDATED) payloadEventQueue.notify(tPayload, tPhase, tDelay); } else - { threadIsBusy[threadId] = false; + } + else if (cbPhase == REQ_ARBITRATION) + { + pendingRequests[channelId].push(&cbPayload); + + if (!channelIsBusy[channelId]) + { + channelIsBusy[channelId] = true; + + tlm_generic_payload &tPayload = *pendingRequests[channelId].front(); + pendingRequests[channelId].pop(); + tlm_phase tPhase = BEGIN_REQ; + sc_time tDelay = lastEndReq[channelId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; + + iSocket[static_cast(channelId)]->nb_transport_fw(tPayload, tPhase, tDelay); + } + } + else if (cbPhase == RESP_ARBITRATION) + { + pendingResponses[threadId].insert(&cbPayload); + + if (!threadIsBusy[threadId]) + { + tlm_generic_payload &tPayload = **pendingResponses[threadId].begin(); + + if (DramExtension::getThreadPayloadID(tPayload) == nextThreadPayloadIDToReturn[threadId]) + { + threadIsBusy[threadId] = true; + + nextThreadPayloadIDToReturn[threadId]++; + pendingResponses[threadId].erase(pendingResponses[threadId].begin()); + tlm_phase tPhase = BEGIN_RESP; + sc_time tDelay = lastEndResp[threadId] == sc_time_stamp() ? tCK : SC_ZERO_TIME; + + tlm_sync_enum returnValue = tSocket[static_cast(threadId)]->nb_transport_bw(tPayload, tPhase, tDelay); + // Early completion from initiator + if (returnValue == TLM_UPDATED) + payloadEventQueue.notify(tPayload, tPhase, tDelay); + } } } else