New upstream version 8.1.0

2025-08-10 01:34:16 +02:00
commit c891bb7105
4398 changed files with 838833 additions and 0 deletions
--- a/storage/source/net/message/session/FSyncLocalFileMsgEx.cpp
+++ b/storage/source/net/message/session/FSyncLocalFileMsgEx.cpp
@@ -0,0 +1,94 @@
+#include <program/Program.h>
+#include <common/net/message/session/FSyncLocalFileRespMsg.h>
+#include <common/storage/StorageErrors.h>
+#include <net/msghelpers/MsgHelperIO.h>
+#include "FSyncLocalFileMsgEx.h"
+
+
+bool FSyncLocalFileMsgEx::processIncoming(ResponseContext& ctx)
+{
+   ctx.sendResponse(FSyncLocalFileRespMsg(fsync()));
+
+   return true;
+}
+
+FhgfsOpsErr FSyncLocalFileMsgEx::fsync()
+{
+   const char* logContext = "FSyncLocalFileMsg incoming";
+
+   FhgfsOpsErr clientRes = FhgfsOpsErr_SUCCESS;
+   bool isMirrorSession = isMsgHeaderFeatureFlagSet(FSYNCLOCALFILEMSG_FLAG_BUDDYMIRROR);
+
+   // do session check only when it is not a mirror session
+   bool useSessionCheck = isMirrorSession ? false :
+      isMsgHeaderFeatureFlagSet(FSYNCLOCALFILEMSG_FLAG_SESSION_CHECK);
+
+   App* app = Program::getApp();
+   SessionStore* sessions = app->getSessions();
+   auto session = sessions->referenceOrAddSession(getSessionID());
+   SessionLocalFileStore* sessionLocalFiles = session->getLocalFiles();
+
+   // select the right targetID
+
+   uint16_t targetID = getTargetID();
+
+   if(isMirrorSession)
+   { // given targetID refers to a buddy mirror group
+      MirrorBuddyGroupMapper* mirrorBuddies = app->getMirrorBuddyGroupMapper();
+
+      targetID = isMsgHeaderFeatureFlagSet(FSYNCLOCALFILEMSG_FLAG_BUDDYMIRROR_SECOND) ?
+         mirrorBuddies->getSecondaryTargetID(targetID) :
+         mirrorBuddies->getPrimaryTargetID(targetID);
+
+      // note: only log message here, error handling will happen below through invalid targetFD
+      if(unlikely(!targetID) )
+         LogContext(logContext).logErr("Invalid mirror buddy group ID: " +
+            StringTk::uintToStr(getTargetID() ) );
+   }
+
+   auto sessionLocalFile =
+      sessionLocalFiles->referenceSession(getFileHandleID(), targetID, isMirrorSession);
+
+   if(sessionLocalFile)
+   { // sessionLocalFile exists => check if open and perform fsync
+      if (!isMsgHeaderFeatureFlagSet(FSYNCLOCALFILEMSG_FLAG_NO_SYNC) )
+      {
+         auto& fd = sessionLocalFile->getFD();
+         if (fd.valid())
+         { // file open => sync
+            int fsyncRes = MsgHelperIO::fsync(*fd);
+
+            if(fsyncRes)
+            {
+               LogContext log(logContext);
+               log.log(Log_WARNING, std::string("fsync of chunk file failed. ") +
+                  std::string("SessionID: ") + getSessionID().str() +
+                  std::string(". SysErr: ") + System::getErrString() );
+
+               clientRes = FhgfsOpsErr_INTERNAL;
+            }
+         }
+
+      }
+
+      if(useSessionCheck && sessionLocalFile->isServerCrashed() )
+      { // server crashed during the write, maybe lost some data send error to client
+         LogContext log(logContext);
+         log.log(Log_SPAM, "Potential cache loss for open file handle. (Server crash detected.) "
+            "The session is marked as dirty.");
+         clientRes = FhgfsOpsErr_STORAGE_SRV_CRASHED;
+      }
+   }
+   else
+   if (useSessionCheck)
+   { // the server crashed during a write or before the close was successful
+      LogContext log(logContext);
+      log.log(Log_WARNING, "Potential cache loss for open file handle. (Server crash detected.) "
+         "No session for file available. "
+         "FileHandleID: " + std::string(getFileHandleID()) );
+
+      clientRes = FhgfsOpsErr_STORAGE_SRV_CRASHED;
+   }
+
+   return clientRes;
+}