Ydb stable 22-4-31

x-stable-origin-commit: 2bc59c7eeae4a8f3d396867de193d1375dd388ce

Author: dcherednik

ydb/core/blobstorage/dsproxy/dsproxy_patch.cpp

@@ -401,8 +401,14 @@ void TNodeWarden::Handle(TEvStatusUpdate::TPtr ev) {
     auto *msg = ev->Get();
     const TVSlotId vslotId(msg->NodeId, msg->PDiskId, msg->VSlotId);
     if (const auto it = LocalVDisks.find(vslotId); it != LocalVDisks.end() && it->second.Status != msg->Status) {
-        it->second.Status = msg->Status;
+        auto& vdisk = it->second;
+        vdisk.Status = msg->Status;
         SendDiskMetrics(false);
+
+        if (msg->Status == NKikimrBlobStorage::EVDiskStatus::READY && vdisk.WhiteboardVDiskId) {
+            Send(WhiteboardId, new NNodeWhiteboard::TEvWhiteboard::TEvVDiskDropDonors(*vdisk.WhiteboardVDiskId,
+                vdisk.WhiteboardInstanceGuid, NNodeWhiteboard::TEvWhiteboard::TEvVDiskDropDonors::TDropAllDonors()));
+        }
     }
 }
 

ydb/core/blobstorage/nodewarden/node_warden_impl.cpp

@@ -224,6 +224,12 @@ namespace NKikimr::NStorage {
                 return MakeBlobStorageVDiskID(NodeId, PDiskId, VDiskSlotId);
             }
 
+            void Serialize(NKikimrBlobStorage::TVSlotId *proto) const {
+                proto->SetNodeId(NodeId);
+                proto->SetPDiskId(PDiskId);
+                proto->SetVSlotId(VDiskSlotId);
+            }
+
             auto AsTuple() const { return std::make_tuple(NodeId, PDiskId, VDiskSlotId); }
             friend bool operator <(const TVSlotId& x, const TVSlotId& y) { return x.AsTuple() < y.AsTuple(); }
             friend bool operator <=(const TVSlotId& x, const TVSlotId& y) { return x.AsTuple() <= y.AsTuple(); }
@@ -253,6 +259,7 @@ namespace NKikimr::NStorage {
 
             // Last VDiskId reported to Node Whiteboard.
             std::optional<TVDiskID> WhiteboardVDiskId;
+            ui64 WhiteboardInstanceGuid;
 
             bool SlayInFlight = false;
 

ydb/core/blobstorage/nodewarden/node_warden_impl.h

@@ -175,6 +175,7 @@ namespace NKikimr::NStorage {
         Send(WhiteboardId, new NNodeWhiteboard::TEvWhiteboard::TEvVDiskStateUpdate(vdiskId, groupInfo->GetStoragePoolName(),
             vslotId.PDiskId, vslotId.VDiskSlotId, pdiskGuid, kind, donorMode, whiteboardInstanceGuid, std::move(donors)));
         vdisk.WhiteboardVDiskId.emplace(vdiskId);
+        vdisk.WhiteboardInstanceGuid = whiteboardInstanceGuid;
 
         // create an actor
         auto *as = TActivationContext::ActorSystem();
@@ -281,9 +282,19 @@ namespace NKikimr::NStorage {
 
     void TNodeWarden::Handle(TEvBlobStorage::TEvDropDonor::TPtr ev) {
         auto *msg = ev->Get();
-        STLOG(PRI_INFO, BS_NODE, NW34, "TEvDropDonor", (VSlotId, TVSlotId(msg->NodeId, msg->PDiskId, msg->VSlotId)),
-            (VDiskId, msg->VDiskId));
+        const TVSlotId vslotId(msg->NodeId, msg->PDiskId, msg->VSlotId);
+        STLOG(PRI_INFO, BS_NODE, NW34, "TEvDropDonor", (VSlotId, vslotId), (VDiskId, msg->VDiskId));
         SendDropDonorQuery(msg->NodeId, msg->PDiskId, msg->VSlotId, msg->VDiskId);
+
+        if (const auto it = LocalVDisks.find(vslotId); it != LocalVDisks.end()) {
+            const auto& vdisk = it->second;
+            if (vdisk.WhiteboardVDiskId) {
+                NKikimrBlobStorage::TVSlotId id;
+                vslotId.Serialize(&id);
+                Send(WhiteboardId, new NNodeWhiteboard::TEvWhiteboard::TEvVDiskDropDonors(*vdisk.WhiteboardVDiskId,
+                    vdisk.WhiteboardInstanceGuid, {id}));
+            }
+        }
     }
 
     void TNodeWarden::UpdateGroupInfoForDisk(TVDiskRecord& vdisk, const TIntrusivePtr<TBlobStorageGroupInfo>& newInfo) {

ydb/core/blobstorage/nodewarden/node_warden_vdisk.cpp

@@ -53,6 +53,7 @@ target_link_libraries(ydb-core-grpc_services PUBLIC
   cpp-client-resources
 )
 target_sources(ydb-core-grpc_services PRIVATE
+  ${CMAKE_SOURCE_DIR}/ydb/core/grpc_services/audit_log.cpp
   ${CMAKE_SOURCE_DIR}/ydb/core/grpc_services/grpc_endpoint_publish_actor.cpp
   ${CMAKE_SOURCE_DIR}/ydb/core/grpc_services/grpc_helper.cpp
   ${CMAKE_SOURCE_DIR}/ydb/core/grpc_services/grpc_mon.cpp

ydb/core/grpc_services/CMakeLists.txt

@@ -0,0 +1,21 @@
+#include "defs.h"
+#include "audit_log.h"
+
+#include "base/base.h"
+
+namespace NKikimr {
+namespace NGRpcService {
+
+void AuditLog(const IRequestProxyCtx* reqCtx, const TString& database,
+              const TString& subject, const TActorContext& ctx)
+{
+    LOG_NOTICE_S(ctx, NKikimrServices::GRPC_SERVER, "AUDIT: "
+        << "request name: " << reqCtx->GetRequestName()
+        << ", database: " << database
+        << ", peer: " << reqCtx->GetPeerName()
+        << ", subject: " << subject);
+}
+
+}
+}
+

ydb/core/grpc_services/audit_log.cpp

@@ -0,0 +1,12 @@
+#pragma once
+
+namespace NKikimr {
+namespace NGRpcService {
+
+class IRequestProxyCtx;
+
+void AuditLog(const IRequestProxyCtx* reqCtx, const TString& database,
+              const TString& subject, const TActorContext& ctx);
+
+}
+}

ydb/core/grpc_services/audit_log.h

@@ -1,5 +1,6 @@
 #pragma once
 #include "defs.h"
+#include "audit_log.h"
 #include "service_ratelimiter_events.h"
 #include "local_rate_limiter.h"
 #include "operation_helpers.h"
@@ -112,6 +113,10 @@ class TGrpcRequestCheckActor
             }
         }
 
+        if (AppData(ctx)->FeatureFlags.GetEnableGrpcAudit()) {
+            AuditLog(GrpcRequestBaseCtx_, CheckedDatabaseName_, GetSubject(), ctx);
+        }
+
         // Simple rps limitation
         static NRpcService::TRlConfig rpsRlConfig(
             "serverless_rt_coordination_node_path",
@@ -205,6 +210,11 @@ class TGrpcRequestCheckActor
     }
 
 private:
+    TString GetSubject() const {
+        const auto sid = TBase::GetUserSID();
+        return sid ? sid : "no subject";
+    }
+
     static NYql::TIssues GetRlIssues(const Ydb::RateLimiter::AcquireResourceResponse& resp) {
         NYql::TIssues opIssues;
         NYql::IssuesFromMessage(resp.operation().issues(), opIssues);

ydb/core/grpc_services/grpc_request_check_actor.h

@@ -146,6 +146,8 @@ class THiveBalancer : public NActors::TActorBootstrapped<THiveBalancer>, public
         if (RecheckOnFinish && MaxMovements != 0 && Movements >= MaxMovements) {
             BLOG_D("Balancer initiated recheck");
             Hive->ProcessTabletBalancer();
+        } else {
+            Send(Hive->SelfId(), new TEvPrivate::TEvBalancerOut());
         }
         return IActor::PassAway();
     }
@@ -239,6 +241,7 @@ class THiveBalancer : public NActors::TActorBootstrapped<THiveBalancer>, public
                     tablets.emplace_back(tablet);
                 }
             }
+            BLOG_TRACE("Balancer on node " << node->Id <<  ": " << tablets.size() << "/" << nodeTablets.size() << " tablets is suitable for balancing");
             if (!tablets.empty()) {
                 switch (Hive->GetTabletBalanceStrategy()) {
                 case NKikimrConfig::THiveConfig::HIVE_TABLET_BALANCE_STRATEGY_OLD_WEIGHTED_RANDOM:

ydb/core/mind/hive/balancer.cpp

@@ -23,6 +23,7 @@ struct TEvPrivate {
         EvUnlockTabletReconnectTimeout,
         EvProcessPendingOperations,
         EvRestartComplete,
+        EvBalancerOut,
         EvEnd
     };
 
@@ -37,7 +38,7 @@ struct TEvPrivate {
     };
 
     struct TEvProcessBootQueue : TEventLocal<TEvProcessBootQueue, EvProcessBootQueue> {};
-    
+
     struct TEvPostponeProcessBootQueue : TEventLocal<TEvPostponeProcessBootQueue, EvPostponeProcessBootQueue> {};
 
     struct TEvProcessDisconnectNode : TEventLocal<TEvProcessDisconnectNode, EvProcessDisconnectNode> {
@@ -78,6 +79,8 @@ struct TEvPrivate {
     };
 
     struct TEvProcessPendingOperations : TEventLocal<TEvProcessPendingOperations, EvProcessPendingOperations> {};
+
+    struct TEvBalancerOut : TEventLocal<TEvBalancerOut, EvBalancerOut> {};
 };
 
 } // NHive