Commit 04ae2ca5 authored by Aakriti Gupta's avatar Aakriti Gupta Committed by Douglas Barbosa Alexandre

Add trigger info to log for log cursor events

- set trigger type as event
- add event id to trace in kibana
parent 7b03016f
...@@ -36,6 +36,14 @@ module Gitlab ...@@ -36,6 +36,14 @@ module Gitlab
def enqueue_job_if_shard_healthy(event) def enqueue_job_if_shard_healthy(event)
yield if healthy_shard_for?(event) yield if healthy_shard_for?(event)
end end
def log_event(message, params = {})
logger.event_info(
created_at,
message,
params.merge(event_id: event.id)
)
end
end end
end end
end end
......
...@@ -19,8 +19,7 @@ module Gitlab ...@@ -19,8 +19,7 @@ module Gitlab
end end
def log_cache_invalidation_event(expired) def log_cache_invalidation_event(expired)
logger.event_info( log_event(
created_at,
'Cache invalidation', 'Cache invalidation',
cache_key: event.key, cache_key: event.key,
cache_expired: expired, cache_expired: expired,
......
...@@ -30,12 +30,12 @@ module Gitlab ...@@ -30,12 +30,12 @@ module Gitlab
# rubocop: enable CodeReuse/ActiveRecord # rubocop: enable CodeReuse/ActiveRecord
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Docker Repository update', 'Docker Repository update',
container_repository_id: registry.container_repository_id, container_repository_id: registry.container_repository_id,
skippable: skippable?, skippable: skippable?,
project: registry.container_repository.project_id) project: registry.container_repository.project_id,
job_id: job_id)
end end
end end
end end
......
...@@ -30,8 +30,7 @@ module Gitlab ...@@ -30,8 +30,7 @@ module Gitlab
end end
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Design repository update', 'Design repository update',
project_id: event.project_id, project_id: event.project_id,
scheduled_at: Time.now, scheduled_at: Time.now,
......
...@@ -24,14 +24,12 @@ module Gitlab ...@@ -24,14 +24,12 @@ module Gitlab
end end
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Migrating attachments to hashed storage', 'Migrating attachments to hashed storage',
project_id: event.project_id, project_id: event.project_id,
old_attachments_path: event.old_attachments_path, old_attachments_path: event.old_attachments_path,
new_attachments_path: event.new_attachments_path, new_attachments_path: event.new_attachments_path,
job_id: job_id job_id: job_id)
)
end end
end end
end end
......
...@@ -27,8 +27,7 @@ module Gitlab ...@@ -27,8 +27,7 @@ module Gitlab
end end
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Migrating project to hashed storage', 'Migrating project to hashed storage',
project_id: event.project_id, project_id: event.project_id,
old_storage_version: event.old_storage_version, old_storage_version: event.old_storage_version,
......
...@@ -20,8 +20,7 @@ module Gitlab ...@@ -20,8 +20,7 @@ module Gitlab
end end
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Delete job artifact scheduled', 'Delete job artifact scheduled',
file_id: event.job_artifact_id, file_id: event.job_artifact_id,
file_path: event.file_path, file_path: event.file_path,
......
...@@ -20,8 +20,7 @@ module Gitlab ...@@ -20,8 +20,7 @@ module Gitlab
end end
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Delete LFS object scheduled', 'Delete LFS object scheduled',
oid: event.oid, oid: event.oid,
file_id: event.lfs_object_id, file_id: event.lfs_object_id,
......
...@@ -19,9 +19,14 @@ module Gitlab ...@@ -19,9 +19,14 @@ module Gitlab
def log_event(job_id) def log_event(job_id)
if job_id if job_id
logger.info('Scheduled repositories clean up for Geo node', geo_node_id: event.geo_node_id, job_id: job_id) super(
'Scheduled repositories clean up for Geo node',
geo_node_id: event.geo_node_id,
job_id: job_id)
else else
logger.error('Could not schedule repositories clean up for Geo node', geo_node_id: event.geo_node_id) logger.error(
'Could not schedule repositories clean up for Geo node',
geo_node_id: event.geo_node_id)
end end
end end
end end
......
...@@ -8,25 +8,28 @@ module Gitlab ...@@ -8,25 +8,28 @@ module Gitlab
include BaseEvent include BaseEvent
def process def process
log_event
registry.repository_created!(event) registry.repository_created!(event)
job_id = nil
enqueue_job_if_shard_healthy(event) do enqueue_job_if_shard_healthy(event) do
::Geo::ProjectSyncWorker.perform_async(event.project_id, sync_repository: true, sync_wiki: true) job_id = ::Geo::ProjectSyncWorker.perform_async(event.project_id, sync_repository: true, sync_wiki: true)
end end
log_event(job_id)
end end
private private
def log_event def log_event(job_id)
logger.event_info( super(
created_at,
'Repository created', 'Repository created',
project_id: event.project_id, project_id: event.project_id,
repo_path: event.repo_path, repo_path: event.repo_path,
wiki_path: event.wiki_path, wiki_path: event.wiki_path,
resync_repository: registry.resync_repository, resync_repository: registry.resync_repository,
resync_wiki: registry.resync_wiki) resync_wiki: registry.resync_wiki,
job_id: job_id)
end end
end end
end end
......
...@@ -30,15 +30,13 @@ module Gitlab ...@@ -30,15 +30,13 @@ module Gitlab
end end
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Deleted project', 'Deleted project',
project_id: event.project_id, project_id: event.project_id,
repository_storage_name: event.repository_storage_name, repository_storage_name: event.repository_storage_name,
disk_path: event.deleted_path, disk_path: event.deleted_path,
skippable: skippable?, skippable: skippable?,
job_id: job_id job_id: job_id)
)
end end
end end
end end
......
...@@ -26,8 +26,7 @@ module Gitlab ...@@ -26,8 +26,7 @@ module Gitlab
end end
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Renaming project', 'Renaming project',
project_id: event.project_id, project_id: event.project_id,
old_path: event.old_path_with_namespace, old_path: event.old_path_with_namespace,
......
...@@ -24,8 +24,7 @@ module Gitlab ...@@ -24,8 +24,7 @@ module Gitlab
private private
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Repository update', 'Repository update',
project_id: event.project_id, project_id: event.project_id,
source: event.source, source: event.source,
......
...@@ -9,18 +9,11 @@ module Gitlab ...@@ -9,18 +9,11 @@ module Gitlab
def process def process
registry.reset_checksum! unless skippable? registry.reset_checksum! unless skippable?
log_event
end
private
def log_event log_event(
logger.event_info(
created_at,
'Reset checksum', 'Reset checksum',
project_id: event.project_id, project_id: event.project_id,
skippable: skippable? skippable: skippable?)
)
end end
end end
end end
......
...@@ -13,8 +13,7 @@ module Gitlab ...@@ -13,8 +13,7 @@ module Gitlab
end end
def log_event(job_id) def log_event(job_id)
logger.event_info( super(
created_at,
'Delete upload file scheduled', 'Delete upload file scheduled',
upload_id: event.upload_id, upload_id: event.upload_id,
upload_type: event.upload_type, upload_type: event.upload_type,
......
...@@ -33,7 +33,7 @@ describe Gitlab::Geo::LogCursor::Events::CacheInvalidationEvent, :clean_gitlab_r ...@@ -33,7 +33,7 @@ describe Gitlab::Geo::LogCursor::Events::CacheInvalidationEvent, :clean_gitlab_r
expect(::Gitlab::Logger) expect(::Gitlab::Logger)
.to receive(:info) .to receive(:info)
.with(hash_including(data)) .with(hash_including(:event_id, data))
subject.process subject.process
end end
......
...@@ -26,5 +26,7 @@ describe Gitlab::Geo::LogCursor::Events::ContainerRepositoryUpdatedEvent, :clean ...@@ -26,5 +26,7 @@ describe Gitlab::Geo::LogCursor::Events::ContainerRepositoryUpdatedEvent, :clean
subject.process subject.process
end end
it_behaves_like 'logs event source info'
end end
end end
...@@ -63,5 +63,7 @@ describe Gitlab::Geo::LogCursor::Events::DesignRepositoryUpdatedEvent, :clean_gi ...@@ -63,5 +63,7 @@ describe Gitlab::Geo::LogCursor::Events::DesignRepositoryUpdatedEvent, :clean_gi
subject.process subject.process
end end
end end
it_behaves_like 'logs event source info'
end end
end end
...@@ -28,5 +28,7 @@ describe Gitlab::Geo::LogCursor::Events::HashedStorageAttachmentsEvent, :clean_g ...@@ -28,5 +28,7 @@ describe Gitlab::Geo::LogCursor::Events::HashedStorageAttachmentsEvent, :clean_g
subject.process subject.process
end end
it_behaves_like 'logs event source info'
end end
end end
...@@ -40,5 +40,7 @@ describe Gitlab::Geo::LogCursor::Events::HashedStorageMigratedEvent, :clean_gitl ...@@ -40,5 +40,7 @@ describe Gitlab::Geo::LogCursor::Events::HashedStorageMigratedEvent, :clean_gitl
subject.process subject.process
end end
it_behaves_like 'logs event source info'
end end
end end
...@@ -72,5 +72,7 @@ describe Gitlab::Geo::LogCursor::Events::JobArtifactDeletedEvent, :clean_gitlab_ ...@@ -72,5 +72,7 @@ describe Gitlab::Geo::LogCursor::Events::JobArtifactDeletedEvent, :clean_gitlab_
expect { subject.process }.not_to change { File.exist?(job_artifact.file.path) }.from(true) expect { subject.process }.not_to change { File.exist?(job_artifact.file.path) }.from(true)
end end
end end
it_behaves_like 'logs event source info'
end end
end end
...@@ -31,5 +31,7 @@ describe Gitlab::Geo::LogCursor::Events::LfsObjectDeletedEvent, :clean_gitlab_re ...@@ -31,5 +31,7 @@ describe Gitlab::Geo::LogCursor::Events::LfsObjectDeletedEvent, :clean_gitlab_re
subject.process subject.process
end end
it_behaves_like 'logs event source info'
end end
end end
...@@ -35,5 +35,7 @@ describe Gitlab::Geo::LogCursor::Events::RepositoriesChangedEvent, :clean_gitlab ...@@ -35,5 +35,7 @@ describe Gitlab::Geo::LogCursor::Events::RepositoriesChangedEvent, :clean_gitlab
subject.process subject.process
end end
it_behaves_like 'logs event source info'
end end
end end
...@@ -52,6 +52,8 @@ describe Gitlab::Geo::LogCursor::Events::RepositoryCreatedEvent, :clean_gitlab_r ...@@ -52,6 +52,8 @@ describe Gitlab::Geo::LogCursor::Events::RepositoryCreatedEvent, :clean_gitlab_r
subject.process subject.process
end end
it_behaves_like 'logs event source info'
end end
context 'when the associated shard is not healthy' do context 'when the associated shard is not healthy' do
......
...@@ -51,5 +51,7 @@ describe Gitlab::Geo::LogCursor::Events::RepositoryDeletedEvent, :clean_gitlab_r ...@@ -51,5 +51,7 @@ describe Gitlab::Geo::LogCursor::Events::RepositoryDeletedEvent, :clean_gitlab_r
end end
end end
end end
it_behaves_like 'logs event source info'
end end
end end
...@@ -39,5 +39,7 @@ describe Gitlab::Geo::LogCursor::Events::RepositoryRenamedEvent, :clean_gitlab_r ...@@ -39,5 +39,7 @@ describe Gitlab::Geo::LogCursor::Events::RepositoryRenamedEvent, :clean_gitlab_r
subject.process subject.process
end end
it_behaves_like 'logs event source info'
end end
end end
...@@ -142,6 +142,8 @@ describe Gitlab::Geo::LogCursor::Events::RepositoryUpdatedEvent, :clean_gitlab_r ...@@ -142,6 +142,8 @@ describe Gitlab::Geo::LogCursor::Events::RepositoryUpdatedEvent, :clean_gitlab_r
end end
end end
end end
it_behaves_like 'logs event source info'
end end
context 'when associated shard is unhealthy' do context 'when associated shard is unhealthy' do
......
...@@ -31,6 +31,8 @@ describe Gitlab::Geo::LogCursor::Events::UploadDeletedEvent, :clean_gitlab_redis ...@@ -31,6 +31,8 @@ describe Gitlab::Geo::LogCursor::Events::UploadDeletedEvent, :clean_gitlab_redis
expect { subject.process }.to change(Geo::UploadRegistry, :count).by(-1) expect { subject.process }.to change(Geo::UploadRegistry, :count).by(-1)
end end
it_behaves_like 'logs event source info'
end end
end end
end end
# frozen_string_literal: true
RSpec.shared_examples 'logs event source info' do
it 'logs `job_id` and `event_id' do
expect_any_instance_of(Gitlab::Geo::LogCursor::Logger).to receive(:info)
.with(
anything,
hash_including(:job_id, :event_id))
.at_least(:once)
.and_call_original
subject.process
end
end
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment