Skip to content

Offline deletion tool that searches and collects stale blocks #1134

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
borshop merged 3 commits into from
Apr 30, 2015
Merged

Offline deletion tool that searches and collects stale blocks #1134

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
51d2f83
Offline deletion tool that searches and collects stale blocks
kuenishi Apr 16, 2015
2453cef
Remove unused option: leeway in select_gc_bucket.erl
kuenishi Apr 28, 2015
885f839
Update to the comments
kuenishi Apr 30, 2015
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Update to the comments
  • Loading branch information
@kuenishi
kuenishi committed Apr 30, 2015
commit 885f839c4247eb87e478a5e0a3b2cb967d2f559a
7 changes: 4 additions & 3 deletions priv/tools/internal/offline_delete.erl
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,8 +43,9 @@ main([BitcaskDir, BlocksListFile]) ->
offline_delete(BitcaskDir, BlocksListFile, false, false);
main(_) ->
io:format(standard_error,
"options: [--dry-run][--old-format] <BitcaskDir> <BlocksListFile>~n"
"\033[31m\033[1m[Caution] Make sure Riak is not running!!!\033[0m~n", []).
"options: [--dry-run] [--old-format] <BitcaskDir> <BlocksListFile>~n"
"\033[31m\033[1m[Caution] Make sure Riak is not running!!!\033[0m~n"
"It'd be better if all hinted handoff have been finished before stopping Riak.~n", []).

-spec open_all_bitcask(filename:filename()) ->
orddict:orddict(non_neg_integer(), reference()).
Expand Down Expand Up @@ -75,7 +76,7 @@ make_sure(Dir) ->
io:format(standard_error,
"\033[31m[Warning]\033\[0m~n"
"Make sure any Riak process using '~s' is not running "
"or your data may corrupt.~n", [Dir]),
"or your data may corrupt.~n", [filename:absname(Dir)]),
"y\n" = io:get_line("Accept the terms of conditions? [y/N] ").

offline_delete(BitcaskDir, BlocksListFile, DryRun, OldFormat) ->
Expand Down
5 changes: 3 additions & 2 deletions priv/tools/internal/select_gc_bucket.erl
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -160,9 +160,10 @@ handle_manifest({_UUID, ?MANIFEST{bkey=BKey={Bucket,_},
BlockSequences = riak_cs_lfs_utils:block_sequences_for_manifest(M),
Count = ordsets:fold(fun({UUID1, SeqNo}, Count0) ->
BK = {B,K} = full_bkey(Bucket, dummy, UUID1, SeqNo),
VNodes = [[integer_to_list(VNode), $\t] || VNode <- vnode_ids(BK, RingSize, 3)],
VNodes = [[integer_to_list(VNode), $\t]
|| VNode <- vnode_ids(BK, RingSize, 3)],
%% Partitions, UUID, SeqNo
file:write(File, [VNodes, $\t,
file:write(File, [VNodes,
mochihex:to_hex(B), $\t,
mochihex:to_hex(K), $\t,
mochihex:to_hex(UUID1), $\t,
Expand Down