Skip to content
Closed
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
41 commits
Select commit Hold shift + click to select a range
f5f2b47
update page
CodingCat Oct 17, 2014
13eaa23
send broadcastInfo in blockManager heartbeat
CodingCat Oct 20, 2014
4b6efc4
including broadcast variable mem usage in executor page
CodingCat Oct 21, 2014
a41e59a
separate broadcast var from nonRddBlocks
CodingCat Oct 21, 2014
6e5da21
storagePage
CodingCat Oct 22, 2014
d64f984
code clean
CodingCat Oct 22, 2014
101f886
fix compile error
CodingCat Oct 22, 2014
8dba568
fix compile error
CodingCat Oct 22, 2014
3bb21c4
remove Heartbeat piggyback mechanism and add async UpdateBlockInfo
CodingCat Oct 29, 2014
fc6c397
add broadcast info
CodingCat Oct 29, 2014
61baafb
update page
Oct 17, 2014
947c880
send broadcastInfo in blockManager heartbeat
Oct 20, 2014
d69f098
report broadcast var in UI
CodingCat Oct 17, 2014
0048743
fix compile issue
CodingCat Nov 2, 2014
35e30ad
code clean
CodingCat Nov 2, 2014
815a1a6
scala style fix
CodingCat Nov 2, 2014
68a75f8
fix test case
CodingCat Nov 2, 2014
2d356ef
fix test cases
CodingCat Nov 2, 2014
9bcaa64
fix livelistenerBus issue
CodingCat Nov 3, 2014
7167b4e
make mima happy
CodingCat Nov 3, 2014
77d836c
remove unnecessary imports
CodingCat Nov 3, 2014
91bb357
fix compile issue
CodingCat Jan 20, 2015
8e34fd1
fix compile issue
CodingCat Feb 12, 2015
98f9dbd
compilation issue
CodingCat Feb 12, 2015
044ecef
fix the bug when updating non-broadcast variable
CodingCat Feb 13, 2015
20a4996
remove unnecessary variable
CodingCat Feb 13, 2015
57bb0ca
tighten the methods implementation in StorageUtils and RDD page & Bro…
CodingCat Feb 16, 2015
4b90add
get rid of mutable variable
CodingCat Feb 16, 2015
b1d40bc
add license info
CodingCat Feb 16, 2015
aa1ca79
apply event filter
CodingCat Feb 16, 2015
761fbc8
implement serialization and deserialization of BlockUpdateEvent
CodingCat Feb 16, 2015
e47843e
addressed the failed test cases
CodingCat Feb 16, 2015
1c03ce5
address failed test cases
CodingCat Feb 16, 2015
65c6aef
address the comments except filter one
CodingCat Feb 17, 2015
b8e5827
move filter logic to EventLoggingListener
CodingCat Feb 17, 2015
2ea8ee3
fix rebase mistake
CodingCat Mar 12, 2015
223cdfb
fix rebase mistake
CodingCat Mar 12, 2015
26977c9
address comments except merging case one
CodingCat Mar 13, 2015
49ee118
display storage level of broadcast partitions
CodingCat Mar 13, 2015
9b1bccf
revise the stuffs
CodingCat Mar 14, 2015
1aec3a8
stylistic fix
CodingCat Mar 15, 2015
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
get rid of mutable variable
  • Loading branch information
CodingCat committed Mar 12, 2015
commit 4b90adde17b3cb858528eb2a8565a09dee371e48
Original file line number Diff line number Diff line change
Expand Up @@ -435,8 +435,6 @@ private[spark] class BlockManagerInfo(
diskSize: Long,
tachyonSize: Long): BlockStatus = {

var blockStatus: BlockStatus = null

updateLastSeenMs()
if (_blocks.containsKey(blockId)) {
// The block exists on the slave already.
Expand Down Expand Up @@ -473,10 +471,10 @@ private[spark] class BlockManagerInfo(
logInfo("Added %s on tachyon on %s (size: %s)".format(
blockId, blockManagerId.hostPort, Utils.bytesToString(tachyonSize)))
}
blockStatus = _blocks.get(blockId)
_blocks.get(blockId)
} else if (_blocks.containsKey(blockId)) {
// If isValid is not true, drop the block.
blockStatus = _blocks.get(blockId)
val blockStatus = _blocks.get(blockId)
_blocks.remove(blockId)
if (blockStatus.storageLevel.useMemory) {
logInfo("Removed %s on %s in memory (size: %s, free: %s)".format(
Expand All @@ -493,7 +491,7 @@ private[spark] class BlockManagerInfo(
}
return BlockStatus(storageLevel, 0, 0, 0)
}
blockStatus
null
}

def removeBlock(blockId: BlockId) {
Expand Down
4 changes: 2 additions & 2 deletions core/src/main/scala/org/apache/spark/storage/RDDInfo.scala
Original file line number Diff line number Diff line change
Expand Up @@ -75,12 +75,12 @@ class BroadcastInfo(
name, id, bytesToString(memSize), bytesToString(tachyonSize), bytesToString(diskSize))
}

override def compare(that: BroadcastInfo) = {
override def compare(that: BroadcastInfo): Int = {
if (this.id > that.id) {
1
} else {
if (this.id == that.id) {
0
return 0
}
-1
}
Expand Down