/*
* Copyright (C) 2009 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef DALVIK_INDIRECTREFTABLE_H_
#define DALVIK_INDIRECTREFTABLE_H_
/*
* Maintain a table of indirect references. Used for local/global JNI
* references.
*
* The table contains object references that are part of the GC root set.
* When an object is added we return an IndirectRef that is not a valid
* pointer but can be used to find the original value in O(1) time.
* Conversions to and from indirect refs are performed on JNI method calls
* in and out of the VM, so they need to be very fast.
*
* To be efficient for JNI local variable storage, we need to provide
* operations that allow us to operate on segments of the table, where
* segments are pushed and popped as if on a stack. For example, deletion
* of an entry should only succeed if it appears in the current segment,
* and we want to be able to strip off the current segment quickly when
* a method returns. Additions to the table must be made in the current
* segment even if space is available in an earlier area.
*
* A new segment is created when we call into native code from interpreted
* code, or when we handle the JNI PushLocalFrame function.
*
* The GC must be able to scan the entire table quickly.
*
* In summary, these must be very fast:
* - adding or removing a segment
* - adding references to a new segment
* - converting an indirect reference back to an Object
* These can be a little slower, but must still be pretty quick:
* - adding references to a "mature" segment
* - removing individual references
* - scanning the entire table straight through
*
* If there's more than one segment, we don't guarantee that the table
* will fill completely before we fail due to lack of space. We do ensure
* that the current segment will pack tightly, which should satisfy JNI
* requirements (e.g. EnsureLocalCapacity).
*
* To make everything fit nicely in 32-bit integers, the maximum size of
* the table is capped at 64K.
*
* None of the table functions are synchronized.
*/
/*
* Indirect reference definition. This must be interchangeable with JNI's
* jobject, and it's convenient to let null be null, so we use void*.
*
* We need a 16-bit table index and a 2-bit reference type (global, local,
* weak global). Real object pointers will have zeroes in the low 2 or 3
* bits (4- or 8-byte alignment), so it's useful to put the ref type
* in the low bits and reserve zero as an invalid value.
*
* The remaining 14 bits can be used to detect stale indirect references.
* For example, if objects don't move, we can use a hash of the original
* Object* to make sure the entry hasn't been re-used. (If the Object*
* we find there doesn't match because of heap movement, we could do a
* secondary check on the preserved hash value; this implies that creating
* a global/local ref queries the hash value and forces it to be saved.)
*
* A more rigorous approach would be to put a serial number in the extra
* bits, and keep a copy of the serial number in a parallel table. This is
* easier when objects can move, but requires 2x the memory and additional
* memory accesses on add/get. It will catch additional problems, e.g.:
* create iref1 for obj, delete iref1, create iref2 for same obj, lookup
* iref1. A pattern based on object bits will miss this.
*
* For now, we use a serial number.
*/
typedef void* IndirectRef;
/* magic failure value; must not pass dvmIsHeapAddress() */
#define kInvalidIndirectRefObject reinterpret_cast<Object*>(0xdead4321)
#define kClearedJniWeakGlobal reinterpret_cast<Object*>(0xdead1234)
/*
* Indirect reference kind, used as the two low bits of IndirectRef.
*
* For convenience these match up with enum jobjectRefType from jni.h.
*/
enum IndirectRefKind {
kIndirectKindInvalid = 0,
kIndirectKindLocal = 1,
kIndirectKindGlobal = 2,
kIndirectKindWeakGlobal = 3
};
const char* indirectRefKindToString(IndirectRefKind kind);
/*
* Determine what kind of indirect reference this is.
*/
INLINE IndirectRefKind indirectRefKind(IndirectRef iref)
{
return (IndirectRefKind)((u4) iref & 0x03);
}
/*
* Information we store for each slot in the reference table.
*/
struct IndirectRefSlot {
Object* obj; /* object pointer itself, NULL if the slot is unused */
u4 serial; /* slot serial number */
};
/* use as initial value for "cookie", and when table has only one segment */
#define IRT_FIRST_SEGMENT 0
/*
* Table definition.
*
* For the global reference table, the expected common operations are
* adding a new entry and removing a recently-added entry (usually the
* most-recently-added entry). For JNI local references, the common
* operations are adding a new entry and removing an entire table segment.
*
* If "alloc_entries_" is not equal to "max_entries_", the table may expand
* when entries are added, which means the memory may move. If you want
* to keep pointers into "table" rather than offsets, you must use a
* fixed-size table.
*
* If we delete entries from the middle of the list, we will be left with
* "holes". We track the number of holes so that, when adding new elements,
* we can quickly decide to do a trivial append or go slot-hunting.
*
* When the top-most entry is removed, any holes immediately below it are
* also removed. Thus, deletion of an entry may reduce "topIndex" by more
* than one.
*
* To get the desired behavior for JNI locals, we need to know the bottom
* and top of the current "segment". The top is managed internally, and
* the bottom is passed in as a function argument (the VM keeps it in a
* slot in the interpreted stack frame). When we call a native method or
* push a local frame, the current top index gets pushed on, and serves
* as the new bottom. When we pop a frame off, the value from the stack
* becomes the new top index, and the value stored in the previous frame
* becomes the new bottom.
*
* To avoid having to re-scan the table after a pop, we want to push the
* number of holes in the table onto the stack. Because of our 64K-entry
* cap, we can combine the two into a single unsigned 32-bit value.
* Instead of a "bottom" argument we take a "cookie", which includes the
* bottom index and the count of holes below the bottom.
*
* We need to minimize method call/return overhead. If we store the
* "cookie" externally, on the interpreted call stack, the VM can handle
* pushes and pops with a single 4-byte load and store. (We could also
* store it internally in a public structure, but the local JNI refs are
* logically tied to interpreted stack frames anyway.)
*
* Common alternative implementation: make IndirectRef a pointer to the
* actual reference slot. Instead of getting a table and doing a lookup,
* the lookup can be done instantly. Operations like determining the
* type and deleting the reference are more expensive because the table
* must be hunted for (i.e. you have to do a pointer comparison to see
* which table it's in), you can't move the table when expanding it (so
* realloc() is out), and tricks like serial number checking to detect
* stale references aren't possible (though we may be able to get similar
* benefits with other approaches).
*
* TODO: consider a "lastDeleteIndex" for quick hole-filling when an
* add immediately follows a delete; must invalidate after segment pop
* (which could increase the cost/complexity of method call/return).
* Might be worth only using it for JNI globals.
*
* TODO: may want completely different add/remove algorithms for global
* and local refs to improve performance. A large circular buffer might
* reduce the amortized cost of adding global references.
*
* TODO: if we can guarantee that the underlying storage doesn't move,
* e.g. by using oversized mmap regions to handle expanding tables, we may
* be able to avoid having to synchronize lookups. Might make sense to
* add a "synchronized lookup" call that takes the mutex as an argument,
* and either locks or doesn't lock based on internal details.
*/
union IRTSegmentState {
u4 all;
struct {
u4 topIndex:16; /* index of first unused entry */
u4 numHoles:16; /* #of holes in entire table */
} parts;
};
class iref_iterator {
public:
explicit iref_iterator(IndirectRefSlot* table, size_t i, size_t capacity) :
table_(table), i_(i), capacity_(capacity) {
skipNullsAndTombstones();
}
iref_iterator& operator++() {
++i_;
skipNullsAndTombstones();
return *this;
}
Object** operator*() {
return &table_[i_].obj;
}
bool equals(const iref_iterator& rhs) const {
return (i_ == rhs.i_ && table_ == rhs.table_);
}
private:
void skipNullsAndTombstones() {
// We skip NULLs and tombstones. Clients don't want to see implementation details.
while (i_ < capacity_ && (table_[i_].obj == NULL
|| table_[i_].obj == kClearedJniWeakGlobal)) {
++i_;
}
}
IndirectRefSlot* table_;
size_t i_;
size_t capacity_;
};
bool inline operator!=(const iref_iterator& lhs, const iref_iterator& rhs) {
return !lhs.equals(rhs);
}
struct IndirectRefTable {
public:
typedef iref_iterator iterator;
/* semi-public - read/write by interpreter in native call handler */
IRTSegmentState segmentState;
/*
* private:
*
* TODO: we can't make these private as long as the interpreter
* uses offsetof, since private member data makes us non-POD.
*/
/* bottom of the stack */
IndirectRefSlot* table_;
/* bit mask, ORed into all irefs */
IndirectRefKind kind_;
/* #of entries we have space for */
size_t alloc_entries_;
/* max #of entries allowed */
size_t max_entries_;
// TODO: want hole-filling stats (#of holes filled, total entries scanned)
// for performance evaluation.
/*
* Add a new entry. "obj" must be a valid non-NULL object reference
* (though it's okay if it's not fully-formed, e.g. the result from
* dvmMalloc doesn't have obj->clazz set).
*
* Returns NULL if the table is full (max entries reached, or alloc
* failed during expansion).
*/
IndirectRef add(u4 cookie, Object* obj);
/*
* Given an IndirectRef in the table, return the Object it refers to.
*
* Returns kInvalidIndirectRefObject if iref is invalid.
*/
Object* get(IndirectRef iref) const;
/*
* Returns true if the table contains a reference to this object.
*/
bool contains(const Object* obj) const;
/*
* Remove an existing entry.
*
* If the entry is not between the current top index and the bottom index
* specified by the cookie, we don't remove anything. This is the behavior
* required by JNI's DeleteLocalRef function.
*
* Returns "false" if nothing was removed.
*/
bool remove(u4 cookie, IndirectRef iref);
/*
* Initialize an IndirectRefTable.
*
* If "initialCount" != "maxCount", the table will expand as required.
*
* "kind" should be Local or Global. The Global table may also hold
* WeakGlobal refs.
*
* Returns "false" if table allocation fails.
*/
bool init(size_t initialCount, size_t maxCount, IndirectRefKind kind);
/*
* Clear out the contents, freeing allocated storage.
*
* You must call dvmInitReferenceTable() before you can re-use this table.
*
* TODO: this should be a destructor.
*/
void destroy();
/*
* Dump the contents of a reference table to the log file.
*
* The caller should lock any external sync before calling.
*
* TODO: we should name the table in a constructor and remove
* the argument here.
*/
void dump(const char* descr) const;
/*
* Return the #of entries in the entire table. This includes holes, and
* so may be larger than the actual number of "live" entries.
*/
size_t capacity() const {
return segmentState.parts.topIndex;
}
iterator begin() {
return iterator(table_, 0, capacity());
}
iterator end() {
return iterator(table_, capacity(), capacity());
}
private:
static inline u4 extractIndex(IndirectRef iref) {
u4 uref = (u4) iref;
return (uref >> 2) & 0xffff;
}
static inline u4 extractSerial(IndirectRef iref) {
u4 uref = (u4) iref;
return uref >> 20;
}
static inline u4 nextSerial(u4 serial) {
return (serial + 1) & 0xfff;
}
static inline IndirectRef toIndirectRef(u4 index, u4 serial, IndirectRefKind kind) {
assert(index < 65536);
return reinterpret_cast<IndirectRef>((serial << 20) | (index << 2) | kind);
}
};
#endif // DALVIK_INDIRECTREFTABLE_H_