hhvm/hphp/runtime/base/array/policy_array.h

/*
   +----------------------------------------------------------------------+
   | HipHop for PHP                                                       |
   +----------------------------------------------------------------------+
   | Copyright (c) 2010- Facebook, Inc. (http://www.facebook.com)         |
   +----------------------------------------------------------------------+
   | This source file is subject to version 3.01 of the PHP license,      |
   | that is bundled with this package in the file LICENSE, and is        |
   | available through the world-wide-web at the following url:           |
   | http://www.php.net/license/3_01.txt                                  |
   | If you did not receive a copy of the PHP license and are unable to   |
   | obtain it through the world-wide-web, please send a note to          |
   | license@php.net so we can mail you a copy immediately.               |
   +----------------------------------------------------------------------+
*/

#ifndef HPHP_POLICY_ARRAY_H_
#define HPHP_POLICY_ARRAY_H_

#include <runtime/base/types.h>
#include <runtime/base/array/array_data.h>
#include <runtime/base/memory/smart_allocator.h>
#include <runtime/base/complex_types.h>
#include <util/trace.h>

namespace HPHP {
///////////////////////////////////////////////////////////////////////////////

/**
PosType is a int-like type that denotes a position in an array. All
traffic in ArrayStore implementation uses PosType consistently. The
advantage is that there's never a possibility to confuse a position
with e.g. an integral key. The disadvantage is that explicit casts
must be inserted whenever we have an integral and need a position, or
vice versa.
  */
enum class PosType : size_t { invalid = size_t(-1) };
static_assert(ssize_t(PosType::invalid) == ArrayData::invalid_index,
              "Bad design: can't have PosType::invalid and"
              " ArrayData::invalid_index mean distinct things.");

// Change of type, no effect on representation
static int64_t toInt64(PosType pos) {
  static_assert(sizeof(int64_t) == sizeof(PosType), "can't");
  return static_cast<int64_t>(pos);
}

// Assumes a valid position, convert to an uint32_t. Useful for array
// indices because they can't be larger than 32 bits anyway.
static uint32_t toUint32(PosType pos) {
  static_assert(uint32_t(PosType::invalid) == uint32_t(-1), "");
  assert(pos != PosType::invalid);
  return static_cast<uint32_t>(pos);
}

// Signed to pos, no change in representation.
static PosType toPos(int64_t n) {
  static_assert(sizeof(int64_t) == sizeof(PosType), "can't");
  return static_cast<PosType>(n);
}

// Unsigned to pos.
static PosType toPos(uint32_t n) {
  // If this fails it's weird - uint max doesn't become
  // PosType::invalid; instead, it'll be 4 billion something, which is
  // unhelpful.
  assert(n != uint32_t(-1));
  return static_cast<PosType>(n);
}

/**
SimpleArrayStore implements a basic storage strategy for ArrayShell. It
uses two contiguous arrays, one for keys and the other for
values. There is no indexing, just linear search, so don't use for
large arrays.

Storage policies don't store the array size internally because it's
already a member in ArrayData; keeping it here again only invites bugs
and inconsistencies. So the API requires passing the size around
whenever necessary. The name used herein is 'length' and it's a uint
because array lengths cannot be larger than that.
 */
class SimpleArrayStore {
  union Key {
    int64_t i;
    StringData* s;
  };

  // Nope
  SimpleArrayStore() = delete;
  SimpleArrayStore(const SimpleArrayStore&) = delete;
  SimpleArrayStore& operator=(const SimpleArrayStore&) = delete;

  /**
  Allocate keys and values at a given capacity and with a given
  allocation strategy.
  */
  static void allocate(Key*& ks, TypedValueAux*& vs, uint cap, bool nonSmart) {
    /* To save time, only one allocation is done and keys are stored
       right next to the values. */
    auto const totSize = (sizeof(*ks) + sizeof(*vs)) * cap;
    auto const raw = nonSmart
      ? Util::safe_malloc(totSize)
      : smart_malloc(totSize);
    vs = static_cast<TypedValueAux*>(raw);
    ks = reinterpret_cast<Key*>(vs + cap);
  }

  /** Inverse of allocate */
  static void deallocate(Key* ks, TypedValueAux* vs, bool nonSmart) {
    assert(ks && vs);
    if (nonSmart) {
      Util::safe_free(vs);
    } else {
      smart_free(vs);
    }
  }

protected:
  /**
  This is the smallest non-zero capacity allocated.
  */
  enum : unsigned int { startingCapacity = 16 };

  /**
  Returns true iff pos1 comes before pos2 in the array's normal order.
  */
  static bool before(ssize_t pos1, PosType pos2) {
    return pos1 < ssize_t(pos2);
  }

  /**
  Pseudo-copy constructor taking the source, the needed length and
  capacity, allocation strategy, and the owner ArrayData (weird;
  required by tvDupFlattenVars).
  */
  SimpleArrayStore(const SimpleArrayStore& rhs, uint length, uint capacity,
                   bool nonSmart, const ArrayData* owner);
  ~SimpleArrayStore() {
    /* If this fails, it means someone didn't call destroy. */
    assert(!m_keys && !m_vals);
  }

  /**
  Destroys and deallocates all data, assumed to be of size
  length. This is effectively the destructor, implemented as a
  separate function in order to obtain length and nonSmart
  information.
  */
  void destroy(uint length, bool nonSmart);

  /**
  The following four methods implement bidirectional iteration for
  indexes. Client code should not assume that these indices are
  contiguous. (This particular policy implementation does use
  contiguous indices.)
  */
  PosType firstIndex(uint length) const {
    assert(length);
    return PosType(0);
  }
  PosType lastIndex(uint length) const {
    assert(length);
    return toPos(length - 1);
  }
  PosType nextIndex(PosType current, uint length) const {
    auto result = toPos(toInt64(current) + 1);
    return toUint32(result) < length ? result : PosType::invalid;
  }
  PosType prevIndex(PosType current, uint length) const {
    if (current == PosType(0) || current == PosType::invalid) {
      return PosType::invalid;
    }
    return toPos(toUint32(current) - 1);
  }

  /**
  Primitives for the next available integral key.
   */
  void nextKeyReset() { m_nextKey = 0; }
  int64_t nextKeyBump() { return m_nextKey++; }

  /**
  Prepend v to the array. An uninitialized hole is left in the first
  key slot; you MUST use setKey subsequently to initialize it.
  */
  void prepend(const Variant& v, uint length, bool nonSmart);

  /**
  Erase at position pos from the array. Cleans up data and
  everything. Caller must update its own length etc.
  */
  void erase(PosType pos, uint length);

  /**
  Construct an array store with the given allocation strategy and
  capacity.
  */
  SimpleArrayStore(bool nonSmart, uint capacity)
      : m_capacity(std::max<uint>(startingCapacity, capacity))
      , m_nextKey(0) {
    allocate(m_keys, m_vals, m_capacity, nonSmart);
  }

  /**
  Returns the maximum number of elements this store can hold without a
  reallocation.
  */
  uint capacity() const { return m_capacity; }

  /**
  Grow the store starting from size up to at least minSize, ideally to
  idealSize, using the given allocation strategy. Caller ensures size
  <= minSize && minSize = idealSize. No actual objects are allocated
  in the grown store.
   */
  void grow(uint size, uint minSize, uint idealSize, bool nonSmart);

  /**
  Returns true iff the key at pos is a string.
   */
  bool hasStrKey(PosType pos) const {
    assert(m_vals && toUint32(pos) < m_capacity);
    return m_vals[toUint32(pos)].hash() != 0;
  }

  /**
  Returns the key at position pos. The result is either KindOfInt64 or
  KindOfString.
   */
  Variant key(PosType pos) const {
    assert(m_keys && toUint32(pos) < m_capacity);
    return hasStrKey(pos)
      ? Variant(m_keys[toUint32(pos)].s)
      : Variant(m_keys[toUint32(pos)].i);
  }

  /**
  Sets key at pos to integer k. Does NOT destroy the previous key,
  user must ensure that the previous key is released appropriately (if
  it was a string).
   */
  void setKey(PosType pos, int64_t k) {
    assert(m_keys && m_vals && toUint32(pos) < m_capacity);
    m_keys[toUint32(pos)].i = k;
    m_vals[toUint32(pos)].hash() = 0;
    if (m_nextKey <= k) m_nextKey = k + 1;
  }

  /**
  Sets key at pos to StringData* k. Does NOT destroy the previous key,
  user must ensure that the previous key is released appropriately (if
  it was a string). However, it DOES increment the reference count of
  the StringData.
   */
  void setKey(PosType pos, StringData* k) {
    assert(k && m_keys && m_vals && toUint32(pos) < m_capacity);
    m_keys[toUint32(pos)].s = k;
    m_vals[toUint32(pos)].hash() = 1;
    k->incRefCount();
  }

  /**
  Finds the given key and returns its position. If key not found,
  returns PosType::invalid.
   */
  PosType find(int64_t key, uint length) const;
  PosType find(const StringData* key, uint length) const;

  /**
  Updates the slot at position key with value. If slot did not exist,
  insert it. If slot did not exist and key is a StringData, increments
  its refcount.
   */
  template <class K>
  bool update(K key, const Variant& val, uint length, bool nonSmart);

  /**
  Returns a const reference to the Variant held at position
  pos. Caller must ensure that pos is valid (i.e. corresponds to an
  existing element). Other implementations should be able to return an
  rvalue Variant, meaning they can use alternate storage strategies
  for the data.
   */
  const Variant& val(PosType pos) const {
    assert(m_vals && toUint32(pos) < m_capacity);
    return tvAsCVarRef(m_vals + toUint32(pos));
  }

  /**
  Returns a modifiable lvalue at position pos. Using the API forces
  storing values as Variant/TypedValue. Calling lval for a
  not-yet-initialized position is fine and may be used by the caller
  to initialize the value.
   */
  Variant& lval(PosType pos) const {
    assert(m_vals && toUint32(pos) < m_capacity);
    // Don't use tvAsVariant here (which may assert on you), the
    // reference returned may refer to a not-yet-initialized object.
    return tvAsUninitializedVariant(m_vals + toUint32(pos));
  }

private:
  /*****************************************************************************
  State begins here
  *****************************************************************************/
  TypedValueAux* m_vals;
  Key* m_keys;
  uint m_capacity;
  int64_t m_nextKey;
  /*****************************************************************************
  State ends here
  *****************************************************************************/
};

////////////////////////////////////////////////////////////////////////////////
// ArrayShell
////////////////////////////////////////////////////////////////////////////////
class ArrayShell : public ArrayData, private SimpleArrayStore {
  typedef SimpleArrayStore Store;
  using Store::key;

  ArrayShell(const ArrayShell& rhs) = delete;
  ArrayShell& operator=(const ArrayShell& rhs) = delete;
  ArrayShell(const ArrayShell& rhs, uint capacity, bool nonSmart);

  template <class K>
  void addValWithRef(K k, const Variant& value);
  void nextInsertWithRef(const Variant& value);

  // Copy to a brand new HphpArray
  HphpArray* toHphpArray() const;

public:
  // Memory allocator methods.
  DECLARE_SMART_ALLOCATION(ArrayShell);

  explicit ArrayShell(uint size);

  virtual ~ArrayShell() FOLLY_OVERRIDE;

  /**
   * Number of elements this array has.
   */
  virtual ssize_t vsize() const FOLLY_OVERRIDE {
    // vsize() called, but m_size should never be -1 in ArrayShell
    assert(false);
    return m_size;
  }

  /**
   * For ArrayIter to work. Get key or value at position "pos".
   */
  virtual Variant getKey(ssize_t pos) const FOLLY_OVERRIDE;
  virtual Variant getValue(ssize_t pos) const FOLLY_OVERRIDE;

  /**
   * getValueRef() gets a reference to value at position "pos".
   */
  virtual CVarRef getValueRef(ssize_t pos) const FOLLY_OVERRIDE;

  /*
   * Return true for array types that don't have COW semantics.
   */
  virtual bool noCopyOnWrite() const FOLLY_OVERRIDE { return false; }

  /*
   * Returns whether or not this array contains "vector-like" data.
   * I.e. all the keys are contiguous increasing integers.
   */
  virtual bool isVectorData() const FOLLY_OVERRIDE;

  virtual SharedVariant *getSharedVariant() const FOLLY_OVERRIDE {
    return nullptr;
  }

  /**
   * Position-based iterations.
   */
  virtual Variant reset() FOLLY_OVERRIDE;
  virtual Variant prev() FOLLY_OVERRIDE;
  virtual Variant current() const FOLLY_OVERRIDE;
  virtual Variant next() FOLLY_OVERRIDE;
  virtual Variant end() FOLLY_OVERRIDE;
  virtual Variant key() const FOLLY_OVERRIDE;
  virtual Variant value(ssize_t &pos) const FOLLY_OVERRIDE;
  virtual Variant each() FOLLY_OVERRIDE;

  virtual bool isInvalid() const FOLLY_OVERRIDE {
    return m_pos == invalid_index;
  }

  /**
   * Testing whether a key exists.
   */
  virtual bool exists(int64_t k) const FOLLY_OVERRIDE {
    return Store::find(k, m_size) < toPos(m_size);
  }
  virtual bool exists(const StringData* k) const FOLLY_OVERRIDE {
    return Store::find(k, m_size) < toPos(m_size);
  }

  /**
   * Getting value at specified key.
   */
private:
  template <class K>
  const Variant& getImpl(K k, bool error) const;

public:
  // Andrei: this API forces storage to store variants in the
  // TypedValue/Variant layout, thus disallowing e.g. implementations
  // that store type tags and values separately.
  virtual const Variant&
  get(int64_t k, bool error = false) const FOLLY_OVERRIDE {
    return getImpl(k, error);
  }
  virtual const Variant&
  get(const StringData* k, bool error = false) const FOLLY_OVERRIDE {
    return getImpl(k, error);
  }

private:
  template <class K> TypedValue* nvGetImpl(K k) const;

public:
  /**
   * Interface for VM helpers.  ArrayData implements generic versions
   * using the other ArrayData api; subclasses may do better.
   */
  virtual TypedValue* nvGet(int64_t k) const FOLLY_OVERRIDE {
    return nvGetImpl(k);
  }
  virtual TypedValue* nvGet(const StringData* k) const FOLLY_OVERRIDE {
    return nvGetImpl(k);
  }
  virtual void nvGetKey(TypedValue* out, ssize_t pos) FOLLY_OVERRIDE;
  virtual TypedValue* nvGetValueRef(ssize_t pos) FOLLY_OVERRIDE;

private:
  template <class K> TypedValue* nvGetCellImpl(K k) const;

public:
  virtual TypedValue* nvGetCell(int64_t k) const FOLLY_OVERRIDE {
    return nvGetCellImpl(k);
  }
  virtual TypedValue* nvGetCell(const StringData* k) const FOLLY_OVERRIDE {
    return nvGetCellImpl(k);
  }

  /**
   * Get the numeric index for a key. Only these need to be
   * in ArrayData.
   */
private:
  template <class K> ssize_t getIndexImpl(K k) const;

public:
  virtual ssize_t getIndex(int64_t k) const FOLLY_OVERRIDE {
    return getIndexImpl(k);
  }
  virtual ssize_t getIndex(const StringData* k) const FOLLY_OVERRIDE {
    return getIndexImpl(k);
  }

private:
  template <class K>
  ArrayData *lvalImpl(K k, Variant *&ret, bool copy, bool checkExist);

  using Store::lval;

public:
  /**
   * Getting l-value (that Variant pointer) at specified key. Return NULL if
   * escalation is not needed, or an escalated array data.
   */
  virtual ArrayData *lval(int64_t k,
                          Variant *&ret,
                          bool copy,
                          bool checkExist = false) FOLLY_OVERRIDE {
    return lvalImpl(k, ret, copy, checkExist);
  }
  virtual ArrayData *lval(StringData* k,
                          Variant*& ret,
                          bool copy,
                          bool checkExist = false) FOLLY_OVERRIDE {
    return lvalImpl(k, ret, copy, checkExist);
  }

  /**
   * Getting l-value (that Variant pointer) of a new element with the next
   * available integer key. Return NULL if escalation is not needed, or an
   * escalated array data. Note that adding a new element with the next
   * available integer key may fail, in which case ret is set to point to
   * the lval blackhole (see Variant::lvalBlackHole() for details).
   */
  virtual ArrayData *lvalNew(Variant *&ret, bool copy) FOLLY_OVERRIDE;

  /**
   * Helper functions used for getting a reference to elements of
   * the dynamic property array in ObjectData or the local cache array
   * in ShardMap.
   */
  virtual ArrayData *lvalPtr(StringData* k, Variant *&ret,
                                                bool copy,
                                                bool create) FOLLY_OVERRIDE;

  /**
   * Setting a value at specified key. If "copy" is true, make a copy first
   * then set the value. Return NULL if escalation is not needed, or an
   * escalated array data.
   */
private:
  template <class K>
  ArrayShell* setImpl(K k, CVarRef v, bool copy);

public:
  virtual ArrayData* set(int64_t k, CVarRef v, bool copy) FOLLY_OVERRIDE {
    return setImpl(k, v, copy);
  }
  virtual ArrayData* set(StringData* k, CVarRef v, bool copy) FOLLY_OVERRIDE {
    return setImpl(k, v, copy);
  }

private:
  template <class K>
  ArrayData *setRefImpl(K k, CVarRef v, bool copy);

public:
  virtual ArrayData *setRef(int64_t k, CVarRef v, bool copy) FOLLY_OVERRIDE {
    return setRefImpl(k, v, copy);
  }
  virtual ArrayData *setRef(StringData* k, CVarRef v, bool cpy) FOLLY_OVERRIDE {
    return setRefImpl(k, v, cpy);
  }

  /**
   * The same as set(), but with the precondition that the key does
   * not already exist in this array.  (This is to allow more
   * efficient implementation of this case in some derived classes.)
   */
private:
  template <class K>
  ArrayData *addImpl(K k, CVarRef v, bool copy);

public:
  virtual ArrayData *add(int64_t k, CVarRef v, bool copy) FOLLY_OVERRIDE {
    return addImpl(k, v, copy);
  }
  virtual ArrayData *add(StringData* k, CVarRef v, bool copy) FOLLY_OVERRIDE {
    return addImpl(k, v, copy);
  }

  /*
   * Same semantics as lval(), except with the precondition that the
   * key doesn't already exist in the array.
   */
  virtual ArrayShell *addLval(int64_t k, Variant *&ret, bool copy)
    FOLLY_OVERRIDE;
  virtual ArrayShell *addLval(StringData* k, Variant *&ret, bool copy)
    FOLLY_OVERRIDE;

  /**
   * Remove a value at specified key. If "copy" is true, make a copy first
   * then remove the value. Return NULL if escalation is not needed, or an
   * escalated array data.
   */
private:
  template <class K> ArrayData *removeImpl(K k, bool copy);

public:
  virtual ArrayData *remove(int64_t k, bool copy) FOLLY_OVERRIDE {
    return removeImpl(k, copy);
  }
  virtual ArrayData *remove(const StringData* k, bool copy) FOLLY_OVERRIDE {
    return removeImpl(k, copy);
  }

  virtual ssize_t iter_begin() const FOLLY_OVERRIDE;
  virtual ssize_t iter_end() const FOLLY_OVERRIDE;
  virtual ssize_t iter_advance(ssize_t prev) const FOLLY_OVERRIDE;
  virtual ssize_t iter_rewind(ssize_t prev) const FOLLY_OVERRIDE;

  /**
   * Mutable iteration APIs
   *
   * The following six methods are used for mutable iteration. For all methods
   * except newFullPos(), it is the caller's responsibility to ensure that the
   * specified FullPos 'fp' is registered with this array and hasn't already
   * been freed.
   */

  /**
   * Checks if a mutable iterator points to a valid element within this array.
   * This will return false if the iterator points past the last element, or
   * if the iterator points before the first element.
   */
  virtual bool validFullPos(const FullPos& fp) const FOLLY_OVERRIDE;

  /**
   * Advances the mutable iterator to the next element in the array. Returns
   * false if the iterator has moved past the last element, otherwise returns
   * true.
   */
  virtual bool advanceFullPos(FullPos& fp) FOLLY_OVERRIDE;

  virtual CVarRef currentRef() FOLLY_OVERRIDE;
  virtual CVarRef endRef() FOLLY_OVERRIDE;

  virtual ArrayData* escalateForSort() FOLLY_OVERRIDE;
  virtual void ksort(int sort_flags, bool ascending) FOLLY_OVERRIDE;
  virtual void sort(int sort_flags, bool ascending) FOLLY_OVERRIDE;
  virtual void asort(int sort_flags, bool ascending) FOLLY_OVERRIDE;
  virtual void uksort(CVarRef cmp_function) FOLLY_OVERRIDE;
  virtual void usort(CVarRef cmp_function) FOLLY_OVERRIDE;
  virtual void uasort(CVarRef cmp_function) FOLLY_OVERRIDE;

  /**
   * Make a copy of myself.
   *
   * The nonSmartCopy() version means not to use the smart allocator.
   * Is only implemented for array types that need to be able to go
   * into the static array list.
   */
  ArrayShell* copy(uint minCapacity);
  virtual ArrayShell *copy() const FOLLY_OVERRIDE;
  virtual ArrayShell *copyWithStrongIterators() const FOLLY_OVERRIDE;
  virtual ArrayData *nonSmartCopy() const FOLLY_OVERRIDE;

private:
  template <class K, class V>
  Variant* appendNoGrow(K k, const V& v) {
    assert(m_size < Store::capacity());
    auto result = &lval(toPos(m_size));
    // WARNING: sequencing the following two lines is important.
    new(result) Variant(v);
    setKey(toPos(m_size), k);
    // If position is at end, make it point to the element just added.
    if (size_t(m_pos) > m_size) m_pos = m_size;
    ++m_size;
    return result;
  }

public:

  /**
   * Append a value to the array. If "copy" is true, make a copy first
   * then append the value. Return NULL if escalation is not needed, or an
   * escalated array data.
   */
  virtual ArrayShell *append(CVarRef v, bool copy) FOLLY_OVERRIDE;
  virtual ArrayShell *appendRef(CVarRef v, bool copy) FOLLY_OVERRIDE;

  /**
   * Similar to append(v, copy), with reference in v preserved.
   */
  virtual ArrayData *appendWithRef(CVarRef v, bool copy) FOLLY_OVERRIDE;

  /**
   * Implementing array appending and merging. If "copy" is true, make a copy
   * first then append/merge arrays. Return NULL if escalation is not needed,
   * or an escalated array data.
   */
  virtual ArrayData *append(const ArrayData *elems, ArrayOp op, bool copy)
    FOLLY_OVERRIDE;

  /**
   * Stack function: pop the last item and return it.
   */
  virtual ArrayData *pop(Variant &value) FOLLY_OVERRIDE;

  /**
   * Queue function: remove the 1st item and return it.
   */
  virtual ArrayData *dequeue(Variant &value) FOLLY_OVERRIDE;

  /**
   * Array function: prepend a new item.
   */
  virtual ArrayData *prepend(CVarRef v, bool copy) FOLLY_OVERRIDE;

  /**
   * Only map classes need this. Re-index all numeric keys to start from 0.
   */
  virtual void renumber() FOLLY_OVERRIDE;

  virtual void onSetEvalScalar() FOLLY_OVERRIDE;

  virtual void dump() FOLLY_OVERRIDE;
  virtual void dump(std::string &out) FOLLY_OVERRIDE;
  virtual void dump(std::ostream &os) FOLLY_OVERRIDE;

  virtual ArrayData *escalate() const FOLLY_OVERRIDE;
};

///////////////////////////////////////////////////////////////////////////////
}

#endif // HPHP_POLICY_ARRAY_H_