// Copyright (C) 2009-2023 Internet Systems Consortium, Inc. ("ISC")
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.

#include <config.h>

#include <gtest/gtest.h>
#include <boost/foreach.hpp>
#include <boost/pointer_cast.hpp>
#include <boost/assign/std/vector.hpp>
#include <climits>

#include <cc/data.h>
#include <util/unittests/check_valgrind.h>

using namespace isc::data;

#include <sstream>
#include <iostream>
using std::oct;
#include <iomanip>
using std::setfill;
using std::setw;
using std::string;

namespace {

TEST(Position, str) {
    Element::Position position("kea.conf", 30, 20);
    EXPECT_EQ("kea.conf:30:20", position.str());

    Element::Position position2("another.conf", 123, 24);
    EXPECT_EQ("another.conf:123:24", position2.str());
}

TEST(Element, type) {
    // this tests checks whether the getType() function returns the
    // correct type
    IntElement int_el = IntElement(1);
    EXPECT_EQ(int_el.getType(), Element::integer);
    DoubleElement double_el = DoubleElement(1.0);
    EXPECT_EQ(double_el.getType(), Element::real);
    BoolElement bool_el = BoolElement(true);
    EXPECT_EQ(bool_el.getType(), Element::boolean);
    StringElement str_el = StringElement("foo");
    EXPECT_EQ(str_el.getType(), Element::string);
    ListElement list_el = ListElement();
    EXPECT_EQ(list_el.getType(), Element::list);
    MapElement map_el = MapElement();
    EXPECT_EQ(map_el.getType(), Element::map);

}

TEST(Element, TypeNameConversion) {
    EXPECT_EQ(Element::integer, Element::nameToType("integer"));
    EXPECT_EQ(Element::bigint, Element::nameToType("bigint"));
    EXPECT_EQ(Element::real, Element::nameToType("real"));
    EXPECT_EQ(Element::boolean, Element::nameToType("boolean"));
    EXPECT_EQ(Element::string, Element::nameToType("string"));
    EXPECT_EQ(Element::list, Element::nameToType("list"));
    EXPECT_EQ(Element::map, Element::nameToType("map"));
    EXPECT_EQ(Element::null, Element::nameToType("null"));
    EXPECT_EQ(Element::any, Element::nameToType("any"));
    EXPECT_THROW(Element::nameToType("somethingunknown"), TypeError);

    EXPECT_EQ("integer", Element::typeToName(Element::integer));
    EXPECT_EQ("bigint", Element::typeToName(Element::bigint));
    EXPECT_EQ("real", Element::typeToName(Element::real));
    EXPECT_EQ("boolean", Element::typeToName(Element::boolean));
    EXPECT_EQ("string", Element::typeToName(Element::string));
    EXPECT_EQ("list", Element::typeToName(Element::list));
    EXPECT_EQ("map", Element::typeToName(Element::map));
    EXPECT_EQ("null", Element::typeToName(Element::null));
    EXPECT_EQ("any", Element::typeToName(Element::any));
    EXPECT_EQ("unknown", Element::typeToName(static_cast<Element::types>(123)));
}

TEST(Element, from_and_to_json) {
    // a set of inputs that are the same when converted to json and
    // back to a string (tests for inputs that have equivalent, but
    // different string representations when converted back are below)
    ConstElementPtr el;
    std::vector<std::string> sv;

    sv.push_back("12");
    sv.push_back("1.1");
    sv.push_back("true");
    sv.push_back("false");
    sv.push_back("\"asdf\"");
    sv.push_back("null");
    sv.push_back("[ 1, 2, 3, 4 ]");
    sv.push_back("{ \"name\": \"foo\", \"value\": 56176 }");
    sv.push_back("[ { \"a\": 1, \"b\": \"c\" }, { \"a\": 2, \"b\": \"d\" } ]");
    sv.push_back("8.23");
    sv.push_back("123.456");
    sv.push_back("null");
    sv.push_back("-1");
    sv.push_back("-1.234");
    sv.push_back("-123.456");
    // We should confirm that our string handling is 8-bit clean.
    // At one point we were using char-length data and comparing to EOF,
    // which means that character '\xFF' would not parse properly.
    sv.push_back("\"\\u00ff\"");

    BOOST_FOREACH(const std::string& s, sv) {
        // Test two types of fromJSON(): with string and istream.
        for (unsigned i = 0; i < 2; ++i) {
            // test << operator, which uses Element::str()
            if (i == 0) {
                el = Element::fromJSON(s);
            } else {
                std::istringstream iss(s);
                el = Element::fromJSON(iss);
            }
            std::ostringstream stream;
            stream << *el;
            EXPECT_EQ(s, stream.str());

            // test toWire(ostream), which should also be the same now
            std::ostringstream wire_stream;
            el->toWire(wire_stream);
            EXPECT_EQ(s, wire_stream.str());
        }
    }

    // some parse errors
    try {
        Element::fromJSON("{1}");
    } catch (const isc::data::JSONError& pe) {
        std::string s = std::string(pe.what());
        EXPECT_EQ("String expected in <string>:1:3", s);
    }

    sv.clear();
    sv.push_back("{1}");
    //ElementPtr ep = Element::fromJSON("\"aaa\nbbb\"err");
    //std::cout << ep << std::endl;
    sv.push_back("\n\nTrue");
    sv.push_back("\n\ntru");
    sv.push_back("{ \n \"aaa\nbbb\"err:");
    sv.push_back("{ \t\n \"aaa\nbbb\"\t\n\n:\n true, \"\\\"");
    sv.push_back("{ \"a\": None}");
    sv.push_back("");
    sv.push_back("NULL");
    sv.push_back("nul");
    sv.push_back("hello\"foobar\"");
    sv.push_back("\"foobar\"hello");
    sv.push_back("[]hello");
    sv.push_back("{}hello");
    // String not delimited correctly
    sv.push_back("\"hello");
    sv.push_back("hello\"");
    // Bad unicode
    sv.push_back("\"\\u123\"");
    sv.push_back("\"\\u1234\"");
    sv.push_back("\"\\u0123\"");
    sv.push_back("\"\\u00ag\"");
    sv.push_back("\"\\u00BH\"");

    BOOST_FOREACH(std::string s, sv) {
        EXPECT_THROW(el = Element::fromJSON(s), isc::data::JSONError);
    }

    // some json specific format tests, here the str() output is
    // different from the string input
    // +100 is incorrect according to the ECMA 404 JSON standard.
    // Keeping it as it will be reversed.
    // EXPECT_EQ("100", Element::fromJSON("+100")->str());
    EXPECT_EQ("100.0", Element::fromJSON("1e2")->str());
    EXPECT_EQ("100.0", Element::fromJSON("+1e2")->str());
    EXPECT_EQ("-100.0", Element::fromJSON("-1e2")->str());

    EXPECT_NO_THROW({
       EXPECT_EQ("9223372036854775807", Element::fromJSON("9223372036854775807")->str());
    });
    EXPECT_NO_THROW({
       EXPECT_EQ("-9223372036854775808", Element::fromJSON("-9223372036854775808")->str());
    });
    EXPECT_THROW({
       EXPECT_NE("9223372036854775808", Element::fromJSON("9223372036854775808")->str());
    }, JSONError);

    EXPECT_EQ("0.01", Element::fromJSON("1e-2")->str());
    EXPECT_EQ("0.01", Element::fromJSON(".01")->str());
    EXPECT_EQ("-0.01", Element::fromJSON("-1e-2")->str());
    EXPECT_EQ("1.2", Element::fromJSON("1.2")->str());
    EXPECT_EQ("1.0", Element::fromJSON("1.0")->str());
    EXPECT_EQ("120.0", Element::fromJSON("1.2e2")->str());
    EXPECT_EQ("100.0", Element::fromJSON("1.0e2")->str());
    EXPECT_EQ("100.0", Element::fromJSON("1.0E2")->str());
    EXPECT_EQ("0.01", Element::fromJSON("1.0e-2")->str());
    EXPECT_EQ("0.012", Element::fromJSON("1.2e-2")->str());
    EXPECT_EQ("0.012", Element::fromJSON("1.2E-2")->str());
    EXPECT_EQ("\"\"", Element::fromJSON("  \n \t \r \f \b \"\" \n \f \t \r \b")->str());
    EXPECT_EQ("{  }", Element::fromJSON("{  \n  \r \t  \b \f }")->str());
    EXPECT_EQ("[  ]", Element::fromJSON("[  \n  \r \f \t  \b  ]")->str());

    // number overflows
    EXPECT_THROW(Element::fromJSON("12345678901234567890")->str(), JSONError);
    EXPECT_THROW(Element::fromJSON("1.1e12345678901234567890")->str(), JSONError);
    EXPECT_THROW(Element::fromJSON("-1.1e12345678901234567890")->str(), JSONError);
    EXPECT_THROW(Element::fromJSON("1e12345678901234567890")->str(), JSONError);
    EXPECT_THROW(Element::fromJSON("1e50000")->str(), JSONError);
    // number underflow
    // EXPECT_THROW(Element::fromJSON("1.1e-12345678901234567890")->str(), JSONError);

}

template <typename T>
void
testGetValueInt() {
    T el;
    int64_t i;
    int32_t i32;
    uint32_t ui32;
    long l;
    long long ll;
    double d;
    bool b;
    std::string s;
    std::vector<ElementPtr> v;
    std::map<std::string, ConstElementPtr> m;

    el = Element::create(1);
    EXPECT_NO_THROW({
       EXPECT_EQ(1, el->intValue());
    });
    EXPECT_THROW(el->doubleValue(), TypeError);
    EXPECT_THROW(el->boolValue(), TypeError);
    EXPECT_THROW(el->stringValue(), TypeError);
    EXPECT_THROW(el->listValue(), TypeError);
    EXPECT_THROW(el->mapValue(), TypeError);
    EXPECT_TRUE(el->getValue(i));
    EXPECT_FALSE(el->getValue(d));
    EXPECT_FALSE(el->getValue(b));
    EXPECT_FALSE(el->getValue(s));
    EXPECT_FALSE(el->getValue(v));
    EXPECT_FALSE(el->getValue(m));
    EXPECT_EQ(1, i);

    el = Element::create(9223372036854775807LL);
    EXPECT_NO_THROW({
       EXPECT_EQ(9223372036854775807LL, el->intValue());
    });
    EXPECT_TRUE(el->getValue(i));
    EXPECT_EQ(9223372036854775807LL, i);

    ll = 9223372036854775807LL;
    el = Element::create(ll);
    EXPECT_NO_THROW({
       EXPECT_EQ(ll, el->intValue());
    });
    EXPECT_TRUE(el->getValue(i));
    EXPECT_EQ(ll, i);

    i32 = 2147483647L;
    el = Element::create(i32);
    EXPECT_NO_THROW({
       EXPECT_EQ(i32, el->intValue());
    });
    EXPECT_TRUE(el->getValue(i));
    EXPECT_EQ(i32, i);

    ui32 = 4294967295L;
    el = Element::create(ui32);
    EXPECT_NO_THROW({
       EXPECT_EQ(ui32, el->intValue());
    });
    EXPECT_TRUE(el->getValue(i));
    EXPECT_EQ(ui32, i);

    l = 2147483647L;
    el = Element::create(l);
    EXPECT_NO_THROW({
       EXPECT_EQ(l, el->intValue());
    });
    EXPECT_TRUE(el->getValue(i));
    EXPECT_EQ(l, i);
}

template <typename T>
void
testGetValueDouble() {
    T el;
    int64_t i;
    double d;
    bool b;
    std::string s;
    std::vector<ElementPtr> v;
    std::map<std::string, ConstElementPtr> m;

    el = Element::create(1.1);
    EXPECT_THROW(el->intValue(), TypeError);
    EXPECT_NO_THROW(el->doubleValue());
    EXPECT_THROW(el->boolValue(), TypeError);
    EXPECT_THROW(el->stringValue(), TypeError);
    EXPECT_THROW(el->listValue(), TypeError);
    EXPECT_THROW(el->mapValue(), TypeError);
    EXPECT_FALSE(el->getValue(i));
    EXPECT_TRUE(el->getValue(d));
    EXPECT_FALSE(el->getValue(b));
    EXPECT_FALSE(el->getValue(s));
    EXPECT_FALSE(el->getValue(v));
    EXPECT_FALSE(el->getValue(m));
    EXPECT_EQ(1.1, d);
}

template <typename T>
void
testGetValueBool() {
    T el;
    int64_t i;
    double d;
    bool b;
    std::string s;
    std::vector<ElementPtr> v;
    std::map<std::string, ConstElementPtr> m;

    el = Element::create(true);
    EXPECT_THROW(el->intValue(), TypeError);
    EXPECT_THROW(el->doubleValue(), TypeError);
    EXPECT_NO_THROW(el->boolValue());
    EXPECT_THROW(el->stringValue(), TypeError);
    EXPECT_THROW(el->listValue(), TypeError);
    EXPECT_THROW(el->mapValue(), TypeError);
    EXPECT_FALSE(el->getValue(i));
    EXPECT_FALSE(el->getValue(d));
    EXPECT_TRUE(el->getValue(b));
    EXPECT_FALSE(el->getValue(s));
    EXPECT_FALSE(el->getValue(v));
    EXPECT_FALSE(el->getValue(m));
    EXPECT_EQ(true, b);
}

template <typename T>
void
testGetValueString() {
    T el;
    int64_t i;
    double d;
    bool b;
    std::string s;
    std::vector<ElementPtr> v;
    std::map<std::string, ConstElementPtr> m;

    el = Element::create("foo");
    EXPECT_THROW(el->intValue(), TypeError);
    EXPECT_THROW(el->doubleValue(), TypeError);
    EXPECT_THROW(el->boolValue(), TypeError);
    EXPECT_NO_THROW(el->stringValue());
    EXPECT_THROW(el->listValue(), TypeError);
    EXPECT_THROW(el->mapValue(), TypeError);
    EXPECT_FALSE(el->getValue(i));
    EXPECT_FALSE(el->getValue(d));
    EXPECT_FALSE(el->getValue(b));
    EXPECT_TRUE(el->getValue(s));
    EXPECT_FALSE(el->getValue(v));
    EXPECT_FALSE(el->getValue(m));
    EXPECT_EQ("foo", s);
}

template <typename T>
void
testGetValueList() {
    T el;
    int64_t i;
    double d;
    bool b;
    std::string s;
    std::vector<ElementPtr> v;
    std::map<std::string, ConstElementPtr> m;

    el = Element::createList();
    EXPECT_THROW(el->intValue(), TypeError);
    EXPECT_THROW(el->doubleValue(), TypeError);
    EXPECT_THROW(el->boolValue(), TypeError);
    EXPECT_THROW(el->stringValue(), TypeError);
    EXPECT_NO_THROW(el->listValue());
    EXPECT_THROW(el->mapValue(), TypeError);
    EXPECT_FALSE(el->getValue(i));
    EXPECT_FALSE(el->getValue(d));
    EXPECT_FALSE(el->getValue(b));
    EXPECT_FALSE(el->getValue(s));
    EXPECT_TRUE(el->getValue(v));
    EXPECT_FALSE(el->getValue(m));
    EXPECT_EQ("[  ]", el->str());
}

template <typename T>
void
testGetValueMap() {
    T el;
    int64_t i;
    double d;
    bool b;
    std::string s;
    std::vector<ElementPtr> v;
    std::map<std::string, ConstElementPtr> m;

    el = Element::createMap();
    EXPECT_THROW(el->intValue(), TypeError);
    EXPECT_THROW(el->doubleValue(), TypeError);
    EXPECT_THROW(el->boolValue(), TypeError);
    EXPECT_THROW(el->stringValue(), TypeError);
    EXPECT_THROW(el->listValue(), TypeError);
    EXPECT_NO_THROW(el->mapValue());
    EXPECT_FALSE(el->getValue(i));
    EXPECT_FALSE(el->getValue(d));
    EXPECT_FALSE(el->getValue(b));
    EXPECT_FALSE(el->getValue(s));
    EXPECT_FALSE(el->getValue(v));
    EXPECT_TRUE(el->getValue(m));
    EXPECT_EQ("{  }", el->str());
}

TEST(Element, create_and_value_throws) {
    // this test checks whether elements throw exceptions if the
    // incorrect type is requested
    ElementPtr el;
    ConstElementPtr cel;
    int64_t i = 0;
    double d = 0.0;
    bool b = false;
    std::string s("asdf");
    std::vector<ElementPtr> v;
    std::map<std::string, ConstElementPtr> m;
    ConstElementPtr tmp;

    testGetValueInt<ElementPtr>();
    testGetValueInt<ConstElementPtr>();

    el = Element::create(1);
    i = 2;
    EXPECT_TRUE(el->setValue(i));
    EXPECT_EQ(2, el->intValue());
    EXPECT_FALSE(el->setValue(d));
    EXPECT_FALSE(el->setValue(b));
    EXPECT_FALSE(el->setValue(s));
    EXPECT_FALSE(el->setValue(v));
    EXPECT_FALSE(el->setValue(m));
    EXPECT_THROW(el->get(1), TypeError);
    EXPECT_THROW(el->set(1, el), TypeError);
    EXPECT_THROW(el->add(el), TypeError);
    EXPECT_THROW(el->remove(1), TypeError);
    EXPECT_THROW(el->size(), TypeError);
    EXPECT_THROW(el->empty(), TypeError);
    EXPECT_THROW(el->get("foo"), TypeError);
    EXPECT_THROW(el->set("foo", el), TypeError);
    EXPECT_THROW(el->remove("foo"), TypeError);
    EXPECT_THROW(el->contains("foo"), TypeError);
    EXPECT_FALSE(el->find("foo", tmp));

    testGetValueDouble<ElementPtr>();
    testGetValueDouble<ConstElementPtr>();

    el = Element::create(1.1);
    d = 2.2;
    EXPECT_TRUE(el->setValue(d));
    EXPECT_EQ(2.2, el->doubleValue());
    EXPECT_FALSE(el->setValue(i));
    EXPECT_FALSE(el->setValue(b));
    EXPECT_FALSE(el->setValue(s));
    EXPECT_FALSE(el->setValue(v));
    EXPECT_FALSE(el->setValue(m));
    EXPECT_THROW(el->get(1), TypeError);
    EXPECT_THROW(el->set(1, el), TypeError);
    EXPECT_THROW(el->add(el), TypeError);
    EXPECT_THROW(el->remove(1), TypeError);
    EXPECT_THROW(el->size(), TypeError);
    EXPECT_THROW(el->empty(), TypeError);
    EXPECT_THROW(el->get("foo"), TypeError);
    EXPECT_THROW(el->set("foo", el), TypeError);
    EXPECT_THROW(el->remove("foo"), TypeError);
    EXPECT_THROW(el->contains("foo"), TypeError);
    EXPECT_FALSE(el->find("foo", tmp));

    testGetValueBool<ElementPtr>();
    testGetValueBool<ConstElementPtr>();

    el = Element::create(true);
    b = false;
    EXPECT_TRUE(el->setValue(b));
    EXPECT_FALSE(el->boolValue());
    EXPECT_FALSE(el->setValue(i));
    EXPECT_FALSE(el->setValue(d));
    EXPECT_FALSE(el->setValue(s));
    EXPECT_FALSE(el->setValue(v));
    EXPECT_FALSE(el->setValue(m));
    EXPECT_THROW(el->get(1), TypeError);
    EXPECT_THROW(el->set(1, el), TypeError);
    EXPECT_THROW(el->add(el), TypeError);
    EXPECT_THROW(el->remove(1), TypeError);
    EXPECT_THROW(el->size(), TypeError);
    EXPECT_THROW(el->empty(), TypeError);
    EXPECT_THROW(el->get("foo"), TypeError);
    EXPECT_THROW(el->set("foo", el), TypeError);
    EXPECT_THROW(el->remove("foo"), TypeError);
    EXPECT_THROW(el->contains("foo"), TypeError);
    EXPECT_FALSE(el->find("foo", tmp));

    testGetValueString<ElementPtr>();
    testGetValueString<ConstElementPtr>();

    el = Element::create("foo");
    s = "bar";
    EXPECT_TRUE(el->setValue(s));
    EXPECT_EQ("bar", el->stringValue());
    EXPECT_FALSE(el->setValue(i));
    EXPECT_FALSE(el->setValue(b));
    EXPECT_FALSE(el->setValue(d));
    EXPECT_FALSE(el->setValue(v));
    EXPECT_FALSE(el->setValue(m));
    EXPECT_THROW(el->get(1), TypeError);
    EXPECT_THROW(el->set(1, el), TypeError);
    EXPECT_THROW(el->add(el), TypeError);
    EXPECT_THROW(el->remove(1), TypeError);
    EXPECT_THROW(el->size(), TypeError);
    EXPECT_THROW(el->empty(), TypeError);
    EXPECT_THROW(el->get("foo"), TypeError);
    EXPECT_THROW(el->set("foo", el), TypeError);
    EXPECT_THROW(el->remove("foo"), TypeError);
    EXPECT_THROW(el->contains("foo"), TypeError);
    EXPECT_FALSE(el->find("foo", tmp));

    testGetValueList<ElementPtr>();
    testGetValueList<ConstElementPtr>();

    el = Element::createList();
    EXPECT_TRUE(el->empty());
    v.push_back(Element::create(1));
    EXPECT_TRUE(el->setValue(v));
    EXPECT_FALSE(el->empty());
    EXPECT_EQ("[ 1 ]", el->str());

    testGetValueMap<ElementPtr>();
    testGetValueMap<ConstElementPtr>();

    el = Element::createMap();
    EXPECT_NO_THROW(el->set("foo", Element::create("bar")));
    EXPECT_EQ("{ \"foo\": \"bar\" }", el->str());
}

// Helper for escape check; it puts the given string in a StringElement,
// then checks for the following conditions:
// stringValue() must be same as input
// toJSON() output must be escaped
// fromJSON() on the previous output must result in original input
void
escapeHelper(const std::string& input, const std::string& expected) {
    StringElement str_element = StringElement(input);
    EXPECT_EQ(input, str_element.stringValue());
    std::stringstream os;
    str_element.toJSON(os);
    EXPECT_EQ(expected, os.str());
    ElementPtr str_element2 = Element::fromJSON(os.str());
    EXPECT_EQ(str_element.stringValue(), str_element2->stringValue());
}

TEST(Element, escape) {
    // Test whether quotes are escaped correctly when creating direct
    // String elements.
    escapeHelper("foo\"bar", "\"foo\\\"bar\"");
    escapeHelper("foo\\bar", "\"foo\\\\bar\"");
    escapeHelper("foo\bbar", "\"foo\\bbar\"");
    escapeHelper("foo\fbar", "\"foo\\fbar\"");
    escapeHelper("foo\nbar", "\"foo\\nbar\"");
    escapeHelper("foo\rbar", "\"foo\\rbar\"");
    escapeHelper("foo\tbar", "\"foo\\tbar\"");
    escapeHelper("foo\u001fbar", "\"foo\\u001fbar\"");
    // Bad escapes
    EXPECT_THROW(Element::fromJSON("\\a"), JSONError);
    EXPECT_THROW(Element::fromJSON("\\"), JSONError);
    // Can't have escaped quotes outside strings
    EXPECT_THROW(Element::fromJSON("\\\"\\\""), JSONError);
    // Unicode use lower u and 4 hexa, only 00 prefix is supported
    EXPECT_THROW(Element::fromJSON("\\U0020"), JSONError);
    EXPECT_THROW(Element::fromJSON("\\u002"), JSONError);
    EXPECT_THROW(Element::fromJSON("\\u0123"), JSONError);
    EXPECT_THROW(Element::fromJSON("\\u1023"), JSONError);
    EXPECT_THROW(Element::fromJSON("\\u00ag"), JSONError);
    EXPECT_THROW(Element::fromJSON("\\u00ga"), JSONError);
    EXPECT_THROW(Element::fromJSON("\\u00BH"), JSONError);
    EXPECT_THROW(Element::fromJSON("\\u00HB"), JSONError);
    // Inside strings is OK
    EXPECT_NO_THROW(Element::fromJSON("\"\\\"\\\"\""));
    // A whitespace test
    EXPECT_NO_THROW(Element::fromJSON("\"  \n  \r \t \f  \n \n    \t\""));
    // Escape for forward slash is optional
    ASSERT_NO_THROW(Element::fromJSON("\"foo\\/bar\""));
    EXPECT_EQ("foo/bar", Element::fromJSON("\"foo\\/bar\"")->stringValue());
    // Control characters
    StringElement bell("foo\abar");
    EXPECT_EQ("\"foo\\u0007bar\"", bell.str());
    // 8 bit escape
    StringElement ab("foo\253bar");
    EXPECT_EQ("\"foo\\u00abbar\"", ab.str());
    ASSERT_NO_THROW(Element::fromJSON("\"foo\\u00abbar\""));
    EXPECT_TRUE(ab.equals(*Element::fromJSON("\"foo\\u00abbar\"")));
    ASSERT_NO_THROW(Element::fromJSON("\"foo\\u00ABbar\""));
    EXPECT_TRUE(ab.equals(*Element::fromJSON("\"foo\\u00ABbar\"")));
    StringElement f1("foo\361bar");
    EXPECT_EQ("\"foo\\u00f1bar\"", f1.str());
    ASSERT_NO_THROW(Element::fromJSON("\"foo\\u00f1bar\""));
    EXPECT_TRUE(f1.equals(*Element::fromJSON("\"foo\\u00f1bar\"")));
    ASSERT_NO_THROW(Element::fromJSON("\"foo\\u00F1bar\""));
    EXPECT_TRUE(f1.equals(*Element::fromJSON("\"foo\\u00F1bar\"")));
}

// This test verifies that strings are copied.
TEST(Element, stringCopy) {
    // StringElement constructor copies its string argument.
    std::string foo = "foo";
    ElementPtr elem = ElementPtr(new StringElement(foo));
    EXPECT_EQ(foo, elem->stringValue());
    foo[1] = 'O';
    EXPECT_EQ("fOo", foo);
    EXPECT_NE(foo, elem->stringValue());

    // Map keys are copied too.
    ElementPtr map = ElementPtr(new MapElement());
    std::string bar = "bar";
    map->set(bar, ElementPtr(new IntElement(1)));
    ConstElementPtr item = map->get("bar");
    ASSERT_TRUE(item);
    EXPECT_EQ(1, item->intValue());
    bar[0] = 'B';
    EXPECT_EQ("Bar", bar);
    EXPECT_TRUE(map->get("bar"));
    EXPECT_FALSE(map->get(bar));
}

// This test verifies that a backslash can be used in element content
// when the element is created using constructor.
TEST(Element, backslash1) {
    string input = "SMSBoot\\x64";// One slash passed to elem constructor...
    string exp = "SMSBoot\\x64";  // ... should result in one slash in the actual option.

    StringElement elem(input);
    EXPECT_EQ(exp, elem.stringValue());
}

// This test verifies that a backslash can be used in element content
// when the element is created using fromJSON.
TEST(Element, backslash2) {
    string input = "\"SMSBoot\\\\x64\""; // Two slashes put in the config file...
    string exp = "SMSBoot\\x64"; // ... should result in one slash in the actual option.

    ElementPtr elem = Element::fromJSON(input);
    EXPECT_EQ(exp, elem->stringValue());
}

TEST(Element, ListElement) {
    // this function checks the specific functions for ListElements
    ElementPtr el = Element::fromJSON("[ 1, \"bar\", 3 ]");
    EXPECT_EQ(el->get(0)->intValue(), 1);
    EXPECT_EQ(el->get(1)->stringValue(), "bar");
    EXPECT_EQ(el->get(2)->intValue(), 3);

    el->set(0, Element::fromJSON("\"foo\""));
    EXPECT_EQ(el->get(0)->stringValue(), "foo");

    el->add(Element::create(56176));
    EXPECT_EQ(el->get(3)->intValue(), 56176);

    el->remove(1);
    el->remove(1);
    EXPECT_EQ(el->str(), "[ \"foo\", 56176 ]");

    // hmm, it errors on EXPECT_THROW(el->get(3), std::out_of_range)
    EXPECT_ANY_THROW(el->get(3));

    el->add(Element::create(32));
    EXPECT_EQ(32, el->get(2)->intValue());

    // boundary condition tests for set()
    el->set(2, Element::create(0)); // update the last entry of the list
    EXPECT_EQ(0, el->get(2)->intValue());
    // attempt of set beyond the range of list should trigger an exception.
    EXPECT_ANY_THROW(el->set(3, Element::create(0)));
}

TEST(Element, MapElement) {
    // this function checks the specific functions for ListElements
    ElementPtr el = Element::fromJSON("{ \"name\": \"foo\", \"value1\": \"bar\", \"value2\": { \"number\": 42 } }");
    ConstElementPtr el2;

    EXPECT_EQ(el->get("name")->stringValue(), "foo");
    EXPECT_EQ(el->get("value2")->getType(), Element::map);

    EXPECT_TRUE(isNull(el->get("value3")));

    EXPECT_FALSE(el->empty());

    el->set("value3", Element::create(56176));
    EXPECT_EQ(el->get("value3")->intValue(), 56176);

    el->remove("value3");
    EXPECT_TRUE(isNull(el->get("value3")));

    EXPECT_EQ(el->find("value2/number")->intValue(), 42);
    EXPECT_TRUE(isNull(el->find("value2/nothing/")));

    EXPECT_EQ(el->find("value1")->stringValue(), "bar");
    EXPECT_EQ(el->find("value1/")->stringValue(), "bar");

    EXPECT_TRUE(el->find("value1", el2));
    EXPECT_EQ("bar", el2->stringValue());
    EXPECT_FALSE(el->find("name/error", el2));

    // A map element whose (only) element has the maximum length of tag.
    string long_maptag("0123456789abcdef1123456789abcdef2123456789abcdef"
                       "3123456789abcdef4123456789abcdef5123456789abcdef"
                       "6123456789abcdef7123456789abcdef8123456789abcdef"
                       "9123456789abcdefa123456789abcdefb123456789abcdef"
                       "c123456789abcdefd123456789abcdefe123456789abcdef"
                       "f123456789abcde");

    EXPECT_EQ(255, long_maptag.length()); // check prerequisite
    el = Element::fromJSON("{ \"" + long_maptag + "\": \"bar\"}");
    EXPECT_EQ("bar", el->find(long_maptag)->stringValue());

    el = Element::createMap();
    el->set(long_maptag, Element::create("bar"));
    EXPECT_EQ("bar", el->find(long_maptag)->stringValue());

    // A one-byte longer tag should still be allowed
    long_maptag.push_back('f');
    el = Element::fromJSON("{ \"" + long_maptag + "\": \"bar\"}");
    el->set(long_maptag, Element::create("bar"));
    EXPECT_EQ("bar", el->find(long_maptag)->stringValue());

    // Null pointer value
    el.reset(new MapElement());
    ConstElementPtr null_ptr;
    el->set("value", null_ptr);
    EXPECT_FALSE(el->get("value"));
    EXPECT_EQ("{ \"value\": None }", el->str());
}

TEST(Element, to_and_from_wire) {
    // Wire format is now plain JSON.
    EXPECT_EQ("1", Element::create(1)->toWire());
    EXPECT_EQ("1.1", Element::create(1.1)->toWire());
    EXPECT_EQ("true", Element::create(true)->toWire());
    EXPECT_EQ("false", Element::create(false)->toWire());
    EXPECT_EQ("null", Element::create()->toWire());
    EXPECT_EQ("\"a string\"", Element::create("a string")->toWire());
    EXPECT_EQ("[ \"a\", \"list\" ]", Element::fromJSON("[ \"a\", \"list\" ]")->toWire());
    EXPECT_EQ("{ \"a\": \"map\" }", Element::fromJSON("{ \"a\": \"map\" }")->toWire());

    EXPECT_EQ("1", Element::fromWire("1")->str());

    std::stringstream ss;
    ss << "1";
    EXPECT_EQ("1", Element::fromWire(ss, 1)->str());

    // Some malformed JSON input
    EXPECT_THROW(Element::fromJSON("{ "), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{ \"a\" "), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{ \"a\": "), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{ \"a\": \"b\""), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{ \"a\": {"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{ \"a\": {}"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{ \"a\": []"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{ \"a\": [ }"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{\":"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("]"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("[ 1, 2, }"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("[ 1, 2, {}"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("[ 1, 2, { ]"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("[ "), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{{}}"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{[]}"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("{ \"a\", \"b\" }"), isc::data::JSONError);
    EXPECT_THROW(Element::fromJSON("[ \"a\": \"b\" ]"), isc::data::JSONError);
}

ConstElementPtr
efs(const std::string& str) {
    return (Element::fromJSON(str));
}

TEST(Element, equals) {
    EXPECT_EQ(*efs("1"), *efs("1"));
    EXPECT_NE(*efs("1"), *efs("2"));
    EXPECT_NE(*efs("1"), *efs("\"1\""));
    EXPECT_NE(*efs("1"), *efs("[]"));
    EXPECT_NE(*efs("1"), *efs("true"));
    EXPECT_NE(*efs("1"), *efs("{}"));
    EXPECT_EQ(*efs("1.1"), *efs("1.1"));
    EXPECT_NE(*efs("1.0"), *efs("1"));
    EXPECT_NE(*efs("1.1"), *efs("\"1\""));
    EXPECT_NE(*efs("1.1"), *efs("[]"));
    EXPECT_NE(*efs("1.1"), *efs("true"));
    EXPECT_NE(*efs("1.1"), *efs("{}"));

    EXPECT_EQ(*efs("true"), *efs("true"));
    EXPECT_NE(*efs("true"), *efs("false"));
    EXPECT_NE(*efs("true"), *efs("1"));
    EXPECT_NE(*efs("true"), *efs("\"1\""));
    EXPECT_NE(*efs("true"), *efs("[]"));
    EXPECT_NE(*efs("true"), *efs("{}"));

    EXPECT_EQ(*efs("\"foo\""), *efs("\"foo\""));
    EXPECT_NE(*efs("\"foo\""), *efs("\"bar\""));
    EXPECT_NE(*efs("\"foo\""), *efs("1"));
    EXPECT_NE(*efs("\"foo\""), *efs("\"1\""));
    EXPECT_NE(*efs("\"foo\""), *efs("true"));
    EXPECT_NE(*efs("\"foo\""), *efs("[]"));
    EXPECT_NE(*efs("\"foo\""), *efs("{}"));

    EXPECT_EQ(*efs("[]"), *efs("[]"));
    EXPECT_EQ(*efs("[ 1, 2, 3 ]"), *efs("[ 1, 2, 3 ]"));
    EXPECT_EQ(*efs("[ \"a\", [ true, 1], 2.2 ]"), *efs("[ \"a\", [ true, 1], 2.2 ]"));
    EXPECT_NE(*efs("[ \"a\", [ true, 1], 2.2 ]"), *efs("[ \"a\", [ true, 2], 2.2 ]"));
    EXPECT_NE(*efs("[]"), *efs("[1]"));
    EXPECT_NE(*efs("[]"), *efs("1"));
    EXPECT_NE(*efs("[]"), *efs("\"1\""));
    EXPECT_NE(*efs("[]"), *efs("{}"));

    EXPECT_EQ(*efs("{}"), *efs("{}"));
    EXPECT_EQ(*efs("{ \"foo\": \"bar\" }"), *efs("{ \"foo\": \"bar\" }"));
    EXPECT_EQ(*efs("{ \"item1\": 1, \"item2\": [ \"a\", \"list\" ], \"item3\": { \"foo\": \"bar\" } }"), *efs("{ \"item1\": 1, \"item2\": [ \"a\", \"list\" ], \"item3\": { \"foo\": \"bar\" } }"));
    EXPECT_NE(*efs("{ \"item1\": 1, \"item2\": [ \"a\", \"list\" ], \"item3\": { \"foo\": \"bar\" } }"), *efs("{ \"item1\": 1, \"item2\": [ \"a\", \"list\" ], \"item3\": { \"foo\": \"bar2\" } }"));
    EXPECT_NE(*efs("{ \"item1\": 1, \"item2\": [ \"a\", \"list\" ], \"item3\": { \"foo\": \"bar\" } }"), *efs("{ \"item1\": 1, \"item2\": [ \"a\", \"list\", 1 ], \"item3\": { \"foo\": \"bar\" } }"));
    EXPECT_NE(*efs("{ \"foo\": \"bar\" }"), *efs("1"));
    EXPECT_NE(*efs("{ \"foo\": \"bar\" }"), *efs("\"1\""));
    EXPECT_NE(*efs("{ \"foo\": \"bar\" }"), *efs("[]"));
    EXPECT_NE(*efs("{ \"foo\": \"bar\" }"), *efs("{}"));
    EXPECT_NE(*efs("{ \"foo\": \"bar\" }"), *efs("{ \"something\": \"different\" }"));

    EXPECT_EQ(*efs("null"), *Element::create());
}

TEST(Element, removeIdentical) {
    ElementPtr a = Element::createMap();
    ConstElementPtr b = Element::createMap();
    ConstElementPtr c = Element::createMap();
    removeIdentical(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": 1 }");
    b = Element::fromJSON("{ \"a\": 1 }");
    c = Element::createMap();
    removeIdentical(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    b = Element::createMap();
    c = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    removeIdentical(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    b = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    c = Element::createMap();
    removeIdentical(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    b = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 3 ] }");
    c = Element::fromJSON("{ \"b\": [ 1, 2 ] }");
    removeIdentical(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::createMap();
    c = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    removeIdentical(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    c = Element::createMap();
    removeIdentical(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::fromJSON("{ \"a\": { \"b\": \"d\" } }");
    c = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    removeIdentical(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": 2, \"c\": 3 }");
    b = Element::fromJSON("{ \"c\": 3, \"b\": 2 }");
    c = Element::fromJSON("{ \"a\": 1 }");
    removeIdentical(a, b);
    EXPECT_EQ(*a, *c);

    EXPECT_THROW(removeIdentical(Element::create(1), Element::create(2)), TypeError);
}

TEST(Element, constRemoveIdentical) {
    ConstElementPtr a = Element::createMap();
    ConstElementPtr b = Element::createMap();
    ConstElementPtr c = Element::createMap();
    EXPECT_EQ(*removeIdentical(a, b), *c);

    a = Element::fromJSON("{ \"a\": 1 }");
    b = Element::fromJSON("{ \"a\": 1 }");
    c = Element::createMap();
    EXPECT_EQ(*removeIdentical(a, b), *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    b = Element::createMap();
    c = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    EXPECT_EQ(*removeIdentical(a, b), *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    b = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    c = Element::createMap();
    EXPECT_EQ(*removeIdentical(a, b), *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 2 ] }");
    b = Element::fromJSON("{ \"a\": 1, \"b\": [ 1, 3 ] }");
    c = Element::fromJSON("{ \"b\": [ 1, 2 ] }");
    EXPECT_EQ(*removeIdentical(a, b), *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::createMap();
    c = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    EXPECT_EQ(*removeIdentical(a, b), *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    c = Element::createMap();
    EXPECT_EQ(*removeIdentical(a, b), *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::fromJSON("{ \"a\": { \"b\": \"d\" } }");
    c = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    EXPECT_EQ(*removeIdentical(a, b), *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": 2, \"c\": 3 }");
    b = Element::fromJSON("{ \"c\": 3, \"b\": 2 }");
    c = Element::fromJSON("{ \"a\": 1 }");
    EXPECT_EQ(*removeIdentical(a, b), *c);

    // removeIdentical() is overloaded so force the first argument to const
    ConstElementPtr bad = Element::create(1);
    EXPECT_THROW(removeIdentical(bad, Element::create(2)), TypeError);
}

TEST(Element, merge) {
    ElementPtr a = Element::createMap();
    ElementPtr b = Element::createMap();
    ConstElementPtr c = Element::createMap();
    merge(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("1");
    b = Element::createMap();
    EXPECT_THROW(merge(a, b), TypeError);

    a = Element::createMap();
    b = Element::fromJSON("{ \"a\": 1 }");
    c = Element::fromJSON("{ \"a\": 1 }");
    merge(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::createMap();
    b = Element::fromJSON("{ \"a\": 1 }");
    c = Element::fromJSON("{ \"a\": 1 }");
    merge(b, a);
    EXPECT_EQ(*b, *c);

    a = Element::fromJSON("{ \"a\": 1 }");
    b = Element::fromJSON("{ \"a\": 2 }");
    c = Element::fromJSON("{ \"a\": 2 }");
    merge(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": 1 }");
    b = Element::fromJSON("{ \"a\": 2 }");
    c = Element::fromJSON("{ \"a\": 1 }");
    merge(b, a);
    EXPECT_EQ(*b, *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::fromJSON("{ \"a\": { \"b\": \"d\" } }");
    c = Element::fromJSON("{ \"a\": { \"b\": \"d\" } }");
    merge(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::fromJSON("{ \"a\": { \"b\": \"d\" } }");
    c = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    merge(b, a);
    EXPECT_EQ(*b, *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::fromJSON("{ \"a\": null }");
    c = Element::fromJSON("{  }");
    merge(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    b = Element::fromJSON("{ \"a\": null }");
    c = Element::fromJSON("{ \"a\": { \"b\": \"c\" } }");
    merge(b, a);
    EXPECT_EQ(*b, *c);

    // And some tests with multiple values
    a = Element::fromJSON("{ \"a\": 1, \"b\": true, \"c\": null }");
    b = Element::fromJSON("{ \"a\": 1, \"b\": null, \"c\": \"a string\" }");
    c = Element::fromJSON("{ \"a\": 1, \"c\": \"a string\" }");
    merge(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": true, \"c\": null }");
    b = Element::fromJSON("{ \"a\": 1, \"b\": null, \"c\": \"a string\" }");
    c = Element::fromJSON("{ \"a\": 1, \"b\": true }");
    merge(b, a);
    EXPECT_EQ(*b, *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": 2, \"c\": 3 }");
    b = Element::fromJSON("{ \"a\": 3, \"b\": 2, \"c\": 1 }");
    c = Element::fromJSON("{ \"a\": 3, \"b\": 2, \"c\": 1 }");
    merge(a, b);
    EXPECT_EQ(*a, *c);

    a = Element::fromJSON("{ \"a\": 1, \"b\": 2, \"c\": 3 }");
    b = Element::fromJSON("{ \"a\": 3, \"b\": 2, \"c\": 1 }");
    c = Element::fromJSON("{ \"a\": 1, \"b\": 2, \"c\": 3 }");
    merge(b, a);
    EXPECT_EQ(*b, *c);

}

// This test checks copy.
TEST(Element, copy) {
    // Null pointer
    ElementPtr elem;
    EXPECT_THROW(copy(elem, 0), isc::BadValue);
    EXPECT_THROW(copy(elem), isc::BadValue);
    EXPECT_THROW(copy(elem, -1), isc::BadValue);

    // Basic types
    elem.reset(new IntElement(1));
    EXPECT_TRUE(elem->equals(*Element::fromJSON("1")));
    EXPECT_EQ("1", elem->str());
    ElementPtr copied;
    ASSERT_NO_THROW(copied = copy(elem, 0));
    EXPECT_TRUE(elem->equals(*copied));

    elem.reset(new DoubleElement(1.0));
    EXPECT_TRUE(elem->equals(*Element::fromJSON("1.0")));
    ASSERT_NO_THROW(copied = copy(elem, 0));
    EXPECT_TRUE(elem->equals(*copied));

    elem.reset(new BoolElement(true));
    EXPECT_TRUE(elem->equals(*Element::fromJSON("true")));
    ASSERT_NO_THROW(copied = copy(elem, 0));
    EXPECT_TRUE(elem->equals(*copied));

    elem.reset(new NullElement());
    EXPECT_TRUE(elem->equals(*Element::fromJSON("null")));
    ASSERT_NO_THROW(copied = copy(elem, 0));
    EXPECT_TRUE(elem->equals(*copied));

    elem.reset(new StringElement("foo"));
    EXPECT_TRUE(elem->equals(*Element::fromJSON("\"foo\"")));
    ASSERT_NO_THROW(copied = copy(elem, 0));
    EXPECT_TRUE(elem->equals(*copied));
    ASSERT_NO_THROW(elem->setValue(std::string("bar")));
    EXPECT_TRUE(elem->equals(*Element::fromJSON("\"bar\"")));
    EXPECT_FALSE(elem->equals(*copied));

    elem.reset(new ListElement());
    ElementPtr item = ElementPtr(new IntElement(1));
    elem->add(item);
    EXPECT_TRUE(elem->equals(*Element::fromJSON("[ 1 ]")));
    ASSERT_NO_THROW(copied = copy(elem, 0));
    EXPECT_TRUE(elem->equals(*copied));
    ElementPtr deep;
    ASSERT_NO_THROW(deep = copy(elem));
    EXPECT_TRUE(elem->equals(*deep));
    ASSERT_NO_THROW(item = elem->getNonConst(0));
    ASSERT_NO_THROW(item->setValue(2));
    EXPECT_TRUE(elem->equals(*Element::fromJSON("[ 2 ]")));
    EXPECT_TRUE(elem->equals(*copied));
    EXPECT_FALSE(elem->equals(*deep));

    elem.reset(new MapElement());
    item.reset(new StringElement("bar"));
    elem->set("foo", item);
    EXPECT_TRUE(elem->equals(*Element::fromJSON("{ \"foo\": \"bar\" }")));
    ASSERT_NO_THROW(copied = copy(elem, 0));
    EXPECT_TRUE(elem->equals(*copied));
    ASSERT_NO_THROW(deep = copy(elem));
    EXPECT_TRUE(elem->equals(*deep));
    ASSERT_NO_THROW(item->setValue(std::string("Bar")));
    EXPECT_TRUE(elem->equals(*Element::fromJSON("{ \"foo\": \"Bar\" }")));
    EXPECT_TRUE(elem->equals(*copied));
    EXPECT_FALSE(elem->equals(*deep));

    // Complex example
    std::string input = "{ \n"
        "\"integer\": 1,\n"
        "\"double\": 1.0,\n"
        "\"boolean\": true,\n"
        "\"null\": null,\n"
        "\"string\": \"foobar\",\n"
        "\"list\": [ 1, 2 ],\n"
        "\"map\": { \"foo\": \"bar\" } }\n";
    ConstElementPtr complex;
    ASSERT_NO_THROW(complex = Element::fromJSON(input));
    ASSERT_NO_THROW(copied = copy(complex, 0));
    EXPECT_TRUE(copied->equals(*complex));
    ASSERT_NO_THROW(deep = copy(complex));
    EXPECT_TRUE(deep->equals(*complex));
    ElementPtr shallow;
    ASSERT_NO_THROW(shallow = copy(complex, 1));
    EXPECT_TRUE(shallow->equals(*complex));
    // Try to modify copies
    ASSERT_NO_THROW(item = deep->get("list")->getNonConst(1));
    ASSERT_NO_THROW(item->setValue(3));
    EXPECT_FALSE(deep->equals(*complex));
    EXPECT_TRUE(shallow->equals(*complex));
    ASSERT_NO_THROW(item = boost::const_pointer_cast<Element>(shallow->get("string")));
    ASSERT_NO_THROW(item->setValue(std::string("FooBar")));
    EXPECT_FALSE(shallow->equals(*complex));
    EXPECT_TRUE(copied->equals(*complex));
}

// This test checks the isEquivalent function.
TEST(Element, isEquivalent) {
    // All are different but a is equivalent to b
    string texta = "{ \"a\": 1, \"b\": [ ], \"c\": [ 1, 1, 2 ] }";
    string textb = "{ \"b\": [ ], \"a\": 1, \"c\": [ 1, 2, 1 ] }";
    string textc = "{ \"a\": 2, \"b\": [ ], \"c\": [ 1, 1, 2 ] }";
    string textd = "{ \"a\": 1, \"c\": [ ], \"b\": [ 1, 1, 2 ] }";
    string texte = "{ \"a\": 1, \"b\": [ ], \"c\": [ 1, 2, 2 ] }";

    ElementPtr a = Element::fromJSON(texta);
    ElementPtr b = Element::fromJSON(textb);
    ElementPtr c = Element::fromJSON(textc);
    ElementPtr d = Element::fromJSON(textd);
    ElementPtr e = Element::fromJSON(texte);

    EXPECT_TRUE(isEquivalent(a, b));
    EXPECT_NE(a, b);
    EXPECT_FALSE(isEquivalent(a, c));
    EXPECT_FALSE(isEquivalent(a, d));
    EXPECT_FALSE(isEquivalent(a, e));

    // Verifies isEquivalent handles cycles
    if (isc::util::unittests::runningOnValgrind()) {
        ElementPtr l = Element::createList();
        l->add(l);
        EXPECT_THROW(isEquivalent(l, l), isc::BadValue);
    }
}

// This test checks the pretty print function.
TEST(Element, prettyPrint) {

    // default step is 2, order is alphabetic, no \n at the end
    string text = "{\n"
        "  \"boolean\": true,\n"
        "  \"comment\": \"this is an exception\",\n"
        "  \"empty-list\": [ ],\n"
        "  \"empty-map\": { },\n"
        "  \"integer\": 1,\n"
        "  \"list\": [ 1, 2, 3 ],\n"
        "  \"map\": {\n"
        "    \"item\": null\n"
        "  },\n"
        "  \"string\": \"foobar\"\n"
        "}";
    ElementPtr json = Element::fromJSON(text);
    string pprinted = prettyPrint(json);
    EXPECT_EQ(text, pprinted);
}

// This test checks whether it is possible to ignore comments. It also checks
// that the comments are ignored only when told to.
TEST(Element, preprocessor) {

    string no_comment = "{ \"a\": 1,\n"
                        " \"b\": 2}";

    string head_comment = "# this is a comment, ignore me\n"
                          "{ \"a\": 1,\n"
                          " \"b\": 2}";

    string mid_comment = "{ \"a\": 1,\n"
                         "# this is a comment, ignore me\n"
                         " \"b\": 2}";

    string tail_comment = "{ \"a\": 1,\n"
                          " \"b\": 2}"
                          "# this is a comment, ignore me\n";

    string dbl_head_comment = "# this is a comment, ignore me\n"
                              "# second line, still ignored\n"
                              "{ \"a\": 1,\n"
                              " \"b\": 2}";

    string dbl_mid_comment = "{ \"a\": 1,\n"
                             "# this is a comment, ignore me\n"
                             "# second line, still ignored\n"
                             " \"b\": 2}";

    string dbl_tail_comment = "{ \"a\": 1,\n"
                              " \"b\": 2}"
                              "# this is a comment, ignore me\n"
                              "# second line, still ignored\n";

    // This is what we expect in all cases.
    ElementPtr exp = Element::fromJSON(no_comment);

    // Let's convert them all and see that the result it the same every time
    EXPECT_TRUE(exp->equals(*Element::fromJSON(head_comment, true)));
    EXPECT_TRUE(exp->equals(*Element::fromJSON(mid_comment, true)));
    EXPECT_TRUE(exp->equals(*Element::fromJSON(tail_comment, true)));
    EXPECT_TRUE(exp->equals(*Element::fromJSON(dbl_head_comment, true)));
    EXPECT_TRUE(exp->equals(*Element::fromJSON(dbl_mid_comment, true)));
    EXPECT_TRUE(exp->equals(*Element::fromJSON(dbl_tail_comment, true)));

    // With preprocessing disabled, it should fail all around
    EXPECT_THROW(Element::fromJSON(head_comment), JSONError);
    EXPECT_THROW(Element::fromJSON(mid_comment), JSONError);
    EXPECT_THROW(Element::fromJSON(tail_comment), JSONError);
    EXPECT_THROW(Element::fromJSON(dbl_head_comment), JSONError);
    EXPECT_THROW(Element::fromJSON(dbl_mid_comment), JSONError);
    EXPECT_THROW(Element::fromJSON(dbl_tail_comment), JSONError);

    // For coverage
    std::istringstream iss(no_comment);
    EXPECT_TRUE(exp->equals(*Element::fromJSON(iss, true)));
}

TEST(Element, getPosition) {
    std::istringstream ss("{\n"
                          "    \"a\":  2,\n"
                          "    \"b\":true,\n"
                          "    \"cy\": \"a string\",\n"
                          "    \"dyz\": {\n"
                          "\n"
                          "      \"e\": 3,\n"
                          "        \"f\": null\n"
                          "\n"
                          "    },\n"
                          "    \"g\": [ 5, 6,\n"
                          "             7 ]\n"
                          "}\n");

    // Create a JSON string holding different type of values. Some of the
    // values in the config string are not aligned, so as we can check that
    // the position is set correctly for the elements.
    ElementPtr top = Element::fromJSON(ss, string("kea.conf"));
    ASSERT_TRUE(top);

    // Element "a"
    ConstElementPtr level1_el = top->get("a");
    ASSERT_TRUE(level1_el);
    EXPECT_EQ(2, level1_el->getPosition().line_);
    EXPECT_EQ(11, level1_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level1_el->getPosition().file_);

    // Element "b"
    level1_el = top->get("b");
    ASSERT_TRUE(level1_el);
    EXPECT_EQ(3, level1_el->getPosition().line_);
    EXPECT_EQ(9, level1_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level1_el->getPosition().file_);

    // Element "cy"
    level1_el = top->get("cy");
    ASSERT_TRUE(level1_el);
    EXPECT_EQ(4, level1_el->getPosition().line_);
    EXPECT_EQ(11, level1_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level1_el->getPosition().file_);

    // Element "dyz"
    level1_el = top->get("dyz");
    ASSERT_TRUE(level1_el);
    EXPECT_EQ(5, level1_el->getPosition().line_);
    EXPECT_EQ(13, level1_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level1_el->getPosition().file_);

    // Element "e" is a sub element of "dyz".
    ConstElementPtr level2_el = level1_el->get("e");
    ASSERT_TRUE(level2_el);
    EXPECT_EQ(7, level2_el->getPosition().line_);
    EXPECT_EQ(12, level2_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level2_el->getPosition().file_);

    // Element "f" is also a sub element of "dyz"
    level2_el = level1_el->get("f");
    ASSERT_TRUE(level2_el);
    EXPECT_EQ(8, level2_el->getPosition().line_);
    EXPECT_EQ(14, level2_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level2_el->getPosition().file_);

    // Element "g" is a list.
    level1_el = top->get("g");
    ASSERT_TRUE(level1_el);
    EXPECT_EQ(11, level1_el->getPosition().line_);
    // Position indicates where the values start (excluding the "[" character)"
    EXPECT_EQ(11, level1_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level1_el->getPosition().file_);

    // First element from the list.
    level2_el = level1_el->get(0);
    ASSERT_TRUE(level2_el);
    EXPECT_EQ(11, level2_el->getPosition().line_);
    EXPECT_EQ(12, level2_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level2_el->getPosition().file_);

    // Second element from the list.
    level2_el = level1_el->get(1);
    ASSERT_TRUE(level2_el);
    EXPECT_EQ(11, level2_el->getPosition().line_);
    EXPECT_EQ(15, level2_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level2_el->getPosition().file_);

    // Third element from the list.
    level2_el = level1_el->get(2);
    ASSERT_TRUE(level2_el);
    EXPECT_EQ(12, level2_el->getPosition().line_);
    EXPECT_EQ(14, level2_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level2_el->getPosition().file_);

}

// Tests whether position is returned properly for a commented input JSON text.
TEST(Element, getPositionCommented) {
    std::istringstream ss("{\n"
                          "    \"a\":  2,\n"
                          "# comment\n"
                          "    \"cy\": \"a string\",\n"
                          "    \"dyz\": {\n"
                          "# another comment\n"
                          "      \"e\": 3,\n"
                          "        \"f\": null\n"
                          "\n"
                          "    } }\n");

    // Create a JSON string holding different type of values. Some of the
    // values in the config string are not aligned, so as we can check that
    // the position is set correctly for the elements.
    ElementPtr top = Element::fromJSON(ss, string("kea.conf"), true);
    ASSERT_TRUE(top);

    // Element "a"
    ConstElementPtr level1_el = top->get("a");
    ASSERT_TRUE(level1_el);
    EXPECT_EQ(2, level1_el->getPosition().line_);
    EXPECT_EQ(11, level1_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level1_el->getPosition().file_);

    // Element "cy"
    level1_el = top->get("cy");
    ASSERT_TRUE(level1_el);
    EXPECT_EQ(4, level1_el->getPosition().line_);
    EXPECT_EQ(11, level1_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level1_el->getPosition().file_);

    // Element "dyz"
    level1_el = top->get("dyz");
    ASSERT_TRUE(level1_el);
    EXPECT_EQ(5, level1_el->getPosition().line_);
    EXPECT_EQ(13, level1_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level1_el->getPosition().file_);

    // Element "e" is a sub element of "dyz".
    ConstElementPtr level2_el = level1_el->get("e");
    ASSERT_TRUE(level2_el);
    EXPECT_EQ(7, level2_el->getPosition().line_);
    EXPECT_EQ(12, level2_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level2_el->getPosition().file_);

    // Element "f" is also a sub element of "dyz"
    level2_el = level1_el->get("f");
    ASSERT_TRUE(level2_el);
    EXPECT_EQ(8, level2_el->getPosition().line_);
    EXPECT_EQ(14, level2_el->getPosition().pos_);
    EXPECT_EQ("kea.conf", level2_el->getPosition().file_);
}

TEST(Element, empty) {

    // Let's try Map first
    ElementPtr m = Element::createMap();
    EXPECT_TRUE(m->empty());
    m->set("something", Element::create(123));
    EXPECT_FALSE(m->empty());
    m->remove("something");
    EXPECT_TRUE(m->empty());

    // Now do the same with list
    ElementPtr l = Element::createList();
    EXPECT_TRUE(l->empty());
    l->add(Element::create(123));
    EXPECT_FALSE(l->empty());
    l->remove(0);
    EXPECT_TRUE(l->empty());
}

TEST(Element, sortIntegers) {
    ElementPtr l(Element::fromJSON("[5, 7, 4, 2, 8, 6, 1, 9, 0, 3]"));
    ElementPtr expected(Element::fromJSON("[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]"));
    boost::dynamic_pointer_cast<ListElement>(l)->sort();
    EXPECT_EQ(*l, *expected);
}

TEST(Element, sortFloatingPoint) {
    ElementPtr l(Element::fromJSON("[2.1, 3.2, 2.1, 2.2, 4.1, 3.2, 1.1, 4.2, 0.1, 1.2]"));
    ElementPtr expected(Element::fromJSON("[0.1, 1.1, 1.2, 2.1, 2.1, 2.2, 3.2, 3.2, 4.1, 4.2]"));
    boost::dynamic_pointer_cast<ListElement>(l)->sort();
    EXPECT_EQ(*l, *expected);
}

TEST(Element, sortBooleans) {
    ElementPtr l(Element::fromJSON("[false, true, false, true]"));
    ElementPtr expected(Element::fromJSON("[false, false, true, true]"));
    boost::dynamic_pointer_cast<ListElement>(l)->sort();
    EXPECT_EQ(*l, *expected);
}

TEST(Element, sortStrings) {
    ElementPtr l(Element::fromJSON(R"(["hello", "world", "lorem", "ipsum", "dolor", "sit", "amet"])"));
    ElementPtr expected(Element::fromJSON(R"(["amet", "dolor", "hello", "ipsum", "lorem", "sit", "world"])"));
    boost::dynamic_pointer_cast<ListElement>(l)->sort();
    EXPECT_EQ(*l, *expected);
}

TEST(Element, sortMaps) {
    ElementPtr e1(Element::fromJSON(R"({"id": 1, "subnet": "10.0.2.0/24"})"));
    ElementPtr e2(Element::fromJSON(R"({"id": 2, "subnet": "10.0.1.0/24"})"));
    ElementPtr l;

    // Test sorting by "id". Order shouldn't change.
    l = Element::createList();
    l->add(e1);
    l->add(e2);
    boost::dynamic_pointer_cast<ListElement>(l)->sort("id");
    ASSERT_EQ(l->size(), 2);
    EXPECT_EQ(*l->get(0), *e1);
    EXPECT_EQ(*l->get(1), *e2);

    // Test sorting by "id". Order should change.
    l = Element::createList();
    l->add(e2);
    l->add(e1);
    boost::dynamic_pointer_cast<ListElement>(l)->sort("id");
    ASSERT_EQ(l->size(), 2);
    EXPECT_EQ(*l->get(0), *e1);
    EXPECT_EQ(*l->get(1), *e2);

    // Test sorting by "subnet". Order should change.
    l = Element::createList();
    l->add(e1);
    l->add(e2);
    boost::dynamic_pointer_cast<ListElement>(l)->sort("subnet");
    ASSERT_EQ(l->size(), 2);
    EXPECT_EQ(*l->get(0), *e2);
    EXPECT_EQ(*l->get(1), *e1);

    // Test sorting by "subnet". Order shouldn't change.
    l = Element::createList();
    l->add(e2);
    l->add(e1);
    boost::dynamic_pointer_cast<ListElement>(l)->sort("subnet");
    ASSERT_EQ(l->size(), 2);
    EXPECT_EQ(*l->get(0), *e2);
    EXPECT_EQ(*l->get(1), *e1);
}

TEST(Element, removeEmptyContainersRecursively) {
    ElementPtr e(Element::fromJSON(R"(
{
  "list": [
    {
      "nested-list": [
        {
          "nestedx2-list": [
            {}
          ]
        }
      ]
    }
  ],
  "map": {
    "nested-map": {
      "nestedx2-map": {}
    }
  },
  "simple-list": {},
  "simple-map": {}
}
)"));
    e->removeEmptyContainersRecursively();
    EXPECT_EQ(*e, *Element::fromJSON("{}"));

    e = Element::fromJSON(R"(
{
  "list": [
    {
      "value": "not empty anymore",
      "nested-list": [
        {
          "nestedx2-list": [
            {}
          ]
        }
      ]
    }
  ],
  "map": {
    "value": "not empty anymore",
    "nested-map": {
      "nestedx2-map": {}
    }
  },
  "simple-list": {},
  "simple-map": {}
}
)");
    e->removeEmptyContainersRecursively();
    EXPECT_EQ(*e, *Element::fromJSON(R"(
{
  "list": [
    {
      "value": "not empty anymore"
    }
  ],
  "map": {
    "value": "not empty anymore"
  }
}
)"));
}

/// @brief Function which creates an imaginary configuration hierarchy used to
/// test mergeDiffAdd, mergeDiffDel and extend.
///
/// @param any Flag which indicates if traversing the hierarchy should use exact
/// element match or not.
isc::data::HierarchyDescriptor createHierarchy(bool any = false) {
    auto const& element_empty = [](ElementPtr& element) {
        for (auto const& kv : element->mapValue()) {
            auto const& key = kv.first;
            if (key != "id") {
                return (false);
            }
        }
        return (true);
    };
    auto const& element_match = [](ElementPtr& left, ElementPtr& right) -> bool {
        return (left->get("id")->intValue() == right->get("id")->intValue());
    };
    auto const& element_any_match = [](ElementPtr&, ElementPtr&) -> bool {
        return (true);
    };
    auto const& element_is_key = [](const std::string& key) -> bool {
        return (key == "id");
    };
    isc::data::HierarchyDescriptor hierarchy = {
        { { "root", { element_match, element_empty, element_is_key } } },
        { { "elements", { element_match, element_empty, element_is_key } },
          { "elements-other", { element_match, element_empty, element_is_key } } }
    };
    if (any) {
        hierarchy = {
            { { "root", { element_any_match, element_empty, element_is_key } } },
            { { "elements", { element_any_match, element_empty, element_is_key } },
              { "elements-other", { element_any_match, element_empty, element_is_key } } }
        };
    }
    return (hierarchy);
}

/// @brief Test which checks that mergeDiffAdd throws if called with wrong
/// element types.
TEST(Element, mergeDiffAddBadParams) {
    {
        SCOPED_TRACE("root bad scalars");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create(true);
        ElementPtr right = Element::create("false");
        ASSERT_THROW(mergeDiffAdd(left, right, hierarchy, ""), TypeError);
    }
    {
        SCOPED_TRACE("map bad elements");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        left->set("elements", Element::createList());
        right->set("elements", Element::createMap());
        ASSERT_THROW(mergeDiffAdd(left, right, hierarchy, "root"), TypeError);
    }
    {
        SCOPED_TRACE("list bad elements");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createList();
        ElementPtr right = Element::createList();
        ElementPtr left_left = Element::createMap();
        ElementPtr right_right = Element::createMap();
        left_left->set("id", Element::create(0));
        left_left->set("elements", Element::createMap());
        right_right->set("id", Element::create(0));
        right_right->set("elements", Element::createList());
        left->add(left_left);
        right->add(right_right);
        ASSERT_THROW(mergeDiffAdd(left, right, hierarchy, "root"), TypeError);
    }
}

/// @brief Test which checks that mergeDiffAdd works as expected.
TEST(Element, mergeDiffAdd) {
    {
        SCOPED_TRACE("scalar bool");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create(true);
        ElementPtr right = Element::create(false);
        EXPECT_NE(left->boolValue(), right->boolValue());
        mergeDiffAdd(left, right, hierarchy, "");
        EXPECT_EQ(left->boolValue(), right->boolValue());
        std::string expected_str("false");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar int");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create(1);
        ElementPtr right = Element::create(2);
        EXPECT_NE(left->intValue(), right->intValue());
        mergeDiffAdd(left, right, hierarchy, "");
        EXPECT_EQ(left->intValue(), right->intValue());
        std::string expected_str("2");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar double");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create(0.1);
        ElementPtr right = Element::create(0.2);
        EXPECT_NE(left->doubleValue(), right->doubleValue());
        mergeDiffAdd(left, right, hierarchy, "");
        EXPECT_EQ(left->doubleValue(), right->doubleValue());
        std::string expected_str("0.2");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar string");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create("left");
        ElementPtr right = Element::create("right");
        EXPECT_NE(left->stringValue(), right->stringValue());
        mergeDiffAdd(left, right, hierarchy, "");
        EXPECT_EQ(left->stringValue(), right->stringValue());
        std::string expected_str("\"right\"");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar in map");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        left->set("elements", Element::create("left"));
        left->set("other-elements", Element::create("other"));
        // scalar element which is updated
        right->set("elements", Element::create("right"));
        // scalar element which is added
        right->set("new-elements", Element::create("new"));
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        mergeDiffAdd(left, right, hierarchy, "");
        std::string expected_str("{ \"elements\": \"right\", \"new-elements\": \"new\", \"other-elements\": \"other\" }");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar in list");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createList();
        ElementPtr right = Element::createList();
        left->add(Element::create("left"));
        left->add(Element::create("other"));
        left->add(Element::create("test"));
        // scalar element which is added
        right->add(Element::create("right"));
        // scalar element which is added
        right->add(Element::create("new"));
        // scalar element which already exists but is still added
        right->add(Element::create("test"));
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        mergeDiffAdd(left, right, hierarchy, "");
        std::string expected_str("[ \"left\", \"other\", \"test\", \"right\", \"new\", \"test\" ]");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar and list and map in map");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        ElementPtr left_left = Element::createMap();
        ElementPtr right_right = Element::createMap();
        left_left->set("id", Element::create(0));
        left_left->set("elements", Element::create("left"));
        left_left->set("other-elements", Element::create("other"));
        // scalar element used as key
        right_right->set("id", Element::create(0));
        // scalar element which is updated
        right_right->set("elements", Element::create("right"));
        // scalar element which is added
        right_right->set("new-elements", Element::create("new"));
        ElementPtr left_other_left = Element::createMap();
        ElementPtr right_other_right = Element::createMap();
        left_other_left->set("id", Element::create(1));
        left_other_left->set("elements", Element::create("other-left"));
        // scalar element used as key
        right_other_right->set("id", Element::create(2));
        // scalar element which is added
        right_other_right->set("elements", Element::create("other-right"));
        left->set("elements", left_left);
        left->set("left-other-elements", left_other_left);
        // map element which is added
        right->set("right-other-elements", right_other_right);
        // map element which is updated
        right->set("elements", right_right);
        left_other_left = Element::createList();
        right_other_right = Element::createList();
        left_other_left->add(Element::create("left-other-left"));
        left_other_left->add(Element::create("left-other-left-other"));
        left_other_left->add(Element::create("other-other"));
        // scalar element which is added
        right_other_right->add(Element::create("right-other-right"));
        // scalar element which is added
        right_other_right->add(Element::create("right-other-right-other"));
        // scalar element which already exists but is still added
        right_other_right->add(Element::create("other-other"));
        left->set("other", left_other_left);
        // list element which is updated
        right->set("other", right_other_right);
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        mergeDiffAdd(left, right, hierarchy, "root");
        std::string expected_str("{ \"elements\": { \"elements\": \"right\", \"id\": 0, \"new-elements\": \"new\", \"other-elements\": \"other\" }, "
                                   "\"left-other-elements\": { \"elements\": \"other-left\", \"id\": 1 }, "
                                   "\"other\": [ \"left-other-left\", \"left-other-left-other\", \"other-other\", \"right-other-right\", \"right-other-right-other\", \"other-other\" ], "
                                   "\"right-other-elements\": { \"elements\": \"other-right\", \"id\": 2 } }");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar and list and map in list");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createList();
        ElementPtr right = Element::createList();
        ElementPtr left_left = Element::createMap();
        ElementPtr right_right = Element::createMap();
        left_left->set("id", Element::create(0));
        left_left->set("elements", Element::create("left"));
        left_left->set("other-elements", Element::create("other"));
        // scalar element used as key
        right_right->set("id", Element::create(0));
        // scalar element which is updated
        right_right->set("elements", Element::create("right"));
        // scalar element which is added
        right_right->set("new-elements", Element::create("new"));
        ElementPtr left_other_left = Element::createMap();
        ElementPtr right_other_right = Element::createMap();
        left_other_left->set("id", Element::create(1));
        left_other_left->set("elements", Element::create("other-left"));
        // scalar element used as key
        right_other_right->set("id", Element::create(2));
        // scalar element which is added
        right_other_right->set("elements", Element::create("other-right"));
        left->add(left_left);
        left->add(left_other_left);
        // map element which is added
        right->add(right_other_right);
        // map element which is updated
        right->add(right_right);
        left_other_left = Element::createList();
        right_other_right = Element::createList();
        left_other_left->add(Element::create("left-other-left"));
        left_other_left->add(Element::create("left-other-left-other"));
        left_other_left->add(Element::create("other-other"));
        // scalar element which is added
        right_other_right->add(Element::create("right-other-right"));
        // scalar element which is added
        right_other_right->add(Element::create("right-other-right-other"));
        // scalar element which already exists but is still added
        right_other_right->add(Element::create("other-other"));
        left_left->set("other", left_other_left);
        // list element which is updated
        right_right->set("other", right_other_right);
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        mergeDiffAdd(left, right, hierarchy, "root");
        std::string expected_str("[ { \"elements\": \"right\", \"id\": 0, \"new-elements\": \"new\", "
                                     "\"other\": [ \"left-other-left\", \"left-other-left-other\", \"other-other\", \"right-other-right\", \"right-other-right-other\", \"other-other\" ], "
                                     "\"other-elements\": \"other\" }, "
                                   "{ \"elements\": \"other-left\", \"id\": 1 }, "
                                   "{ \"elements\": \"other-right\", \"id\": 2 } ]");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
}

/// @brief Test which checks that mergeDiffDel throws if called with wrong
/// element types.
TEST(Element, mergeDiffDelBadParams) {
    {
        SCOPED_TRACE("root bad scalars");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create(true);
        ElementPtr right = Element::create("false");
        ASSERT_THROW(mergeDiffDel(left, right, hierarchy, ""), TypeError);
    }
    {
        SCOPED_TRACE("map bad elements");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        left->set("elements", Element::createList());
        right->set("elements", Element::createMap());
        ASSERT_THROW(mergeDiffDel(left, right, hierarchy, "root"), TypeError);
    }
    {
        SCOPED_TRACE("list bad elements");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createList();
        ElementPtr right = Element::createList();
        ElementPtr left_left = Element::createMap();
        ElementPtr right_right = Element::createMap();
        left_left->set("id", Element::create(0));
        left_left->set("elements", Element::createMap());
        right_right->set("id", Element::create(0));
        right_right->set("elements", Element::createList());
        left->add(left_left);
        right->add(right_right);
        ASSERT_THROW(mergeDiffDel(left, right, hierarchy, "root"), TypeError);
    }
}

/// @brief Test which checks that mergeDiffDel works as expected.
TEST(Element, mergeDiffDel) {
    {
        SCOPED_TRACE("scalar bool");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create(true);
        ElementPtr right = Element::create(false);
        EXPECT_NE(left->boolValue(), right->boolValue());
        mergeDiffDel(left, right, hierarchy, "");
        EXPECT_EQ(left->getType(), Element::null);
    }
    {
        SCOPED_TRACE("scalar int");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create(1);
        ElementPtr right = Element::create(2);
        EXPECT_NE(left->intValue(), right->intValue());
        mergeDiffDel(left, right, hierarchy, "");
        EXPECT_EQ(left->getType(), Element::null);
    }
    {
        SCOPED_TRACE("scalar double");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create(0.1);
        ElementPtr right = Element::create(0.2);
        EXPECT_NE(left->doubleValue(), right->doubleValue());
        mergeDiffDel(left, right, hierarchy, "");
        EXPECT_EQ(left->getType(), Element::null);
    }
    {
        SCOPED_TRACE("scalar string");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create("left");
        ElementPtr right = Element::create("right");
        EXPECT_NE(left->stringValue(), right->stringValue());
        mergeDiffDel(left, right, hierarchy, "");
        EXPECT_EQ(left->getType(), Element::null);
    }
    {
        SCOPED_TRACE("scalar in map");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        left->set("elements", Element::create("left"));
        left->set("other-elements", Element::create("other"));
        // scalar element which is removed
        right->set("elements", Element::create("right"));
        // scalar element which does not exist and does nothing
        right->set("new-elements", Element::create("new"));
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        mergeDiffDel(left, right, hierarchy, "root");
        std::string expected_str("{ \"other-elements\": \"other\" }");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar in list");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createList();
        ElementPtr right = Element::createList();
        left->add(Element::create("left"));
        left->add(Element::create("other"));
        left->add(Element::create("other-left"));
        left->add(Element::create("new"));
        // scalar element which does not exist and does nothing
        right->add(Element::create("right"));
        // scalar element which is removed
        right->add(Element::create("other"));
        // scalar element which does not exist and does nothing
        right->add(Element::create("other-right"));
        // scalar element which is removed
        right->add(Element::create("new"));
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        mergeDiffDel(left, right, hierarchy, "");
        std::string expected_str("[ \"left\", \"other-left\" ]");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar and list and map in map");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        ElementPtr left_left = Element::createMap();
        ElementPtr right_right = Element::createMap();
        left_left->set("id", Element::create(0));
        left_left->set("elements", Element::create("left"));
        left_left->set("other-elements", Element::create("other"));
        // scalar element used as key
        right_right->set("id", Element::create(0));
        // scalar element which is removed
        right_right->set("elements", Element::create("right"));
        // scalar element which does not exist and does nothing
        right_right->set("new-elements", Element::create("new"));
        ElementPtr left_other_left = Element::createMap();
        ElementPtr right_other_right = Element::createMap();
        left_other_left->set("id", Element::create(1));
        left_other_left->set("elements", Element::create("other-left"));
        // scalar element used as key
        right_other_right->set("id", Element::create(2));
        // scalar element which does not exist and does nothing
        right_other_right->set("elements", Element::create("other-right"));
        left->set("elements", left_left);
        left->set("left-other-elements", left_other_left);
        // map element which does not exist and does nothing
        right->set("right-other-elements", right_other_right);
        // map element which is updated
        right->set("elements", right_right);
        left_other_left = Element::createList();
        right_other_right = Element::createList();
        left_other_left->add(Element::create("left-other-left"));
        left_other_left->add(Element::create("other"));
        left_other_left->add(Element::create("left-other-left-other"));
        left_other_left->add(Element::create("new"));
        // scalar element which does not exist and does nothing
        right_other_right->add(Element::create("right-other-right"));
        // scalar element which is removed
        right_other_right->add(Element::create("other"));
        // scalar element which does not exist and does nothing
        right_other_right->add(Element::create("right-other-right-other"));
        // scalar element which is removed
        right_other_right->add(Element::create("new"));
        left->set("other", left_other_left);
        // list element which is updated
        right->set("other", right_other_right);
        left_left = Element::createMap();
        right_right = Element::createMap();
        left_left->set("id", Element::create(3));
        left_left->set("elements", Element::create("new-left"));
        left_left->set("other-elements", Element::create("new-other"));
        left->set("elements-other", left_left);
        // scalar element used as key
        right_right->set("id", Element::create(3));
        // map element which is not removed because it is contained in a map and
        // the key can not be removed
        right->set("elements-other", right_right);
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        mergeDiffDel(left, right, hierarchy, "root");
        std::string expected_str("{ \"elements\": { \"id\": 0, \"other-elements\": \"other\" }, "
                                   "\"elements-other\": { \"elements\": \"new-left\", \"id\": 3, \"other-elements\": \"new-other\" }, "
                                   "\"left-other-elements\": { \"elements\": \"other-left\", \"id\": 1 }, "
                                   "\"other\": [ \"left-other-left\", \"left-other-left-other\" ] }");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar and list and map in list");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createList();
        ElementPtr right = Element::createList();
        ElementPtr left_left = Element::createMap();
        ElementPtr right_right = Element::createMap();
        left_left->set("id", Element::create(0));
        left_left->set("elements", Element::create("left"));
        left_left->set("other-elements", Element::create("other"));
        // scalar element used as key
        right_right->set("id", Element::create(0));
        // scalar element which is removed
        right_right->set("elements", Element::create("right"));
        // scalar element which does not exist and does nothing
        right_right->set("new-elements", Element::create("new"));
        ElementPtr left_other_left = Element::createMap();
        ElementPtr right_other_right = Element::createMap();
        left_other_left->set("id", Element::create(1));
        left_other_left->set("elements", Element::create("other-left"));
        // scalar element used as key
        right_other_right->set("id", Element::create(2));
        // scalar element which does not exist and does nothing
        right_other_right->set("elements", Element::create("other-right"));
        left->add(left_left);
        left->add(left_other_left);
        // map element which does not exist and does nothing
        right->add(right_other_right);
        // map element which is updated
        right->add(right_right);
        left_other_left = Element::createList();
        right_other_right = Element::createList();
        left_other_left->add(Element::create("left-other-left"));
        left_other_left->add(Element::create("other"));
        left_other_left->add(Element::create("left-other-left-other"));
        left_other_left->add(Element::create("new"));
        // scalar element which does not exist and does nothing
        right_other_right->add(Element::create("right-other-right"));
        // scalar element which is removed
        right_other_right->add(Element::create("other"));
        // scalar element which does not exist and does nothing
        right_other_right->add(Element::create("right-other-right-other"));
        // scalar element which is removed
        right_other_right->add(Element::create("new"));
        left_left->set("other", left_other_left);
        // list element which is updated
        right_right->set("other", right_other_right);
        left_left = Element::createMap();
        right_right = Element::createMap();
        left_left->set("id", Element::create(3));
        left_left->set("elements", Element::create("new-left"));
        left_left->set("other-elements", Element::create("new-other"));
        left->add(left_left);
        // scalar element used as key
        right_right->set("id", Element::create(3));
        // map element which is removed by key
        // the key can not be removed
        right->add(right_right);
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        mergeDiffDel(left, right, hierarchy, "root");
        std::string expected_str("[ { \"id\": 0, \"other\": [ \"left-other-left\", \"left-other-left-other\" ], \"other-elements\": \"other\" }, "
                                   "{ \"elements\": \"other-left\", \"id\": 1 } ]");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
}

/// @brief Test which checks that extend throws if called with wrong element
/// types.
TEST(Element, extendBadParam) {
    {
        SCOPED_TRACE("root bad scalars");
        isc::data::HierarchyDescriptor hierarchy;
        ElementPtr left = Element::create(true);
        ElementPtr right = Element::create("false");
        ASSERT_THROW(extend("elements", "", left, right, hierarchy, ""), TypeError);
    }
    {
        SCOPED_TRACE("map bad elements");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        left->set("elements", Element::createList());
        right->set("elements", Element::createMap());
        ASSERT_THROW(extend("elements", "", left, right, hierarchy, "root"), TypeError);
    }
    {
        SCOPED_TRACE("list bad elements");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy();
        ElementPtr left = Element::createList();
        ElementPtr right = Element::createList();
        ElementPtr left_left = Element::createMap();
        ElementPtr right_right = Element::createMap();
        left_left->set("id", Element::create(0));
        left_left->set("elements", Element::createMap());
        right_right->set("id", Element::create(0));
        right_right->set("elements", Element::createList());
        left->add(left_left);
        right->add(right_right);
        ASSERT_THROW(extend("elements", "", left, right, hierarchy, "root"), TypeError);
    }
}

/// @brief Test which checks that extend works as expected.
TEST(Element, extend) {
    {
        SCOPED_TRACE("scalar in map but alter flag is not set");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy(true);
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        left->set("elements", Element::create("left"));
        left->set("other-elements", Element::create("other"));
        // scalar element which is not updated
        right->set("elements", Element::create("right"));
        // scalar element which is extended
        right->set("new-elements", Element::create("new"));
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        extend("root", "new-elements", left, right, hierarchy, "root", 0, false);
        std::string expected_str("{ \"elements\": \"left\", \"other-elements\": \"other\" }");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar in map");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy(true);
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        left->set("elements", Element::create("left"));
        left->set("other-elements", Element::create("other"));
        // scalar element which is not updated
        right->set("elements", Element::create("right"));
        // scalar element which is extended
        right->set("new-elements", Element::create("new"));
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        extend("root", "new-elements", left, right, hierarchy, "root", 0, true);
        std::string expected_str("{ \"elements\": \"left\", \"new-elements\": \"new\", \"other-elements\": \"other\" }");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar in map in map");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy(true);
        ElementPtr left = Element::createMap();
        ElementPtr right = Element::createMap();
        ElementPtr left_left = Element::createMap();
        ElementPtr right_right = Element::createMap();
        left_left->set("id", Element::create(0));
        left_left->set("elements", Element::create("left"));
        left_left->set("other-elements", Element::create("other"));
        // scalar element used as key
        right_right->set("id", Element::create(1));
        // scalar element which is not updated
        right_right->set("elements", Element::create("right"));
        // scalar element which is extended
        right_right->set("new-elements", Element::create("new"));
        left->set("elements", left_left);
        // map element which is used for extension
        right->set("elements", right_right);
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        extend("root", "new-elements", left, right, hierarchy, "root");
        std::string expected_str("{ \"elements\": { \"elements\": \"left\", \"id\": 0, \"new-elements\": \"new\", \"other-elements\": \"other\" } }");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
    {
        SCOPED_TRACE("scalar in map in list");
        isc::data::HierarchyDescriptor hierarchy;
        hierarchy = createHierarchy(true);
        ElementPtr left = Element::createList();
        ElementPtr right = Element::createList();
        ElementPtr left_left = Element::createMap();
        ElementPtr right_right = Element::createMap();
        left_left->set("id", Element::create(0));
        left_left->set("elements", Element::create("left"));
        left_left->set("other-elements", Element::create("other"));
        // scalar element used as key
        right_right->set("id", Element::create(1));
        // scalar element which is not updated
        right_right->set("elements", Element::create("right"));
        // scalar element which is extended
        right_right->set("new-elements", Element::create("new"));
        left->add(left_left);
        // map element which is used for extension
        right->add(right_right);
        ASSERT_FALSE(isc::data::isEquivalent(left, right));
        extend("root", "new-elements", left, right, hierarchy, "root");
        std::string expected_str("[ { \"elements\": \"left\", \"id\": 0, \"new-elements\": \"new\", \"other-elements\": \"other\" } ]");
        ElementPtr expected = Element::fromJSON(expected_str);
        EXPECT_TRUE(isc::data::isEquivalent(left, expected))
            << "Actual: " << left->str()
            << "\nExpected: " << expected->str();
    }
}

}  // namespace