/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.jackrabbit.core.query.lucene;

import static javax.jcr.query.Query.JCR_SQL2;

import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.OutputStreamWriter;
import java.io.Writer;
import java.util.ArrayList;
import java.util.Calendar;
import java.util.List;

import javax.jcr.Node;

import org.apache.commons.collections4.CollectionUtils;
import org.apache.commons.io.input.NullInputStream;
import org.apache.jackrabbit.JcrConstants;
import org.apache.jackrabbit.commons.JcrUtils;
import org.apache.jackrabbit.core.query.AbstractIndexingTest;

/**
 * <code>SQL2IndexingAggregateTest</code> checks if aggregation rules defined in
 * workspace indexing-test work properly.
 * 
 * See src/test/repository/workspaces/indexing-test/indexing-configuration.xml
 */
public class SQL2IndexingAggregateTest extends AbstractIndexingTest {

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        for (Node c : JcrUtils.getChildNodes(testRootNode)) {
            testRootNode.getSession().removeItem(c.getPath());
        }
        testRootNode.getSession().save();
    }

    /**
     * 
     * this test is very similar to
     * {@link SQL2IndexingAggregateTest#testNtFileAggregate()
     * testNtFileAggregate} but checks embedded index aggregates.
     * 
     * The aggregation hierarchy is defined in
     * src/test/repository/workspaces/indexing-test/indexing-configuration.xml
     * 
     * basically a folder aggregates other folders and files that aggregate a
     * stream of content.
     * 
     * see <a href="https://issues.apache.org/jira/browse/JCR-2989">JCR-2989</a>
     * 
     * nt:folder: recursive="true" recursiveLimit="10"
     * 
     */
    @SuppressWarnings("unchecked")
    public void testDeepHierarchy() throws Exception {

        // this parameter IS the 'recursiveLimit' defined in the index
        // config file
        int definedRecursiveLimit = 10;
        int levelsDeep = 14;

        List<Node> allNodes = new ArrayList<Node>();
        List<Node> updatedNodes = new ArrayList<Node>();
        List<Node> staleNodes = new ArrayList<Node>();

        String sqlBase = "SELECT * FROM [nt:folder] as f WHERE ";
        String sqlCat = sqlBase + " CONTAINS (f.*, 'cat')";
        String sqlDog = sqlBase + " CONTAINS (f.*, 'dog')";

        ByteArrayOutputStream out = new ByteArrayOutputStream();
        Writer writer = new OutputStreamWriter(out, "UTF-8");
        writer.write("the quick brown fox jumps over the lazy dog.");
        writer.flush();

        Node folderRoot = testRootNode.addNode("myFolder", "nt:folder");
        Node folderChild = folderRoot;
        allNodes.add(folderChild);

        for (int i = 0; i < levelsDeep; i++) {
            folderChild.addNode("0" + i + "-dummy", "nt:folder");
            folderChild = folderChild.addNode("0" + i, "nt:folder");
            allNodes.add(folderChild);

            // -2 because:
            // 1 because 'i' starts at 0,
            // +
            // 1 because we are talking about same node type aggregation levels
            // extra to the current node that is updated
            if (i > levelsDeep - definedRecursiveLimit - 2) {
                updatedNodes.add(folderChild);
            }
        }
        staleNodes.addAll(CollectionUtils.disjunction(allNodes, updatedNodes));

        Node file = folderChild.addNode("myFile", "nt:file");
        Node resource = file.addNode("jcr:content", "nt:resource");
        resource.setProperty("jcr:lastModified", Calendar.getInstance());
        resource.setProperty("jcr:encoding", "UTF-8");
        resource.setProperty("jcr:mimeType", "text/plain");
        resource.setProperty("jcr:data", session.getValueFactory()
                .createBinary(new ByteArrayInputStream(out.toByteArray())));

        testRootNode.getSession().save();

        // because of the optimizations, the first save is expected to update
        // ALL nodes
        // executeSQL2Query(sqlDog, allNodes.toArray(new Node[] {}));

        // update jcr:data
        out.reset();
        writer.write("the quick brown fox jumps over the lazy cat.");
        writer.flush();
        resource.setProperty("jcr:data", session.getValueFactory()
                .createBinary(new ByteArrayInputStream(out.toByteArray())));
        testRootNode.getSession().save();
        executeSQL2Query(sqlDog, staleNodes.toArray(new Node[] {}));
        executeSQL2Query(sqlCat, updatedNodes.toArray(new Node[] {}));

        // replace jcr:content with unstructured
        resource.remove();
        Node unstrContent = file.addNode("jcr:content", "nt:unstructured");
        Node foo = unstrContent.addNode("foo");
        foo.setProperty("text", "the quick brown fox jumps over the lazy dog.");
        testRootNode.getSession().save();
        executeSQL2Query(sqlDog, allNodes.toArray(new Node[] {}));
        executeSQL2Query(sqlCat, new Node[] {});

        // remove foo
        foo.remove();
        testRootNode.getSession().save();
        executeSQL2Query(sqlDog, staleNodes.toArray(new Node[] {}));
        executeSQL2Query(sqlCat, new Node[] {});

    }

    /**
     * simple index aggregation from jcr:content to nt:file
     * 
     * The aggregation hierarchy is defined in
     * src/test/repository/workspaces/indexing-test/indexing-configuration.xml
     * 
     */
    public void testNtFileAggregate() throws Exception {

        String sqlBase = "SELECT * FROM [nt:file] as f"
                + " WHERE ISCHILDNODE([" + testRoot + "])";
        String sqlCat = sqlBase + " AND CONTAINS (f.*, 'cat')";
        String sqlDog = sqlBase + " AND CONTAINS (f.*, 'dog')";

        ByteArrayOutputStream out = new ByteArrayOutputStream();
        Writer writer = new OutputStreamWriter(out, "UTF-8");
        writer.write("the quick brown fox jumps over the lazy dog.");
        writer.flush();

        Node file = testRootNode.addNode("myFile", "nt:file");
        Node resource = file.addNode("jcr:content", "nt:resource");
        resource.setProperty("jcr:lastModified", Calendar.getInstance());
        resource.setProperty("jcr:encoding", "UTF-8");
        resource.setProperty("jcr:mimeType", "text/plain");
        resource.setProperty("jcr:data", session.getValueFactory()
                .createBinary(new ByteArrayInputStream(out.toByteArray())));
        testRootNode.getSession().save();
        executeSQL2Query(sqlDog, new Node[] { file });

        // update jcr:data
        out.reset();
        writer.write("the quick brown fox jumps over the lazy cat.");
        writer.flush();
        resource.setProperty("jcr:data", session.getValueFactory()
                .createBinary(new ByteArrayInputStream(out.toByteArray())));
        testRootNode.getSession().save();
        executeSQL2Query(sqlDog, new Node[] {});
        executeSQL2Query(sqlCat, new Node[] { file });

        // replace jcr:content with unstructured
        resource.remove();
        Node unstrContent = file.addNode("jcr:content", "nt:unstructured");
        Node foo = unstrContent.addNode("foo");
        foo.setProperty("text", "the quick brown fox jumps over the lazy dog.");
        testRootNode.getSession().save();
        executeSQL2Query(sqlDog, new Node[] { file });
        executeSQL2Query(sqlCat, new Node[] {});

        // remove foo
        foo.remove();
        testRootNode.getSession().save();
        executeSQL2Query(sqlDog, new Node[] {});
        executeSQL2Query(sqlCat, new Node[] {});

        // replace jcr:content again with resource
        unstrContent.remove();
        resource = file.addNode("jcr:content", "nt:resource");
        resource.setProperty("jcr:lastModified", Calendar.getInstance());
        resource.setProperty("jcr:encoding", "UTF-8");
        resource.setProperty("jcr:mimeType", "text/plain");
        resource.setProperty("jcr:data", session.getValueFactory()
                .createBinary(new ByteArrayInputStream(out.toByteArray())));
        testRootNode.getSession().save();
        executeSQL2Query(sqlDog, new Node[] {});
        executeSQL2Query(sqlCat, new Node[] { file });

    }

    /**
     * JCR-3160 - Session#move doesn't trigger rebuild of parent node
     * aggregation
     */
    public void testAggregateMove() throws Exception {

        String sql = "SELECT * FROM [nt:folder] as f"
                + " WHERE ISDESCENDANTNODE([" + testRoot + "])"
                + " AND CONTAINS (f.*, 'dog')";

        Node folderA = testRootNode.addNode("folderA", "nt:folder");
        Node folderB = testRootNode.addNode("folderB", "nt:folder");

        ByteArrayOutputStream out = new ByteArrayOutputStream();
        Writer writer = new OutputStreamWriter(out, "UTF-8");
        writer.write("the quick brown fox jumps over the lazy dog.");
        writer.flush();

        Node file = folderA.addNode("myFile", "nt:file");
        Node resource = file.addNode("jcr:content", "nt:resource");
        resource.setProperty("jcr:lastModified", Calendar.getInstance());
        resource.setProperty("jcr:encoding", "UTF-8");
        resource.setProperty("jcr:mimeType", "text/plain");
        resource.setProperty("jcr:data", session.getValueFactory()
                .createBinary(new ByteArrayInputStream(out.toByteArray())));
        
        testRootNode.getSession().save();
        executeSQL2Query(sql, new Node[] { folderA });

        testRootNode.getSession().move(file.getPath(),
                folderB.getPath() + "/myFile");
        testRootNode.getSession().save();
        executeSQL2Query(sql, new Node[] { folderB });
    }

    /**
     * By default, the recursive aggregation is turned off.
     * 
     * The aggregation hierarchy is defined in
     * src/test/repository/workspaces/indexing-test/indexing-configuration.xml
     */
    public void testDefaultRecursiveAggregation() throws Exception {

        ByteArrayOutputStream out = new ByteArrayOutputStream();
        Writer writer = new OutputStreamWriter(out, "UTF-8");
        writer.write("the quick brown fox jumps over the lazy dog.");
        writer.flush();

        Node parent = testRootNode.addNode(
                "testDefaultRecursiveAggregation_parent",
                JcrConstants.NT_UNSTRUCTURED);

        Node child = parent.addNode("testDefaultRecursiveAggregation_child",
                JcrConstants.NT_UNSTRUCTURED);
        child.setProperty("type", "testnode");
        child.setProperty("jcr:encoding", "UTF-8");
        child.setProperty("jcr:mimeType", "text/plain");
        child.setProperty(
                "jcr:data",
                session.getValueFactory().createBinary(
                        new ByteArrayInputStream(out.toByteArray())));
        testRootNode.getSession().save();

        String sqlBase = "SELECT * FROM [nt:unstructured] as u WHERE CONTAINS (u.*, 'dog') ";
        String sqlParent = sqlBase + " AND ISCHILDNODE([" + testRoot + "])";
        String sqlChild = sqlBase + " AND ISCHILDNODE([" + parent.getPath()
                + "])";

        executeSQL2Query(sqlParent, new Node[] {});
        executeSQL2Query(sqlChild, new Node[] { child });
    }

    /**
     * Tests that even if there is a rule to include same type node aggregates
     * by property name, the recursive flag will still ignore them.
     * 
     * It should issue a log warning, though.
     * 
     * The aggregation hierarchy is defined in
     * src/test/repository/workspaces/indexing-test/indexing-configuration.xml
     */
    public void testRecursiveAggregationExclusion() throws Exception {

        ByteArrayOutputStream out = new ByteArrayOutputStream();
        Writer writer = new OutputStreamWriter(out, "UTF-8");
        writer.write("the quick brown fox jumps over the lazy dog.");
        writer.flush();

        Node parent = testRootNode.addNode(
                "testDefaultRecursiveAggregation_parent",
                JcrConstants.NT_UNSTRUCTURED);

        Node child = parent.addNode("aggregated-node",
                JcrConstants.NT_UNSTRUCTURED);
        child.setProperty("type", "testnode");
        child.setProperty("jcr:encoding", "UTF-8");
        child.setProperty("jcr:mimeType", "text/plain");
        child.setProperty(
                "jcr:data",
                session.getValueFactory().createBinary(
                        new ByteArrayInputStream(out.toByteArray())));
        testRootNode.getSession().save();

        String sqlBase = "SELECT * FROM [nt:unstructured] as u WHERE CONTAINS (u.*, 'dog') ";
        String sqlParent = sqlBase + " AND ISCHILDNODE([" + testRoot + "])";
        String sqlChild = sqlBase + " AND ISCHILDNODE([" + parent.getPath()
                + "])";
        executeSQL2Query(sqlParent, new Node[] {});
        executeSQL2Query(sqlChild, new Node[] { child });
    }

    /**
     * checks that while text extraction runs in the background, the node is
     * available for query on any of its properties
     * 
     * see <a href="https://issues.apache.org/jira/browse/JCR-2980">JCR-2980</a>
     * 
     */
    public void testAsyncIndexQuery() throws Exception {

        Node n = testRootNode.addNode("justnode", JcrConstants.NT_UNSTRUCTURED);
        n.setProperty("type", "testnode");
        n.setProperty("jcr:encoding", "UTF-8");
        n.setProperty("jcr:mimeType", "text/plain");
        n.setProperty(
                "jcr:data",
                session.getValueFactory().createBinary(
                        new NullInputStream(1024 * 40)));
        testRootNode.getSession().save();

        String sql = "SELECT * FROM [nt:unstructured] as f "
                + " WHERE ISCHILDNODE([" + testRoot
                + "]) and type = 'testnode' ";
        checkResult(qm.createQuery(sql, JCR_SQL2).execute(), 1);
    }

    public void testAggregatedProperty() throws Exception {

        Node parent = testRootNode.addNode("parent",
                JcrConstants.NT_UNSTRUCTURED);
        Node child = parent.addNode("child", JcrConstants.NT_UNSTRUCTURED);
        child.setProperty("property",
                "the quick brown fox jumps over the lazy dog.");
        testRootNode.getSession().save();

        String sql = "SELECT * FROM [nt:unstructured] as u WHERE CONTAINS (u.*, 'dog') ";
        executeSQL2Query(sql, new Node[] { parent, child });
    }

}
