Try to comapte buffers
[metaproxy-moved-to-github.git] / src / test_filter_rewrite.cpp
index be6a071..8e53981 100644 (file)
@@ -21,13 +21,15 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
 #include <stdexcept>
 
 #include "filter_http_client.hpp"
+#include "filter_http_rewrite.hpp"
 #include <metaproxy/util.hpp>
 #include "router_chain.hpp"
 #include <metaproxy/package.hpp>
 
-#define BOOST_REGEX_MATCH_EXTRA
-
 #include <boost/regex.hpp>
+#include <boost/lexical_cast.hpp>
+
+#include <yaz/log.h>
 
 #define BOOST_AUTO_TEST_MAIN
 #define BOOST_TEST_DYN_LINK
@@ -37,99 +39,155 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
 using namespace boost::unit_test;
 namespace mp = metaproxy_1;
 
-class FilterHeaderRewrite: public mp::filter::Base {
-public:
-    void process(mp::Package & package) const {
-        Z_GDU *gdu = package.request().get();
-        //we have an http req
-        if (gdu && gdu->which == Z_GDU_HTTP_Request)
-        {
-          std::cout << "Request headers" << std::endl;
-          Z_HTTP_Request *hreq = gdu->u.HTTP_Request;
-          //dump req headers
-          for (Z_HTTP_Header *header = hreq->headers;
-              header != 0; 
-              header = header->next) 
-          {
-            std::cout << header->name << ": " << header->value << std::endl;
-            rewrite_req_header(header);
-          }
-        }
-        package.move();
-        gdu = package.response().get();
-        if (gdu && gdu->which == Z_GDU_HTTP_Response)
-        {
-          std::cout << "Respose headers" << std::endl;
-          Z_HTTP_Response *hr = gdu->u.HTTP_Response;
-          //dump resp headers
-          for (Z_HTTP_Header *header = hr->headers;
-              header != 0; 
-              header = header->next) 
-          {
-            std::cout << header->name << ": " << header->value << std::endl;
-          }
-        }
-
-    };
-    void configure(const xmlNode* ptr, bool test_only, const char *path) {};
-
-    void rewrite_req_header(Z_HTTP_Header *header) const
+struct TestConfig {
+    TestConfig()   
     {
-        //exec regex against value
-        boost::regex e(req_uri_pat, boost::regex::perl);
-        boost::smatch what;
-        std::string hvalue(header->value);
-        if(boost::regex_match(hvalue, what, e, boost::match_extra))
-        {
-            unsigned i, j;
-            std::cout << "** Match found **\n   Sub-Expressions:\n";
-            for(i = 0; i < what.size(); ++i)
-                std::cout << "      $" << i << " = \"" << what[i] << "\"\n";
-            std::cout << "   Captures:\n";
-            for(i = 0; i < what.size(); ++i)
-            {
-                std::cout << "      $" << i << " = {";
-                for(j = 0; j < what.captures(i).size(); ++j)
-                {
-                    if(j)
-                        std::cout << ", ";
-                    else
-                        std::cout << " ";
-                    std::cout << "\"" << what.captures(i)[j] << "\"";
-                }
-                std::cout << " }\n";
-            }
-        }
-        else
-        {
-            std::cout << "** No Match found **\n";
-        }
-        //iteratate over named groups
-        //set the captured values in the map
-        //rewrite the header according to the hardcoded recipe
-    };
-    
-    void configure(const std::string & req_uri_pat, 
-            const std::string & resp_uri_pat) 
-    {
-       this->req_uri_pat = req_uri_pat;
-       this->resp_uri_pat = resp_uri_pat;
-    };
-
-private:
-    std::map<std::string, std::string> vars;
-    std::string req_uri_pat;
-    std::string resp_uri_pat;
+        std::cout << "global setup\n"; 
+        yaz_log_init_level(YLOG_ALL);
+    }
+    ~TestConfig() 
+    { 
+        std::cout << "global teardown\n"; 
+    }
 };
 
+BOOST_GLOBAL_FIXTURE( TestConfig );
 
 BOOST_AUTO_TEST_CASE( test_filter_rewrite_1 )
 {
     try
     {
-       FilterHeaderRewrite fhr;
+        std::cout << "Running non-xml config test case" << std::endl;
+        mp::RouterChain router;
+        mp::filter::HttpRewrite fhr;
+        
+        //configure the filter
+        mp::filter::HttpRewrite::spair_vec vec_req;
+        vec_req.push_back(std::make_pair(
+        "(?<proto>http\\:\\/\\/s?)(?<pxhost>[^\\/?#]+)\\/(?<pxpath>[^\\/]+)"
+        "\\/(?<host>[^\\/]+)(?<path>.*)",
+        "${proto}${host}${path}"
+        ));
+        vec_req.push_back(std::make_pair(
+        "(?:Host\\: )(.*)",
+        "Host: ${host}"
+        ));
+
+        mp::filter::HttpRewrite::spair_vec vec_res;
+        vec_res.push_back(std::make_pair(
+        "(?<proto>http\\:\\/\\/s?)(?<host>[^\\/?# \"'>]+)\\/(?<path>[^ \"'>]+)",
+        "${proto}${pxhost}/${pxpath}/${host}/${path}"
+        ));
+        
+        fhr.configure(vec_req, vec_res);
+        
+        router.append(fhr);
+
+        // create an http request
+        mp::Package pack;
+
+        mp::odr odr;
+        Z_GDU *gdu_req = z_get_HTTP_Request_uri(odr, 
+        "http://proxyhost/proxypath/targetsite/page1.html", 0, 1);
+
+        pack.request() = gdu_req;
+
+        //create the http response
+
+        /* response, content  */
+        const char *resp_buf =
+            /*123456789012345678 */
+            "HTTP/1.1 200 OK\r\n"
+            "Content-Length: 50\r\n"
+            "Content-Type: text/html\r\n"
+            "Link: <http://targetsite/file.xml>; rel=absolute\r\n"
+            "Link: </dir/file.xml>; rel=relative\r\n"
+            "\r\n"
+            "<html><head><title>Hello proxy!</title>"
+            "<style>"
+            "body {"
+            "  background-image:url('http://targetsite/images/bg.png');"
+            "}"
+            "</style>"
+            "</head>"
+            "<script>var jslink=\"http://targetsite/webservice.xml\";</script>"
+            "<body>"
+            "<p>Welcome to our website. It doesn't make it easy to get pro"
+            "xified"
+            "<a href=\"http://targetsite/page2.html\">"
+            "  An absolute link</a>"
+            "<a target=_blank href='http://targetsite/page3.html\">"
+            "  Another abs link</a>"
+            "<a href=\"/docs/page4.html\" />"
+            "</body></html>";
+
+        /* response, content  */
+        const char *resp_result =
+            /*123456789012345678 */
+            "HTTP/1.1 200 OK\r\n"
+            "Content-Length: 50\r\n"
+            "Content-Type: text/html\r\n"
+            "Link: <http://proxyhost/proxypath/targetsite/file.xml>; rel=absolute\r\n"
+            "Link: </dir/file.xml>; rel=relative\r\n"
+            "\r\n"
+            "<html><head><title>Hello proxy!</title>"
+            "<style>"
+            "body {"
+            "  background-image:url('http://proxyhost/proxypath/targetsite/images/bg.png');"
+            "}"
+            "</style>"
+            "</head>"
+            "<script>var jslink=\"http://proxyhost/proxypath/targetsite/webservice.xml\";</script>"
+            "<body>"
+            "<p>Welcome to our website. It doesn't make it easy to get pro"
+            "xified"
+            "<a href=\"http://proxyhost/proxypath/targetsite/page.html\">"
+            "  An absolute link</a>"
+            "<a target=_blank href='http://proxyhost/proxypath/targetsite/page3.html\">"
+            "  Another abs link</a>"
+            "<a href=\"/docs/page2.html\" />"
+            "</body></html>";
+
+        int r;
+        Z_GDU *gdu_res;
+        ODR dec = odr_createmem(ODR_DECODE);
+        odr_setbuf(dec, (char *) resp_buf, strlen(resp_buf), 0);
+        r = z_GDU(dec, &gdu_res, 0, 0);
+
+        BOOST_CHECK(r == 0);
+        if (r)
+        {
+            BOOST_CHECK_EQUAL(gdu_res->which, Z_GDU_HTTP_Response);
+        }
+
+        pack.response() = gdu_res;
+
+        //feed to the router
+        pack.router(router).move();
+
+        //analyze the response
+        Z_GDU *gdu_res_rew = pack.response().get();
+        BOOST_CHECK(gdu_res_rew);
+        BOOST_CHECK_EQUAL(gdu_res_rew->which, Z_GDU_HTTP_Response);
+        
+        Z_HTTP_Response *hres = gdu_res_rew->u.HTTP_Response;
+        BOOST_CHECK(hres);
+
+        //how to compare the buffers:
+        ODR enc = odr_createmem(ODR_ENCODE);
+        Z_GDU *zgdu;
+        Z_GDU(enc, &zgdu, 0, 0);
+        char *resp_result;
+        int resp_result_len;
+        resp_result = odr_getbuf(enc, &resp_result_len, 0);
+        
+        BOOST_CHECK(memcmp(resp_result, resp_expected, resp_result_len));
+
+        odr_destroy(dec);
     }
-    catch ( ... ) {
+    catch (std::exception & e) {
+        std::cout << e.what();
+        std::cout << std::endl;
         BOOST_CHECK (false);
     }
 }
@@ -138,41 +196,143 @@ BOOST_AUTO_TEST_CASE( test_filter_rewrite_2 )
 {
     try
     {
+        std::cout << "Running xml config test case" << std::endl;
         mp::RouterChain router;
+        mp::filter::HttpRewrite fhr;
+
+        std::string xmlconf =
+            "<?xml version='1.0'?>\n"
+            "<filter xmlns='http://indexdata.com/metaproxy'\n"
+            "        id='rewrite1' type='http_rewrite'>\n"
+            " <request>\n"
+            "   <rewrite from='"
+    "(?&lt;proto>https?://)(?&lt;pxhost>[^ /?#]+)/(?&lt;pxpath>[^ /]+)"
+    "/(?&lt;host>[^ /]+)(?&lt;path>[^ ]*)'\n"
+            "            to='${proto}${host}${path}' />\n"
+            "   <rewrite from='(?:Host: )(.*)'\n"
+            "            to='Host: ${host}' />\n" 
+            " </request>\n"
+            " <response>\n"
+            "   <rewrite from='"
+    "(?&lt;proto>https?://)(?&lt;host>[^/?# &quot;&apos;>]+)/(?&lt;path>[^  &quot;&apos;>]+)'\n"
+            "            to='${proto}${pxhost}/${pxpath}/${host}/${path}' />\n" 
+            " </response>\n"
+            "</filter>\n"
+        ;
+
+        std::cout << xmlconf;
 
-        FilterHeaderRewrite fhr;
-        fhr.configure(".*(localhost).*", ".*(localhost).*");
-        mp::filter::HTTPClient hc;
+        // reading and parsing XML conf
+        xmlDocPtr doc = xmlParseMemory(xmlconf.c_str(), xmlconf.size());
+        BOOST_CHECK(doc);
+        xmlNode *root_element = xmlDocGetRootElement(doc);
+        fhr.configure(root_element, true, "");
+        xmlFreeDoc(doc);
         
         router.append(fhr);
-        router.append(hc);
 
         // create an http request
         mp::Package pack;
 
         mp::odr odr;
         Z_GDU *gdu_req = z_get_HTTP_Request_uri(odr, 
-            "http://localhost:80/~jakub/targetsite.php", 0, 1);
+        "http://proxyhost/proxypath/targetsite/page1.html", 0, 1);
 
         pack.request() = gdu_req;
 
+        //create the http response
+
+        /* response, content  */
+        const char *resp_buf =
+            /*123456789012345678 */
+            "HTTP/1.1 200 OK\r\n"
+            "Content-Length: 50\r\n"
+            "Content-Type: text/html\r\n"
+            "Link: <http://targetsite/file.xml>; rel=absolute\r\n"
+            "Link: </dir/file.xml>; rel=relative\r\n"
+            "\r\n"
+            "<html><head><title>Hello proxy!</title>"
+            "<style>"
+            "body {"
+            "  background-image:url('http://targetsite/images/bg.png');"
+            "}"
+            "</style>"
+            "</head>"
+            "<script>var jslink=\"http://targetsite/webservice.xml\";</script>"
+            "<body>"
+            "<p>Welcome to our website. It doesn't make it easy to get pro"
+            "xified"
+            "<a href=\"http://targetsite/page2.html\">"
+            "  An absolute link</a>"
+            "<a target=_blank href='http://targetsite/page3.html\">"
+            "  Another abs link</a>"
+            "<a href=\"/docs/page4.html\" />"
+            "</body></html>";
+
+        /* response, content  */
+        const char *resp_buf_rew =
+            /*123456789012345678 */
+            "HTTP/1.1 200 OK\r\n"
+            "Content-Length: 50\r\n"
+            "Content-Type: text/html\r\n"
+            "Link: <http://proxyhost/proxypath/targetsite/file.xml>; rel=absolute\r\n"
+            "Link: </dir/file.xml>; rel=relative\r\n"
+            "\r\n"
+            "<html><head><title>Hello proxy!</title>"
+            "<style>"
+            "body {"
+            "  background-image:url('http://proxyhost/proxypath/targetsite/images/bg.png');"
+            "}"
+            "</style>"
+            "</head>"
+            "<script>var jslink=\"http://proxyhost/proxypath/targetsite/webservice.xml\";</script>"
+            "<body>"
+            "<p>Welcome to our website. It doesn't make it easy to get pro"
+            "xified"
+            "<a href=\"http://proxyhost/proxypath/targetsite/page.html\">"
+            "  An absolute link</a>"
+            "<a target=_blank href='http://proxyhost/proxypath/targetsite/anotherpage.html\">"
+            "  Another abs link</a>"
+            "<a href=\"/docs/page2.html\" />"
+            "</body></html>";
+
+        int r;
+        Z_GDU *gdu_res;
+        ODR odr2 = odr_createmem(ODR_DECODE);
+        odr_setbuf(odr2, (char *) resp_buf, strlen(resp_buf), 0);
+        r = z_GDU(odr2, &gdu_res, 0, 0);
+
+        BOOST_CHECK(r == 0);
+        if (r)
+        {
+            BOOST_CHECK_EQUAL(gdu_res->which, Z_GDU_HTTP_Response);
+        }
+
+        pack.response() = gdu_res;
+
         //feed to the router
         pack.router(router).move();
 
         //analyze the response
-        Z_GDU *gdu_res = pack.response().get();
-        BOOST_CHECK(gdu_res);
-        BOOST_CHECK_EQUAL(gdu_res->which, Z_GDU_HTTP_Response);
+        Z_GDU *gdu_res_rew = pack.response().get();
+        BOOST_CHECK(gdu_res_rew);
+        BOOST_CHECK_EQUAL(gdu_res_rew->which, Z_GDU_HTTP_Response);
         
-        Z_HTTP_Response *hres = gdu_res->u.HTTP_Response;
+        Z_HTTP_Response *hres = gdu_res_rew->u.HTTP_Response;
         BOOST_CHECK(hres);
 
+        //how to compare the buffers:
+
+        odr_destroy(odr2);
     }
-    catch ( ... ) {
+    catch (std::exception & e) {
+        std::cout << e.what();
+        std::cout << std::endl;
         BOOST_CHECK (false);
     }
 }
 
+
 /*
  * Local variables:
  * c-basic-offset: 4