使用 C++/boost::asio/libcurl 的简单代理 - 无法下载图像

Simple proxy using C++/boost::asio/libcurl - can't download images

本文关键字:下载 图像 代理 boost C++ asio libcurl 使用 简单      更新时间:2023-10-16

我正在尝试使用以下代码实现一个非常简单的代理服务器。您将浏览器的代理设置为 192.168.1.x:8080,并且可以通过代理访问网页。

#include <ctime>
#include <iostream>
#include <string>
#include <boost/bind.hpp>
#include <boost/shared_ptr.hpp>
#include <boost/enable_shared_from_this.hpp>
#include <boost/asio.hpp>
#include <boost/algorithm/string.hpp>
#include <curl/curl.h>
#include <cstdlib>
using boost::asio::ip::tcp;
int port=8080;
//CURL *curl;
//CURLcode res;
static size_t write_to_string(void *ptr, size_t size, size_t count, void *stream) {
    ((std::string*)stream)->append((char*)ptr, 0, size*count);
    return size*count;
}
class session{
public:
    session(boost::asio::io_service& io_service):socket_(io_service){
    }
    tcp::socket &socket(){
        return socket_;
    }
    void start(){
        socket_.async_read_some(boost::asio::buffer(data_,max_length),boost::bind(&session::handle_read,this,boost::asio::placeholders::error,boost::asio::placeholders::bytes_transferred));
    }
private:
    void handle_read(const boost::system::error_code& error,size_t bytes_transferred){
        CURL *curl;
                CURLcode res;
        std::string response;
        std::string errorBuffer[CURL_ERROR_SIZE];
        std::string host="";
        std::string url="";
        if(!error){
            //boost::asio::async_write(socket_,boost::asio::buffer(data_,bytes_transferred),boost::bind(&session::handle_write,this,boost::asio::placeholders::error));
            printf("%s",data_);
            //parse data_:
            //std::string host="";
            //std::string url="";
            std::vector<std::string> split1;
            boost::split(split1, data_, boost::is_any_of("rn"));
            std::vector<std::string> split2;
            boost::split(split2,split1.at(0),boost::is_any_of(" "));
            std::cout<<"***"<<split2.at(0)<<"***"<<std::endl;
            if(split2.at(0).compare("GET")==0){
                printf("Get request recievedn");
                url=split2.at(1);
                int i=0;
                for(i=1;i<split1.size();i++){
                    if(split1.at(i).compare("Host:")>0){
                        std::cout<<split1.at(i)<<std::endl;
                        std::vector<std::string> split3;
                        boost::split(split3,split1.at(i),boost::is_any_of(" "));
                        std::cout<<split3.at(1)<<std::endl;
                        host=split3.at(1);
                        break;
                    }   
                }   
            }
            //trim host to remove rn
            host.erase(host.find_last_not_of(" nrt")+1);
            url.erase(url.find_last_not_of(" nrt")+1);           
            //std::string response;
            //std::string errorBuffer[CURL_ERROR_SIZE];
            //CURL *curl;
            //CURLcode res;         
            curl=curl_easy_init();
            if(curl){
                curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, errorBuffer);
                curl_easy_setopt(curl, CURLOPT_URL, url.c_str());
                curl_easy_setopt(curl, CURLOPT_HEADER, 0);
                curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, 1);
                curl_easy_setopt(curl, CURLOPT_ENCODING, "gzip");
                //curl_easy_setopt(curl, CURLOPT_COOKIEJAR, "cookies.txt");
                curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, write_to_string);
                curl_easy_setopt(curl, CURLOPT_WRITEDATA, &response);               
                std::cout<<errorBuffer<<std::endl;
                //curl_easy_setopt(curl,CURLOPT_URL,url.c_str());
                //curl_easy_setopt(curl,CURLOPT_WRITEFUNCTION,write_to_string);
                //curl_easy_setopt(curl,CURLOPT_WRITEDATA,&response);
                res=curl_easy_perform(curl);
                std::cout<<">>>"<<res<<std::endl;
                curl_easy_cleanup(curl);
                std::cout<<response<<std::endl;
                boost::asio::async_write(socket_,boost::asio::buffer(response,response.length()),boost::bind(&session::handle_write,this,boost::asio::placeholders::error));
                //curl_free(curl);
            }else{
                printf("Error: curl can't be init'd");
            }
        }else{
            printf("***handle_read: Error***n");
            std::cout<<error<<std::endl;
            std::cout<<"EOH:"<<res<<std::endl;
            std::cout<<url<<std::endl;
            std::cout<<"EOH:"<<errorBuffer<<std::endl;
            delete this;
        }
    }
    void handle_write(const boost::system::error_code& error){
    if (!error){
        socket_.async_read_some(boost::asio::buffer(data_, max_length),boost::bind(&session::handle_read, this,boost::asio::placeholders::error,boost::asio::placeholders::bytes_transferred));
        socket_.cancel();
    }else{
        printf("***handle_write: Error***");
        std::cout<<error<<std::endl;
        delete this;
        }
    }
    tcp::socket socket_;
    enum { max_length = 1000000 };
    char data_[max_length];
};
class server
{
public:
    server(boost::asio::io_service& io_service, short port): io_service_(io_service),acceptor_(io_service,tcp::endpoint(tcp::v4(), port)){
        start_accept();
    }
private:
    void start_accept(){
        session* new_session = new session(io_service_);
        acceptor_.async_accept(new_session->socket(),boost::bind(&server::handle_accept, this, new_session,boost::asio::placeholders::error));
    }
    void handle_accept(session* new_session,const boost::system::error_code& error){
        if (!error){
            new_session->start();
        }else{
            delete new_session;
        }
        start_accept();
    }
    boost::asio::io_service& io_service_;
    tcp::acceptor acceptor_;
};


int main(){
    try{
        boost::asio::io_service io_service;
        //tcp_server write(io_service);
        server read(io_service,port);
        io_service.run();
    }
    catch (std::exception& e){
        std::cerr << e.what() << std::endl;
    }
    return 0;
}

使用 g++ proxy.c -lboost_system -lcurl 进行编译

我遇到的麻烦是图像无法下载!所有其他文本文件(html,js,css(下载正常,只是图像不会出现。

谁能给我任何建议?我现在真的被困住了。我正在考虑将卷曲切换到某种"二进制模式"。当我引用包含图像的字符串时,它似乎打印到 sdtout 很好(我可以看到"PNG"标题(。但是当我尝试将此文件写入套接字时,由于某种原因我无法深入了解,它没有出现在浏览器中。


在@Tomalak Geret'kal的建议下,我现在使用curlpp

curlpp::Cleanup myCleanup;
curlpp::Easy myRequest;
myRequest.setOpt<cURLpp::Options::Url>(url);
std::ostringstream os;
curlpp::options::WriteStream ws(&os);
myRequest.setOpt(ws);
myRequest.perform();
os << myRequest;
                                  boost::asio::async_write(socket_,boost::asio::buffer(xxx,xxx.length())),boost::bind(&session::handle_write,this,boost::asio::placeholders::error));

我现在的问题是,如何使用async_write写作?我不确定os转换成什么才能使其与async_write兼容......

就像将服务器响应(std::string(转换为png文件一样,您错误地使用std::string

例如,以下代码:

curl_easy_setopt(curl, CURLOPT_WRITEDATA, &response); 

假定&response是指向字符数组或缓冲区的指针。然而,它不是:它是一个指向std::string的指针,一个具有实现定义的内部结构的复杂对象。

您应该改用其定义明确的 API,从此推荐阅读材料列表中引用您最喜欢的 API。


您会发现使用这种 C 样式的 cURL API 和std::string并不完全直观。为什么不使用C++绑定 cURLpp?

在回答后续问题时: 我会使用 async_write 的重载,它需要一个流:

boost::async_write( socket_, os.rdbuf(), boost::bind(&session::handle_write, this, boost::asio::placeholders::error ) )