Add files via upload

Author: z123z123d

BaseCrawler.cpp

@@ -0,0 +1,11 @@
+#include <bits/stdc++.h>
+#include "BaseCrawler.h"
+using namespace std;
+
+void BaseCrawler:: addTargetData (const DataType &datatype) {
+    TargetDataList.push_back (datatype);
+}
+
+void BaseCrawler:: addObject (const BaseObject* &object) {
+    ObjectList.push_back ((BaseObject*) object);
+}

BaseCrawler.h

@@ -0,0 +1,22 @@
+#pragma once
+#include <bits/stdc++.h>
+#include "Catcher.h"
+#include "BaseObject.h"
+using namespace std;
+
+class BaseCrawler {
+    vector<BaseObject*> ObjectList;
+    vector<DataType> TargetDataList;
+
+/*
+    ObjectList is the list of all the downloaded movies
+    TargetDataList is the list of all the targeted data
+
+*/
+
+    virtual void addTargetData (const DataType &) = 0; // add a kind of target data
+    virtual void addObject (const BaseObject* &) = 0; // add a object(movie)
+public:
+    virtual void init (const vector<DataType> &) = 0; // the general interface of initialization
+    virtual void work() = 0; // the general interface of main work
+};

BaseObject.cpp

@@ -0,0 +1,20 @@
+#include <bits/stdc++.h>
+#include "BaseObject.h"
+using namespace std;
+
+DataType BaseData:: getType() {
+    return type;
+}
+
+int BaseObject:: getDataSize() {
+    return DataSet.size();
+}
+
+vector<BaseData*> BaseObject:: getDataSet() {
+    return DataSet;
+};
+
+void BaseObject:: printObject() {
+    for (int i = 0; i < DataSet.size(); i++)
+        DataSet[i]-> printData();
+}

BaseObject.h

@@ -0,0 +1,39 @@
+#pragma once
+#include <bits/stdc++.h>
+using namespace std;
+
+enum DataType {
+    _name,
+    _date,
+    _director,
+    _writers,
+    _actors,
+    _labels,
+    _country,
+    _language,
+    _runtime,
+    _producer,
+    _earnings,
+    _rate,
+    _awards,
+    _reviews,
+    _photos,
+};
+
+class BaseData {
+    DataType type;
+public:
+    virtual void setData() = 0;
+    virtual void* getData() = 0;
+    virtual void printData (const string &) = 0;
+    virtual DataType getType() = 0;
+};
+
+class BaseObject {
+    vector<BaseData*> DataSet;
+public:
+    virtual void initDataSet (const vector<DataType>&) = 0; // initialize the data set with the list of data type
+    virtual vector<BaseData*> getDataSet() = 0;
+    virtual void printObject (const string &) = 0;
+    virtual int getDataSize() = 0;
+};

Catcher.cpp

@@ -0,0 +1,38 @@
+#include<bits/stdc++.h>
+#include<io.h>
+#include "Catcher.h"
+using namespace std;
+
+Catcher:: Catcher() {
+	curl = curl_easy_init();
+	curl_easy_setopt(curl, CURLOPT_USERAGENT, "Firefox Browser"); //set an explorer attributively
+	curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0L);
+	curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, 0L);
+}
+
+void Catcher:: printLog(const string &Log) {
+	fprintf (stderr, "%s\n", Log.c_str());
+}
+
+bool Catcher:: saveFile(const string &url, const string &fileName, const bool &isImage) {
+	if (access(fileName.c_str(), 0) != -1) { //check whether the file exists
+		printLog ("File exist\n");
+		return true;
+	}
+	CURLcode res;
+	curl_easy_setopt(curl, CURLOPT_URL, url.c_str());
+
+	freopen(fileName.c_str(), isImage? "wb" : "w", stdout);
+	res = curl_easy_perform(curl);
+	curl_easy_cleanup(curl);
+	if (res != CURLE_OK) { //fail to download image
+		printLog("fail to download image.\n");
+		system(("rm " + fileName).c_str());
+		return false;
+	}
+	return true;
+}
+
+Catcher:: ~Catcher() {
+	curl_global_cleanup();
+}

Catcher.h

@@ -0,0 +1,15 @@
+#pragma once
+#include <bits/stdc++.h>
+#include "curl/curl.h"
+using namespace std;
+
+class Catcher {
+    CURL *curl;
+public:
+    Catcher();
+    void printLog(const string &);
+    bool saveFile(const string &, const string &, const bool & = 0);
+    ~Catcher();
+};
+
+//static Catcher catcher;