parent
08aa671672
commit
dfa1a2437c
6 changed files with 1511 additions and 2 deletions
@ -1,2 +1,2 @@ |
||||
# Random-Pic-API-Graper |
||||
C++ source code for graping pic from Random Pic API. |
||||
## How to begin |
||||
Download all files in src. use `g++ -std=c++0x -o download download.cpp md5.cpp md5.h ovo.h` to compile. |
||||
|
Binary file not shown.
@ -0,0 +1,146 @@ |
||||
#include <iostream> |
||||
#include <string> |
||||
#include <fstream> |
||||
#include <cstdlib> |
||||
#include <istream> |
||||
#include <vector> |
||||
#include <cstdio> |
||||
#include "md5.h" |
||||
#include "ovo.h" |
||||
|
||||
using namespace std; |
||||
|
||||
void vbs_body(string s, unsigned int i) |
||||
{ |
||||
system("md download"); |
||||
ofstream o; |
||||
o.open("tmp_download.vbs"); |
||||
|
||||
o << "Dim Url, Target" << endl; |
||||
o << "Url = \"" << s << "\"" << endl; |
||||
o << "dim a" << endl << endl; |
||||
o << "a=0" << endl; |
||||
o << "do" << endl << endl; |
||||
o << "a=a+1" << endl << endl; |
||||
o << "Target = a&\".jpg\" " << endl; |
||||
o << "Download Url,Target " << endl << endl; |
||||
o << "loop while a<" << i << endl << endl; |
||||
o << "Sub Download(url,target) " << endl; |
||||
o << " Const adTypeBinary = 1 " << endl; |
||||
o << " Dim http,ado " << endl; |
||||
o << " Const adSaveCreateOverWrite = 2 " << endl; |
||||
o << " Set http = CreateObject(\"Msxml2.ServerXMLHTTP\") " << endl; |
||||
o << " http.open \"GET\",url,False " << endl; |
||||
o << " http.send " << endl; |
||||
o << " Set ado = createobject(\"Adodb.Stream\") " << endl; |
||||
o << " ado.Type = adTypeBinary " << endl; |
||||
o << " ado.Open " << endl; |
||||
o << " ado.Write http.responseBody " << endl; |
||||
o << " ado.SaveToFile target " << endl; |
||||
o << " ado.Close " << endl; |
||||
o << "End Sub " << endl; |
||||
|
||||
o.close(); |
||||
} |
||||
|
||||
int main(int argc, char const *argv[]) |
||||
{ |
||||
string ss; |
||||
cout << "Input the API url to grap = "; |
||||
cin >> ss; |
||||
|
||||
unsigned int i; |
||||
cout << "What's the number you are expected = "; |
||||
cin >> i; |
||||
|
||||
vbs_body(ss, i); |
||||
|
||||
system("cls & echo Start to grap..."); |
||||
|
||||
system("wscript tmp_download.vbs"); |
||||
|
||||
system("del tmp_download.vbs"); |
||||
|
||||
system("echo Grap finished !!!"); |
||||
|
||||
system("echo Begin to remove repeated file..."); |
||||
|
||||
/** remove repeat part **/ |
||||
|
||||
ovo::file f,t_f; |
||||
vector<string> s; |
||||
vector<string> fs; |
||||
|
||||
|
||||
t_f.get_files_info(".\\","*.jpg"); |
||||
|
||||
|
||||
for(int i = 0; i < t_f.num(); i++){cout << t_f.file[i].name << endl; |
||||
|
||||
string tts = "move \""; |
||||
|
||||
tts += t_f.file[i].name; |
||||
|
||||
tts += "\" download\\"; |
||||
|
||||
std::cout << tts << "\n"; |
||||
|
||||
system(tts.c_str()); |
||||
} |
||||
|
||||
f.get_files_info("download\\"); |
||||
|
||||
int count; |
||||
|
||||
system("cd download"); |
||||
for(int i = 0; i < f.num(); i++){ |
||||
|
||||
string t_name = "download\\" + f.file[i].name; |
||||
|
||||
string t = md5file((t_name).c_str()); |
||||
|
||||
for(count = -1; ++count < s.size(); ){ |
||||
|
||||
if(s[count] == t) break; |
||||
} |
||||
|
||||
if(count == s.size()){ |
||||
|
||||
s.push_back(t); |
||||
fs.push_back(f.file[i].name); |
||||
}else{ |
||||
|
||||
string ts = "del download\\\""; |
||||
|
||||
ts += f.file[i].name; |
||||
|
||||
ts += "\""; |
||||
|
||||
std::cout << ts << "\n"; |
||||
|
||||
system(ts.c_str()); |
||||
} |
||||
} |
||||
|
||||
system("cls & echo Start to reorder files..."); |
||||
|
||||
system("setlocal enabledelayedexpansion"); |
||||
system("set /a b=0"); |
||||
system("dir /b/od"); |
||||
system("for /f \"delims=\" %%f in ('dir /b/od *.*') do ("); |
||||
system(" if not \"%%f\"==\"%~nx0\" ("); |
||||
system(" set /a b+=1 "); |
||||
system(" ren \"%%f\" \"!b!%%~xf\""); |
||||
system(" echo. !b!%%~xf"); |
||||
system(")"); |
||||
system(")"); |
||||
|
||||
system("cls & echo All Finished!!"); |
||||
|
||||
cout << "Graped " << s.size() << " pics!!" << endl; |
||||
|
||||
return 0; |
||||
} |
||||
|
||||
|
||||
|
@ -0,0 +1,303 @@ |
||||
#include "md5.h" |
||||
|
||||
#ifndef HAVE_OPENSSL |
||||
|
||||
#define F(x, y, z) ((z) ^ ((x) & ((y) ^ (z)))) |
||||
#define G(x, y, z) ((y) ^ ((z) & ((x) ^ (y)))) |
||||
#define H(x, y, z) ((x) ^ (y) ^ (z)) |
||||
#define I(x, y, z) ((y) ^ ((x) | ~(z))) |
||||
#define STEP(f, a, b, c, d, x, t, s) \ |
||||
(a) += f((b), (c), (d)) + (x) + (t); \
|
||||
(a) = (((a) << (s)) | (((a) & 0xffffffff) >> (32 - (s)))); \
|
||||
(a) += (b); |
||||
|
||||
#if defined(__i386__) || defined(__x86_64__) || defined(__vax__) |
||||
#define SET(n) \ |
||||
(*(MD5_u32 *)&ptr[(n) * 4]) |
||||
#define GET(n) \ |
||||
SET(n) |
||||
#else |
||||
#define SET(n) \ |
||||
(ctx->block[(n)] = \
|
||||
(MD5_u32)ptr[(n) * 4] | \
|
||||
((MD5_u32)ptr[(n) * 4 + 1] << 8) | \
|
||||
((MD5_u32)ptr[(n) * 4 + 2] << 16) | \
|
||||
((MD5_u32)ptr[(n) * 4 + 3] << 24)) |
||||
#define GET(n) \ |
||||
(ctx->block[(n)]) |
||||
#endif |
||||
|
||||
typedef unsigned int MD5_u32; |
||||
|
||||
typedef struct { |
||||
MD5_u32 lo, hi; |
||||
MD5_u32 a, b, c, d; |
||||
unsigned char buffer[64]; |
||||
MD5_u32 block[16]; |
||||
} MD5_CTX; |
||||
|
||||
static void MD5_Init(MD5_CTX *ctx); |
||||
static void MD5_Update(MD5_CTX *ctx, const void *data, unsigned long size); |
||||
static void MD5_Final(unsigned char *result, MD5_CTX *ctx); |
||||
|
||||
static const void *body(MD5_CTX *ctx, const void *data, unsigned long size){ |
||||
const unsigned char *ptr; |
||||
MD5_u32 a, b, c, d; |
||||
MD5_u32 saved_a, saved_b, saved_c, saved_d; |
||||
|
||||
ptr = (const unsigned char*)data; |
||||
|
||||
a = ctx->a; |
||||
b = ctx->b; |
||||
c = ctx->c; |
||||
d = ctx->d; |
||||
|
||||
do { |
||||
saved_a = a; |
||||
saved_b = b; |
||||
saved_c = c; |
||||
saved_d = d; |
||||
|
||||
STEP(F, a, b, c, d, SET(0), 0xd76aa478, 7) |
||||
STEP(F, d, a, b, c, SET(1), 0xe8c7b756, 12) |
||||
STEP(F, c, d, a, b, SET(2), 0x242070db, 17) |
||||
STEP(F, b, c, d, a, SET(3), 0xc1bdceee, 22) |
||||
STEP(F, a, b, c, d, SET(4), 0xf57c0faf, 7) |
||||
STEP(F, d, a, b, c, SET(5), 0x4787c62a, 12) |
||||
STEP(F, c, d, a, b, SET(6), 0xa8304613, 17) |
||||
STEP(F, b, c, d, a, SET(7), 0xfd469501, 22) |
||||
STEP(F, a, b, c, d, SET(8), 0x698098d8, 7) |
||||
STEP(F, d, a, b, c, SET(9), 0x8b44f7af, 12) |
||||
STEP(F, c, d, a, b, SET(10), 0xffff5bb1, 17) |
||||
STEP(F, b, c, d, a, SET(11), 0x895cd7be, 22) |
||||
STEP(F, a, b, c, d, SET(12), 0x6b901122, 7) |
||||
STEP(F, d, a, b, c, SET(13), 0xfd987193, 12) |
||||
STEP(F, c, d, a, b, SET(14), 0xa679438e, 17) |
||||
STEP(F, b, c, d, a, SET(15), 0x49b40821, 22) |
||||
STEP(G, a, b, c, d, GET(1), 0xf61e2562, 5) |
||||
STEP(G, d, a, b, c, GET(6), 0xc040b340, 9) |
||||
STEP(G, c, d, a, b, GET(11), 0x265e5a51, 14) |
||||
STEP(G, b, c, d, a, GET(0), 0xe9b6c7aa, 20) |
||||
STEP(G, a, b, c, d, GET(5), 0xd62f105d, 5) |
||||
STEP(G, d, a, b, c, GET(10), 0x02441453, 9) |
||||
STEP(G, c, d, a, b, GET(15), 0xd8a1e681, 14) |
||||
STEP(G, b, c, d, a, GET(4), 0xe7d3fbc8, 20) |
||||
STEP(G, a, b, c, d, GET(9), 0x21e1cde6, 5) |
||||
STEP(G, d, a, b, c, GET(14), 0xc33707d6, 9) |
||||
STEP(G, c, d, a, b, GET(3), 0xf4d50d87, 14) |
||||
STEP(G, b, c, d, a, GET(8), 0x455a14ed, 20) |
||||
STEP(G, a, b, c, d, GET(13), 0xa9e3e905, 5) |
||||
STEP(G, d, a, b, c, GET(2), 0xfcefa3f8, 9) |
||||
STEP(G, c, d, a, b, GET(7), 0x676f02d9, 14) |
||||
STEP(G, b, c, d, a, GET(12), 0x8d2a4c8a, 20) |
||||
STEP(H, a, b, c, d, GET(5), 0xfffa3942, 4) |
||||
STEP(H, d, a, b, c, GET(8), 0x8771f681, 11) |
||||
STEP(H, c, d, a, b, GET(11), 0x6d9d6122, 16) |
||||
STEP(H, b, c, d, a, GET(14), 0xfde5380c, 23) |
||||
STEP(H, a, b, c, d, GET(1), 0xa4beea44, 4) |
||||
STEP(H, d, a, b, c, GET(4), 0x4bdecfa9, 11) |
||||
STEP(H, c, d, a, b, GET(7), 0xf6bb4b60, 16) |
||||
STEP(H, b, c, d, a, GET(10), 0xbebfbc70, 23) |
||||
STEP(H, a, b, c, d, GET(13), 0x289b7ec6, 4) |
||||
STEP(H, d, a, b, c, GET(0), 0xeaa127fa, 11) |
||||
STEP(H, c, d, a, b, GET(3), 0xd4ef3085, 16) |
||||
STEP(H, b, c, d, a, GET(6), 0x04881d05, 23) |
||||
STEP(H, a, b, c, d, GET(9), 0xd9d4d039, 4) |
||||
STEP(H, d, a, b, c, GET(12), 0xe6db99e5, 11) |
||||
STEP(H, c, d, a, b, GET(15), 0x1fa27cf8, 16) |
||||
STEP(H, b, c, d, a, GET(2), 0xc4ac5665, 23) |
||||
STEP(I, a, b, c, d, GET(0), 0xf4292244, 6) |
||||
STEP(I, d, a, b, c, GET(7), 0x432aff97, 10) |
||||
STEP(I, c, d, a, b, GET(14), 0xab9423a7, 15) |
||||
STEP(I, b, c, d, a, GET(5), 0xfc93a039, 21) |
||||
STEP(I, a, b, c, d, GET(12), 0x655b59c3, 6) |
||||
STEP(I, d, a, b, c, GET(3), 0x8f0ccc92, 10) |
||||
STEP(I, c, d, a, b, GET(10), 0xffeff47d, 15) |
||||
STEP(I, b, c, d, a, GET(1), 0x85845dd1, 21) |
||||
STEP(I, a, b, c, d, GET(8), 0x6fa87e4f, 6) |
||||
STEP(I, d, a, b, c, GET(15), 0xfe2ce6e0, 10) |
||||
STEP(I, c, d, a, b, GET(6), 0xa3014314, 15) |
||||
STEP(I, b, c, d, a, GET(13), 0x4e0811a1, 21) |
||||
STEP(I, a, b, c, d, GET(4), 0xf7537e82, 6) |
||||
STEP(I, d, a, b, c, GET(11), 0xbd3af235, 10) |
||||
STEP(I, c, d, a, b, GET(2), 0x2ad7d2bb, 15) |
||||
STEP(I, b, c, d, a, GET(9), 0xeb86d391, 21) |
||||
|
||||
a += saved_a; |
||||
b += saved_b; |
||||
c += saved_c; |
||||
d += saved_d; |
||||
|
||||
ptr += 64; |
||||
} while (size -= 64); |
||||
|
||||
ctx->a = a; |
||||
ctx->b = b; |
||||
ctx->c = c; |
||||
ctx->d = d; |
||||
|
||||
return ptr; |
||||
} |
||||
|
||||
void MD5_Init(MD5_CTX *ctx){ |
||||
ctx->a = 0x67452301; |
||||
ctx->b = 0xefcdab89; |
||||
ctx->c = 0x98badcfe; |
||||
ctx->d = 0x10325476; |
||||
|
||||
ctx->lo = 0; |
||||
ctx->hi = 0; |
||||
} |
||||
|
||||
void MD5_Update(MD5_CTX *ctx, const void *data, unsigned long size){ |
||||
MD5_u32 saved_lo; |
||||
unsigned long used, free; |
||||
|
||||
saved_lo = ctx->lo; |
||||
if ((ctx->lo = (saved_lo + size) & 0x1fffffff) < saved_lo) |
||||
ctx->hi++; |
||||
ctx->hi += size >> 29; |
||||
used = saved_lo & 0x3f; |
||||
|
||||
if (used){ |
||||
free = 64 - used; |
||||
if (size < free) { |
||||
memcpy(&ctx->buffer[used], data, size); |
||||
return; |
||||
} |
||||
|
||||
memcpy(&ctx->buffer[used], data, free); |
||||
data = (unsigned char *)data + free; |
||||
size -= free; |
||||
body(ctx, ctx->buffer, 64); |
||||
} |
||||
|
||||
if (size >= 64) { |
||||
data = body(ctx, data, size & ~(unsigned long)0x3f); |
||||
size &= 0x3f; |
||||
} |
||||
|
||||
memcpy(ctx->buffer, data, size); |
||||
} |
||||
|
||||
void MD5_Final(unsigned char *result, MD5_CTX *ctx){ |
||||
unsigned long used, free; |
||||
used = ctx->lo & 0x3f; |
||||
ctx->buffer[used++] = 0x80; |
||||
free = 64 - used; |
||||
|
||||
if (free < 8) { |
||||
memset(&ctx->buffer[used], 0, free); |
||||
body(ctx, ctx->buffer, 64); |
||||
used = 0; |
||||
free = 64; |
||||
} |
||||
|
||||
memset(&ctx->buffer[used], 0, free - 8); |
||||
|
||||
ctx->lo <<= 3; |
||||
ctx->buffer[56] = ctx->lo; |
||||
ctx->buffer[57] = ctx->lo >> 8; |
||||
ctx->buffer[58] = ctx->lo >> 16; |
||||
ctx->buffer[59] = ctx->lo >> 24; |
||||
ctx->buffer[60] = ctx->hi; |
||||
ctx->buffer[61] = ctx->hi >> 8; |
||||
ctx->buffer[62] = ctx->hi >> 16; |
||||
ctx->buffer[63] = ctx->hi >> 24; |
||||
body(ctx, ctx->buffer, 64); |
||||
result[0] = ctx->a; |
||||
result[1] = ctx->a >> 8; |
||||
result[2] = ctx->a >> 16; |
||||
result[3] = ctx->a >> 24; |
||||
result[4] = ctx->b; |
||||
result[5] = ctx->b >> 8; |
||||
result[6] = ctx->b >> 16; |
||||
result[7] = ctx->b >> 24; |
||||
result[8] = ctx->c; |
||||
result[9] = ctx->c >> 8; |
||||
result[10] = ctx->c >> 16; |
||||
result[11] = ctx->c >> 24; |
||||
result[12] = ctx->d; |
||||
result[13] = ctx->d >> 8; |
||||
result[14] = ctx->d >> 16; |
||||
result[15] = ctx->d >> 24; |
||||
memset(ctx, 0, sizeof(*ctx)); |
||||
} |
||||
#else |
||||
#include <openssl/md5.h> |
||||
#endif |
||||
|
||||
|
||||
using namespace std; |
||||
|
||||
/* Return Calculated raw result(always little-endian), the size is always 16 */ |
||||
void md5bin(const void* dat, size_t len, unsigned char out[16]) { |
||||
MD5_CTX c; |
||||
MD5_Init(&c); |
||||
MD5_Update(&c, dat, len); |
||||
MD5_Final(out, &c); |
||||
} |
||||
|
||||
static char hb2hex(unsigned char hb) { |
||||
hb = hb & 0xF; |
||||
return hb < 10 ? '0' + hb : hb - 10 + 'a'; |
||||
} |
||||
|
||||
string md5file(const char* filename){ |
||||
std::FILE* file = std::fopen(filename, "rb"); |
||||
string res = md5file(file); |
||||
std::fclose(file); |
||||
return res; |
||||
} |
||||
|
||||
string md5file(std::FILE* file){ |
||||
|
||||
MD5_CTX c; |
||||
MD5_Init(&c); |
||||
|
||||
char buff[BUFSIZ]; |
||||
unsigned char out[16]; |
||||
size_t len = 0; |
||||
while( ( len = std::fread(buff ,sizeof(char), BUFSIZ, file) ) > 0) { |
||||
MD5_Update(&c, buff, len); |
||||
} |
||||
MD5_Final(out, &c); |
||||
|
||||
string res; |
||||
for(size_t i = 0; i < 16; ++ i) { |
||||
res.push_back(hb2hex(out[i] >> 4)); |
||||
res.push_back(hb2hex(out[i])); |
||||
} |
||||
return res; |
||||
} |
||||
|
||||
string md5(const void* dat, size_t len) { |
||||
string res; |
||||
unsigned char out[16]; |
||||
md5bin(dat, len, out); |
||||
for(size_t i = 0; i < 16; ++ i) { |
||||
res.push_back(hb2hex(out[i] >> 4)); |
||||
res.push_back(hb2hex(out[i])); |
||||
} |
||||
return res; |
||||
} |
||||
|
||||
std::string md5(std::string dat){ |
||||
return md5(dat.c_str(), dat.length()); |
||||
} |
||||
|
||||
/* Generate shorter md5sum by something like base62 instead of base16 or base10. 0~61 are represented by 0-9a-zA-Z */ |
||||
string md5sum6(const void* dat, size_t len){ |
||||
static const char* tbl = "0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"; |
||||
string res; |
||||
unsigned char out[16]; |
||||
md5bin(dat, len, out); |
||||
for(size_t i = 0; i < 6; ++i) { |
||||
res.push_back(tbl[out[i] % 62]); |
||||
} |
||||
return res; |
||||
} |
||||
|
||||
std::string md5sum6(std::string dat){ |
||||
return md5sum6(dat.c_str(), dat.length() ); |
||||
} |
@ -0,0 +1,16 @@ |
||||
#ifndef MD5_H |
||||
#define MD5_H |
||||
|
||||
#define _CRT_SECURE_NO_WARNINGS |
||||
|
||||
#include <string> |
||||
#include <cstring> |
||||
|
||||
std::string md5(std::string dat); |
||||
std::string md5(const void* dat, size_t len); |
||||
std::string md5file(const char* filename); |
||||
std::string md5file(std::FILE* file); |
||||
std::string md5sum6(std::string dat); |
||||
std::string md5sum6(const void* dat, size_t len); |
||||
|
||||
#endif // end of MD5_H
|
Loading…
Reference in new issue