From 32de8fa5b7dce47c3b0571b13849df5eaacbbf2a Mon Sep 17 00:00:00 2001 From: pim de bree Date: Thu, 22 Jun 2023 12:58:13 +0200 Subject: [PATCH] example --- readme.md | 58 ++++++++++++++++++++++++++++++----- scrappeycom.egg-info/PKG-INFO | 12 +++----- scrappeycom/scrappey.py | 12 ++++++++ scrappeycom/test.py | 9 ++---- setup.py | 2 +- 5 files changed, 72 insertions(+), 21 deletions(-) diff --git a/readme.md b/readme.md index 353fccb..880687b 100644 --- a/readme.md +++ b/readme.md @@ -64,23 +64,20 @@ def run_test(): # "url": "https://httpbin.rs/get" # } - get_request_result = scrappey.request({ - "cmd": "request.get", + get_request_result = scrappey.get({ 'session': session['session'], 'url': 'https://httpbin.rs/get', }) print('GET Request Result:', get_request_result) - post_request_result = scrappey.request({ - "cmd": "request.post", + post_request_result = scrappey.post({ "url": "https://httpbin.rs/post", "postData": "test=test&test2=test2" }) print('POST Request Result:', post_request_result) # JSON request example - post_request_result_json = scrappey.request({ - "cmd": "request.post", + post_request_result_json = scrappey.post({ "url": "https://backend.scrappey.com/api/auth/login", "postData": "{\"email\":\"email\",\"password\":\"password\"}", "customHeaders": { @@ -96,10 +93,57 @@ def run_test(): run_test() -``` +``` For more information, please visit the [official Scrappey documentation](https://wiki.scrappey.com/getting-started). 📚 +Here are some other examples from the builder (https://app.scrappey.com/#/builder). + +```json +{ + "cmd": "request.get", + "url": "https://httpbin.rs/get", + "customHeaders": { + "auth": "test" + }, + "cookiejar": [ + { + "key": "cookiekey", + "value": "cookievalue", + "domain": "httpbin.rs", + "path": "/" + } + ], + "session": "86908d12-b225-446c-bb16-dc5c283e1d59", + "autoparse": true, + "properties": "parse using ai, product name", + "proxy": "http://proxystring" +} + +{ + "cmd": "request.post", + "url": "https://httpbin.rs/get", + "postData": "{\"happy\":\"true}", + "customHeaders": { + "content-type": "application/json", + "auth": "test" + }, + "cookiejar": [ + { + "key": "cookiekey", + "value": "cookievalue", + "domain": "httpbin.rs", + "path": "/" + } + ], + "session": "86908d12-b225-446c-bb16-dc5c283e1d59", + "autoparse": true, + "properties": "parse using ai, product name", + "proxy": "http://proxystring" +} +``` + + ## License This project is licensed under the MIT License. diff --git a/scrappeycom.egg-info/PKG-INFO b/scrappeycom.egg-info/PKG-INFO index 1047032..cd5c75d 100644 --- a/scrappeycom.egg-info/PKG-INFO +++ b/scrappeycom.egg-info/PKG-INFO @@ -1,6 +1,6 @@ Metadata-Version: 2.1 Name: scrappeycom -Version: 0.3.7 +Version: 0.3.8 Summary: An API wrapper for Scrappey.com written in Python (cloudflare bypass & solver) Home-page: https://github.com/pim97/scrappey-wrapper-python Download-URL: https://github.com/pim97/scrappey-wrapper-python/releases/tag/v_03 @@ -85,23 +85,20 @@ def run_test(): # "url": "https://httpbin.rs/get" # } - get_request_result = scrappey.request({ - "cmd": "request.get", + get_request_result = scrappey.get({ 'session': session['session'], 'url': 'https://httpbin.rs/get', }) print('GET Request Result:', get_request_result) - post_request_result = scrappey.request({ - "cmd": "request.post", + post_request_result = scrappey.post({ "url": "https://httpbin.rs/post", "postData": "test=test&test2=test2" }) print('POST Request Result:', post_request_result) # JSON request example - post_request_result_json = scrappey.request({ - "cmd": "request.post", + post_request_result_json = scrappey.post({ "url": "https://backend.scrappey.com/api/auth/login", "postData": "{\"email\":\"email\",\"password\":\"password\"}", "customHeaders": { @@ -117,6 +114,7 @@ def run_test(): run_test() + ``` For more information, please visit the [official Scrappey documentation](https://wiki.scrappey.com/getting-started). 📚 diff --git a/scrappeycom/scrappey.py b/scrappeycom/scrappey.py index 2d68468..19d80fa 100644 --- a/scrappeycom/scrappey.py +++ b/scrappeycom/scrappey.py @@ -33,6 +33,18 @@ def destroy_session(self, session): raise ValueError('session parameter is required.') return self.send_request(endpoint='sessions.destroy', data={'session': session}) + def post(self,data): + if data is None: + raise ValueError('data parameter is required.') + + return self.send_request(endpoint='request.post', data=data) + + def get(self, data): + if data is None: + raise ValueError('data parameter is required.') + + return self.send_request(endpoint='request.get', data=data) + def request(self, data): if data is None: raise ValueError('data parameter is required.') diff --git a/scrappeycom/test.py b/scrappeycom/test.py index 3cebb67..9055a47 100644 --- a/scrappeycom/test.py +++ b/scrappeycom/test.py @@ -21,23 +21,20 @@ def run_test(): # "url": "https://httpbin.rs/get" # } - get_request_result = scrappey.request({ - "cmd": "request.get", + get_request_result = scrappey.get({ 'session': session['session'], 'url': 'https://httpbin.rs/get', }) print('GET Request Result:', get_request_result) - post_request_result = scrappey.request({ - "cmd": "request.post", + post_request_result = scrappey.post({ "url": "https://httpbin.rs/post", "postData": "test=test&test2=test2" }) print('POST Request Result:', post_request_result) # JSON request example - post_request_result_json = scrappey.request({ - "cmd": "request.post", + post_request_result_json = scrappey.post({ "url": "https://backend.scrappey.com/api/auth/login", "postData": "{\"email\":\"email\",\"password\":\"password\"}", "customHeaders": { diff --git a/setup.py b/setup.py index fd3be8f..3086d0f 100644 --- a/setup.py +++ b/setup.py @@ -6,7 +6,7 @@ setup( name = 'scrappeycom', # How you named your package folder (MyLib) packages = ['scrappeycom'], # Chose the same as "name" - version = '0.3.7', # Start with a small number and increase it with every change you make + version = '0.3.8', # Start with a small number and increase it with every change you make license='MIT', # Chose a license from here: https://help.github.com/articles/licensing-a-repository description = 'An API wrapper for Scrappey.com written in Python (cloudflare bypass & solver)', # Give a short description about your library author = 'dormic97', # Type in your name