initial commit

Author: azu

.gitignore

@@ -0,0 +1,85 @@
+### https://raw.github.com/github/gitignore/608690d6b9a78c2a003affc792e49a84905b3118/Node.gitignore
+
+# Logs
+logs
+*.log
+
+# Runtime data
+pids
+*.pid
+*.seed
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
+# Coverage directory used by tools like istanbul
+coverage
+
+# Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files)
+.grunt
+
+# node-waf configuration
+.lock-wscript
+
+# Compiled binary addons (http://nodejs.org/api/addons.html)
+build/Release
+
+# Dependency directory
+# https://www.npmjs.org/doc/misc/npm-faq.html#should-i-check-my-node_modules-folder-into-git-
+node_modules
+
+# Debug log from npm
+npm-debug.log
+
+
+### https://raw.github.com/github/gitignore/608690d6b9a78c2a003affc792e49a84905b3118/Global/JetBrains.gitignore
+
+# Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm
+
+*.iml
+
+## Directory-based project format:
+.idea/
+# if you remove the above rule, at least ignore the following:
+
+# User-specific stuff:
+# .idea/workspace.xml
+# .idea/tasks.xml
+# .idea/dictionaries
+
+# Sensitive or high-churn files:
+# .idea/dataSources.ids
+# .idea/dataSources.xml
+# .idea/sqlDataSources.xml
+# .idea/dynamic.xml
+# .idea/uiDesigner.xml
+
+# Gradle:
+# .idea/gradle.xml
+# .idea/libraries
+
+# Mongo Explorer plugin:
+# .idea/mongoSettings.xml
+
+## File-based project format:
+*.ipr
+*.iws
+
+## Plugin-specific files:
+
+# IntelliJ
+out/
+
+# mpeltonen/sbt-idea plugin
+.idea_modules/
+
+# JIRA plugin
+atlassian-ide-plugin.xml
+
+# Crashlytics plugin (for Android Studio and IntelliJ)
+com_crashlytics_export_strings.xml
+crashlytics.properties
+crashlytics-build.properties
+
+
+/lib

.travis.yml

@@ -0,0 +1,3 @@
+sudo: false
+language: node_js
+node_js: "stable"

LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2018 azu
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,74 @@
+# har-extractor
+
+A CLI that extract har file to directory.
+
+## Install
+
+Install with [npm](https://www.npmjs.com/):
+
+    npm install har-extractor -g
+    # or
+    npx har-extractor [input]
+
+## Usage
+
+    Usage
+      $ har-extractor <harfile> --output /path/to/output
+
+    Options:
+      --output, -o Output directory
+      --dry-run Enable dry run mode
+      --verbose Show processing file path
+
+    Examples
+      $ har-extractor ./net.har --output /path/to/output
+
+## Example
+
+Extract [test/fixtures/en.wikipedia.org.har](test/fixtures/en.wikipedia.org.har) file to directory.
+
+```
+npx har-extractor ./test/fixtures/en.wikipedia.org.har -o wikipedia
+wikipedia/en.wikipedia.org/wiki/har
+wikipedia/en.wikipedia.org/static/images/project-logos/enwiki-2x.png
+wikipedia/en.wikipedia.org/w/load.php!debug=false&lang=en&modules=ext.cite.styles!ext.uls.interlanguage!ext.visualEditor.desktopA
+wikipedia/en.wikipedia.org/w/load.php!debug=false&lang=en&modules=startup&only=scripts&skin=vector
+wikipedia/en.wikipedia.org/w/load.php!debug=false&lang=en&modules=ext.gadget.charinsert-styles&only=styles&skin=vector
+wikipedia/en.wikipedia.org/w/load.php!debug=false&lang=en&modules=site.styles&only=styles&skin=vector
+wikipedia/en.wikipedia.org/static/images/wikimedia-button-2x.png
+wikipedia/en.wikipedia.org/static/images/poweredby_mediawiki_176x62.png
+wikipedia/en.wikipedia.org/w/load.php!debug=false&lang=en&modules=jquery,mediawiki!mediawiki.legacy.wikibits&only=scripts&skin=ve
+wikipedia/en.wikipedia.org/static/images/mobile/copyright/wikipedia-wordmark-en.svg
+```
+
+
+## Changelog
+
+See [Releases page](https://github.com/azu/har-extractor/releases).
+
+## Running tests
+
+Install devDependencies and Run `npm test`:
+
+    npm i -d && npm test
+
+## Contributing
+
+Pull requests and stars are always welcome.
+
+For bugs and feature requests, [please create an issue](https://github.com/azu/har-extractor/issues).
+
+1. Fork it!
+2. Create your feature branch: `git checkout -b my-new-feature`
+3. Commit your changes: `git commit -am 'Add some feature'`
+4. Push to the branch: `git push origin my-new-feature`
+5. Submit a pull request :D
+
+## Author
+
+- [github/azu](https://github.com/azu)
+- [twitter/azu_re](https://twitter.com/azu_re)
+
+## License
+
+MIT © azu

bin/cmd.js

@@ -0,0 +1,53 @@
+#!/usr/bin/env node
+"use strict";
+const fs = require("fs");
+const path = require("path");
+const meow = require("meow");
+const { extract } = require("../lib/har-extractor.js");
+const cli = meow(
+    `
+    Usage
+      $ har-extractor <harfile> --output /path/to/output
+
+    Options:
+      --output, -o Output directory
+      --dry-run Enable dry run mode
+      --verbose Show processing file path
+
+    Examples
+      $ har-extractor ./net.har --output /path/to/output
+`,
+    {
+        flags: {
+            output: {
+                type: "string",
+                alias: "o"
+            },
+            verbose: {
+                type: "boolean",
+                default: true
+            },
+            dryRun: {
+                type: "boolean",
+                default: false
+            }
+        },
+        autoHelp: true
+    }
+);
+
+const harFilePath = cli.input[0];
+if (!harFilePath) {
+    cli.showHelp();
+}
+try {
+    const harContent = JSON.parse(fs.readFileSync(path.resolve(process.cwd(), harFilePath), "utf-8"));
+    extract(harContent, {
+        verbose: cli.flags.verbose,
+        dryRun: cli.flags.dryRun,
+        outputDir: cli.flags.output
+    });
+} catch (error) {
+    console.error(error);
+    cli.showHelp();
+}

package.json

@@ -0,0 +1,81 @@
+{
+  "name": "har-extractor",
+  "version": "1.0.0",
+  "description": "A CLI that extract har file to directory.",
+  "keywords": [
+    "archieve",
+    "directory",
+    "extract",
+    "file",
+    "folder",
+    "har",
+    "unzip"
+  ],
+  "homepage": "https://github.com/azu/har-extractor",
+  "bugs": {
+    "url": "https://github.com/azu/har-extractor/issues"
+  },
+  "license": "MIT",
+  "author": "azu",
+  "files": [
+    "bin/",
+    "lib/",
+    "src/"
+  ],
+  "main": "lib/har-extractor.js",
+  "types": "lib/har-extractor.d.ts",
+  "bin": {
+    "har-extractor": "./bin/cmd.js"
+  },
+  "directories": {
+    "lib": "lib",
+    "test": "test"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/azu/har-extractor.git"
+  },
+  "scripts": {
+    "build": "cross-env NODE_ENV=production tsc -p .",
+    "clean": "rimraf lib/",
+    "precommit": "lint-staged",
+    "postcommit": "git reset",
+    "prepublish": "npm run --if-present build",
+    "test": "mocha \"test/**/*.ts\"",
+    "prettier": "prettier --write \"**/*.{js,jsx,ts,tsx,css}\"",
+    "watch": "tsc -p . --watch"
+  },
+  "prettier": {
+    "printWidth": 120,
+    "singleQuote": false,
+    "tabWidth": 4
+  },
+  "devDependencies": {
+    "@types/har-format": "^1.2.3",
+    "@types/mocha": "^5.2.2",
+    "@types/node": "^10.3.4",
+    "cross-env": "^5.2.0",
+    "del": "^3.0.0",
+    "glob": "^7.1.2",
+    "husky": "^0.14.3",
+    "lint-staged": "^7.2.0",
+    "mocha": "^5.2.0",
+    "prettier": "^1.13.5",
+    "rimraf": "^2.6.2",
+    "ts-node": "^6.1.1",
+    "ts-node-test-register": "^3.0.0",
+    "typescript": "^2.9.2"
+  },
+  "lint-staged": {
+    "*.{js,jsx,ts,tsx,css}": [
+      "prettier --write",
+      "git add"
+    ]
+  },
+  "dependencies": {
+    "filenamify": "^2.1.0",
+    "humanize-url": "^1.0.1",
+    "make-dir": "^1.3.0",
+    "meow": "^5.0.0"
+  }
+}

src/har-extractor.ts

@@ -0,0 +1,51 @@
+import * as fs from "fs";
+import { Har, Entry } from "har-format";
+import * as path from "path";
+
+const filenamify = require("filenamify");
+const humanizeUrl = require("humanize-url");
+const makeDir = require("make-dir");
+export const getEntryContentAsBuffer = (entry: Entry): Buffer | undefined => {
+    const content = entry.response.content;
+    const text = content.text;
+    if (text === undefined) {
+        return;
+    }
+    if (content.encoding === "base64") {
+        return Buffer.from(text, "base64");
+    } else {
+        return Buffer.from(text);
+    }
+};
+
+export const convertEntryAsFilePathFormat = (entry: Entry): string => {
+    const requestURL = entry.request.url;
+    const stripSchemaURL: string = humanizeUrl(requestURL);
+    const dirnames: string[] = stripSchemaURL.split("/").map(pathname => {
+        return filenamify(pathname);
+    });
+    return dirnames.join("/");
+};
+
+export interface ExtractOptions {
+    outputDir: string;
+    verbose?: boolean;
+    dryRun?: boolean;
+}
+
+export const extract = (harContent: Har, options: ExtractOptions) => {
+    harContent.log.entries.forEach(entry => {
+        const buffer = getEntryContentAsBuffer(entry);
+        if (!buffer) {
+            return;
+        }
+        const outputPath = path.join(options.outputDir, convertEntryAsFilePathFormat(entry));
+        makeDir.sync(path.dirname(outputPath));
+        if (options.verbose) {
+            console.log(outputPath);
+        }
+        if (!options.dryRun) {
+            fs.writeFileSync(outputPath, buffer);
+        }
+    });
+};