setup project

Author: genkio

Diff for: .babelrc

@@ -0,0 +1,9 @@
+{
+  "presets": [
+    ["env", {
+      "targets": {
+        "node": "6.14.2"
+      }
+    }]
+  ]
+}

Diff for: .eslintrc.js

@@ -0,0 +1,17 @@
+module.exports = {
+  extends: 'standard',
+  plugins: [
+    'standard',
+    'promise'
+  ],
+  // add your custom rules here
+  rules: {
+    // allow paren-less arrow functions
+    'arrow-parens': 0,
+    'no-useless-constructor': 0,
+    'no-extra-bind': 1,
+    'handle-callback-err': 1,
+    'prefer-promise-reject-errors': 1,
+    'space-before-function-paren': 0
+  }
+}

Diff for: .gitignore

@@ -59,3 +59,7 @@ typings/
 
 # next.js build output
 .next
+
+# serverless
+.serverless
+dist

Diff for: package.json

@@ -0,0 +1,57 @@
+{
+  "name": "spider-less",
+  "version": "1.0.0",
+  "description": "Spider on serverless",
+  "main": "src/index.js",
+  "repository": "https://github.com/slashbit/spider-less",
+  "author": "slashbit",
+  "license": "MIT",
+  "engines": {
+    "node": ">= 6.14.2",
+    "npm": ">= 3.10.10"
+  },
+  "engineStrict": true,
+  "scripts": {
+    "lint": "./node_modules/eslint/bin/eslint.js src/**/*.js",
+    "sls": "./node_modules/serverless/bin/serverless",
+    "start": "yarn sls offline start --port 8090",
+    "deploy": "yarn lint && yarn sls deploy",
+    "log": "yarn sls logs -t --function",
+    "invoke": "yarn sls invoke --function",
+    "invoke:local": "yarn sls invoke local --env IS_LOCAL=true --function"
+  },
+  "pre-commit": [
+    "lint"
+  ],
+  "test": "echo \"test\"",
+  "dependencies": {
+    "body-parser": "^1.18.2",
+    "bufferhelper": "^0.2.1",
+    "cheerio": "^1.0.0-rc.2",
+    "dayjs": "^1.7.7",
+    "express": "^4.16.2",
+    "express-validation": "^1.0.2",
+    "iconv-lite": "^0.4.19",
+    "joi": "12",
+    "morgan": "^1.9.0",
+    "request": "^2.83.0",
+    "serverless-http": "^1.5.2",
+    "signale": "^1.3.0",
+    "uuid": "^3.1.0"
+  },
+  "devDependencies": {
+    "aws-sdk": "^2.168.0",
+    "eslint": "^4.14.0",
+    "eslint-config-standard": "^11.0.0-beta.0",
+    "eslint-plugin-import": "^2.8.0",
+    "eslint-plugin-node": "^5.2.1",
+    "eslint-plugin-promise": "^3.6.0",
+    "eslint-plugin-standard": "^3.0.1",
+    "pre-commit": "^1.2.2",
+    "serverless": "^1.25.0",
+    "serverless-offline": "^3.16.0"
+  },
+  "signale": {
+    "displayTimestamp": true
+  }
+}

Diff for: serverless.yml

@@ -0,0 +1,67 @@
+service: spider-less
+
+provider:
+  name: aws
+  runtime: nodejs6.10
+  region: ${self:custom.defaultRegion}
+  stage: ${env:NODE_ENV, self:custom.defaultNodeEnv}
+  environment:
+    NODE_ENV:  ${env:NODE_ENV, self:custom.defaultNodeEnv}
+    REGION: ${self:provider.region}
+    TABLE_SUBSCRIPTIONS: ${self:service}-subscriptions-${self:provider.stage}
+  iamRoleStatements:
+    - Effect: Allow
+      Action:
+        - dynamodb:Query
+        - dynamodb:Scan
+        - dynamodb:GetItem
+        - dynamodb:PutItem
+        - dynamodb:UpdateItem
+        - dynamodb:DeleteItem
+      Resource: "arn:aws:dynamodb:${opt:region, self:provider.region}:*:table/*"
+
+functions:
+  http:
+    handler: src/index.api
+    timeout: 30
+    events:
+      - http:
+          path: /{proxy+}
+          method: any
+          cors: true
+  cron:
+    handler: src/index.cron
+    timeout: 60
+    events:
+      - schedule:
+          rate: rate(60 minutes)
+  scrape:
+    handler: src/index.scrape
+    timeout: 60
+    memorySize: 1536
+
+resources:
+  Resources:
+    SubscriptionsTable:
+      Type: AWS::DynamoDB::Table
+      DeletionPolicy: Retain # Keeps around the DynamoDB resource when we redeploy/destroy
+      Properties:
+        TableName: ${self:provider.environment.TABLE_SUBSCRIPTIONS}
+        AttributeDefinitions:
+          - AttributeName: id
+            AttributeType: S
+        KeySchema:
+          - AttributeName: id
+            KeyType: HASH
+        ProvisionedThroughput:
+          ReadCapacityUnits: 1
+          WriteCapacityUnits: 1
+
+plugins:
+  - serverless-offline
+
+custom:
+  defaultRegion: us-east-1
+  defaultNodeEnv: dev
+  serverless-offline:
+    dontPrintOutput: true