To solve the npm package size issue

.npmignore

@@ -155,6 +155,7 @@ deps_build/
 /test/
 /samples/
 /tsconfig*.json
+/typedoc*.json
 /jest.config.js
 /make-docs.sh
 
@@ -167,20 +168,10 @@ deps_build/
 **/.github/
 **/continuous-delivery/
 **/docs/
+**/codebuild/
 
-# Skip large submodule files
-crt/aws-c-*/tests
-crt/**/AWSCRTAndroidTestRunner
-crt/s2n/tests/fuzz/corpus
-crt/s2n/tests/ctverif
-crt/s2n/tests/pems
-crt/s2n/tests/saw
-crt/s2n/tests/sidetrail
-crt/s2n/tests/integration/trust-store
-crt/s2n/tests/integration/data
-crt/s2n/tests/unit/kats
-crt/*/.cbmc-batch/
-crt/*/codebuild/
+# Skip Native Code
+**/crt/
 
 # Skip unwanted binaries
 dist/bin/**/sha256_profile

README.md

@@ -40,6 +40,8 @@ You can either add it to package.json (if using a tool like webpack), or just im
 npm install aws-crt
 ```
 
+To reduce the size of package, we put the C source code in the S3 bucket. If the platform you are using doesn't have the prebuilt binary, the install script will pull the source from S3 bucket. In case of no public internet access, you can specify the "CRT_BINARY_HOST" environment variable for the host of the source code. The build script will fetch source code from that host instead. To fetch the source from S3, you can reach to the cloudfront distribution (Only works for version after v1.9.2) `https://d332vdhbectycy.cloudfront.net/aws-crt-<version>-source.tgz`, the sha256 checksum `https://d332vdhbectycy.cloudfront.net/aws-crt-<version>-source.sha256`
+
 ### Debug C part of code
 
 After building the package locally, use ```node ./scripts/build.js --debug``` to enable debug. Then, attach any C debugger to use node to run `jest`

continuous-delivery/pack.sh

@@ -0,0 +1,55 @@
+#!/usr/bin/env bash
+set -ex
+
+# force a failure if there's no tag
+git describe --tags
+# now get the tag
+CURRENT_TAG=$(git describe --tags | cut -f2 -dv)
+# convert v0.2.12-2-g50254a9 to 0.2.12
+CURRENT_TAG_VERSION=$(git describe --tags | cut -f1 -d'-' | cut -f2 -dv)
+# if there's a hash on the tag, then this is not a release tagged commit
+if [ "$CURRENT_TAG" != "$CURRENT_TAG_VERSION" ]; then
+    echo "Current tag version is not a release tag, cut a new release if you want to publish."
+    exit 1
+fi
+
+# go to previous directory
+cd ..
+
+# native source code
+tar -cvzf aws-crt-$CURRENT_TAG_VERSION-source.tgz aws-crt-nodejs/crt
+# sha256 checksum
+SOURCE_SHA256=$(sha256sum aws-crt-$CURRENT_TAG_VERSION-source.tgz | awk '{print $1}')
+echo -n $SOURCE_SHA256 > aws-crt-$CURRENT_TAG_VERSION-source.sha256
+
+# omnibus package
+tar -cvzf aws-crt-$CURRENT_TAG_VERSION-all.tgz aws-crt-nodejs/
+# sha256 checksum
+SOURCE_SHA256=$(sha256sum aws-crt-$CURRENT_TAG_VERSION-all.tgz | awk '{print $1}')
+echo -n $SOURCE_SHA256 > aws-crt-$CURRENT_TAG_VERSION-all.sha256
+
+# binaries
+tar -cvzf aws-crt-$CURRENT_TAG_VERSION-binary.tgz aws-crt-nodejs/dist/bin
+# sha256 checksum
+SOURCE_SHA256=$(sha256sum aws-crt-$CURRENT_TAG_VERSION-binary.tgz | awk '{print $1}')
+echo -n $SOURCE_SHA256 > aws-crt-$CURRENT_TAG_VERSION-binary.sha256
+
+
+# npm pack
+cd aws-crt-nodejs
+npm install --unsafe-perm
+npm pack --unsafe-perm
+cp aws-crt-*.tgz ..
+
+# Check unzip npm package size
+cd ..
+UNZIP="unzip_pack"
+mkdir $UNZIP
+tar -xf aws-crt-$CURRENT_TAG_VERSION.tgz -C $UNZIP
+PACK_FILE_SIZE_KB=$(du -sk $UNZIP | awk '{print $1}')
+if expr $PACK_FILE_SIZE_KB \> 12000 ; then
+    # the package size is larger than 12 MB, return -1
+    echo "Package size is too large"
+    exit -1
+fi
+exit 0

continuous-delivery/pack.yml

@@ -16,10 +16,11 @@ phases:
       - cp -r $CODEBUILD_SRC_DIR_aws_crt_nodejs_win_x64/* $DIST_BIN
       - cp -r $CODEBUILD_SRC_DIR_aws_crt_nodejs_linux_aarch64/* $DIST_BIN
       - ls $DIST_BIN
-      - npm install --unsafe-perm
-      - npm pack --unsafe-perm
-      - cp aws-crt-*.tgz ..
+  post_build:
+    commands:
+      - bash ./continuous-delivery/pack.sh
 
 artifacts:
   files:
-    - 'aws-crt-*.tgz'
+    - "aws-crt-*.tgz"
+    - "aws-crt-*.sha256"