-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathstart.sh
More file actions
executable file
·83 lines (65 loc) · 9.14 KB
/
start.sh
File metadata and controls
executable file
·83 lines (65 loc) · 9.14 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
#! /bin/bash
export SLIMERJSLAUNCHER=/Applications/Firefox.app/Contents/MacOS/firefox
# 1.1 crawl html page
# https://www.instagram.com/developer https://www.instagram.com/developer/endpoints
# https://developer.twitter.com/en/docs/api-reference-index https://developer.twitter.com/en/docs
# https://www.flickr.com/services/api
# https://developers.google.com/youtube/v3 https://developers.google.com/youtube/v3/docs
# https://www.twilio.com/docs/api/rest
# https://developer.linkedin.com/docs
# http://api.eventful.com/docs
# https://cloud.google.com/translate https://cloud.google.com/translate/docs/reference
# https://www.yelp.com/developers/documentation/v3
# https://docs.docusign.com/esign https://docs.docusign.com/esign/restapi
# https://developers.facebook.com/docs/graph-api https://developers.facebook.com/docs/graph-api/reference
# http://docs.aws.amazon.com/AWSECommerceService/latest/DG/Welcome.html http://docs.aws.amazon.com/AWSECommerceService/latest/DG
# https://en.wikipedia.org/api/rest_v1/
# https://developers.google.com/maps/documentation/
# http://www.last.fm/api
# https://developer.foursquare.com/docs https://developer.foursquare.com/docs/api
# https://www.mediawiki.org/wiki/REST_API https://en.wikipedia.org/api/rest_v1/
# http://www.geonames.org/export/ws-overview.html http://www.geonames.org/export
# https://docs.microsoft.com/en-us/rest/api/cognitiveservices/bing-web-api-v5-reference
# https://go.developer.ebay.com/api-documentation http://developer.ebay.com/devzone/rest
# https://msdn.microsoft.com/en-us/library/ff701713.aspx https://msdn.microsoft.com/en-us/library/ff
# https://developer.box.com/reference
# https://github.com/domainersuitedev/delicious-api https://github.com/domainersuitedev/delicious-api/blob/master/api
# https://developers.google.com/maps/documentation/directions
# https://developers.google.com/analytics/devguides/config/mgmt/v3/mgmtReference/
# https://developers.google.com/adsense/management/v1.4/reference/
# python ./predict_page/predictExternalTest.py $1
# https://developer.vimeo.com/api/endpoints
# https://developers.google.com/books/docs/v1/reference/
# https://sites.google.com/site/picplzapi/
# http://developer.active.com/docs/read/Home http://developer.active.com/docs/read
# https://www.layar.com/documentation/browser/api/
# https://www.campaignmonitor.com/api/
# https://api.mobbr.com/
# https://dev.groupme.com/
# http://developer.mailchimp.com/documentation/mailchimp/reference/overview/
# https://www.ibm.com/watson/developercloud/conversation/api/v1/
# 1.2 marketplace
# https://market.mashape.com/andruxnet/random-famous-quotes
# 1.3 Random
# https://developers.coinbase.com/api/v2
# https://www.behance.net/dev/api/endpoints/
# https://dev.groupme.com/
# https://developer.accuweather.com/apis https://developer.accuweather.com/
# https://aiception.com/static/doc/index.html
# https://www.campaignmonitor.com/api/
# https://www.layar.com/documentation/browser/api/
# https://sites.google.com/site/picplzapi/
# https://developer.vimeo.com/api/endpoints
# https://developers.google.com/books/docs/v1/reference/
# http://developer.active.com/docs/read/Home http://developer.active.com/docs/read
# 1.3 APIs.guru
# https://1forge.com/forex-data-api/api-documentation
# https://www.afterbanks.com/api/documentation/es/
# https://rms.api.bbc.co.uk/docs/
# python ./rest_crawler/crawlAllPages.py $1 $2
# 2. predict html page
# python ./predict_page/predictExternal.py $1
# 3. run java to build the OPENAPI documentation
/Library/Java/JavaVirtualMachines/jdk1.8.0_45.jdk/Contents/Home/bin/java -Xms1024m -Xmx8192m -Dgate.plugins.home=/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec\\plugins -Dgate.site.config=/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_specgate.xml -Dfile.encoding=UTF-8 -classpath /Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/target/classes:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/ant-1.9.3.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/ant-launcher-1.9.3.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/aopalliance-1.0.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/apache-mime4j-core-0.7.2.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/apache-mime4j-dom-0.7.2.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/bcmail-jdk15-1.45.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/bcprov-jdk15-1.45.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/commons-codec-1.9.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/commons-compress-1.8.1.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/commons-io-2.4.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/commons-lang-2.6.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/commons-logging-1.1.3.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/flying-saucer-core-9.0.4.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/fontbox-1.8.8.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/gate-asm-5.0.3.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/gate-compiler-jdt-4.3.2-P20140317-1600.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/gate.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/hamcrest-core-1.3.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/Information_Retrieval.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/ivy-2.3.0.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/jackson-annotations-2.3.0.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/jackson-core-2.3.2.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/jackson-databind-2.3.2.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/java-getopt-1.0.13.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/jaxen-1.1.6.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/jdom-1.1.3.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/jempbox-1.8.8.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/joda-time-2.9.2.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/junit-4.11.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/log4j-1.2.17.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/nekohtml-1.9.14.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/pdfbox-1.8.8.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/poi-3.11.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/poi-ooxml-3.11.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/poi-ooxml-schemas-3.11.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/poi-scratchpad-3.11.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/spring-aop-2.5.6.SEC01.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/spring-beans-2.5.6.SEC01.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/spring-core-2.5.6.SEC01.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/stax2-api-3.1.1.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/tika-core-1.7.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/tika-parsers-1.7.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/woodstox-core-lgpl-4.2.0.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/xercesImpl-2.9.1.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/xmlbeans-2.6.0.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/xmlunit-1.5.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/xpp3-1.1.4c.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/xstream-1.4.7.jar:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib:/Users/hanyangcao/Documents/paper/REST/REST_OPENAPI/gen_spec/lib/jsondiscoverer.jar:/Users/hanyangcao/.m2/repository/com/google/code/gson/gson/2.8.0/gson-2.8.0.jar:/Users/hanyangcao/.m2/repository/com/googlecode/concurrent-trees/concurrent-trees/2.6.0/concurrent-trees-2.6.0.jar:/Users/hanyangcao/.m2/repository/org/json/json/20090211/json-20090211.jar:/Users/hanyangcao/.m2/repository/org/apache/tika/tika-core/1.4/tika-core-1.4.jar:/Users/hanyangcao/.m2/repository/org/apache/commons/commons-lang3/3.0/commons-lang3-3.0.jar:/Users/hanyangcao/.m2/repository/uk/ac/gate/gate-core/6.0/gate-core-6.0.jar:/Users/hanyangcao/.m2/repository/commons-io/commons-io/1.4/commons-io-1.4.jar:/Users/hanyangcao/.m2/repository/log4j/log4j/1.2.16/log4j-1.2.16.jar:/Users/hanyangcao/.m2/repository/commons-lang/commons-lang/2.5/commons-lang-2.5.jar:/Users/hanyangcao/.m2/repository/jdom/jdom/1.0/jdom-1.0.jar:/Users/hanyangcao/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/Users/hanyangcao/.m2/repository/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/Users/hanyangcao/.m2/repository/uk/ac/gate/gate-asm/3.1/gate-asm-3.1.jar com.hanyang.ExtractInformation $1
# 4. post validation
# node ./post_validation/refine.js $1