webmagic-parent-0.7.4.pom 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  3. <groupId>us.codecraft</groupId>
  4. <version>0.7.4</version>
  5. <modelVersion>4.0.0</modelVersion>
  6. <packaging>pom</packaging>
  7. <properties>
  8. <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
  9. <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
  10. <java.version>1.8</java.version>
  11. <spring-version>4.0.0.RELEASE</spring-version>
  12. </properties>
  13. <artifactId>webmagic-parent</artifactId>
  14. <name>webmagic-parent</name>
  15. <description>
  16. A crawler framework. It covers the whole lifecycle of crawler: downloading, url management, content
  17. extraction and persistent. It can simply the development of a specific crawler.
  18. </description>
  19. <url>https://github.com/code4craft/webmagic/</url>
  20. <developers>
  21. <developer>
  22. <id>code4craft</id>
  23. <name>Yihua huang</name>
  24. <email>code4crafer@gmail.com</email>
  25. </developer>
  26. <developer>
  27. <id>yuany</id>
  28. <name>Ligang Yao</name>
  29. <email>ligang.yao@answers.com</email>
  30. </developer>
  31. </developers>
  32. <scm>
  33. <connection>scm:git:git@github.com:code4craft/webmagic.git</connection>
  34. <developerConnection>scm:git:git@github.com:code4craft/webmagic.git</developerConnection>
  35. <url>git@github.com:code4craft/webmagic.git</url>
  36. <tag>webmagic-parent-0.6.1</tag>
  37. </scm>
  38. <licenses>
  39. <license>
  40. <name>Apache License, Version 2.0</name>
  41. <url>http://www.apache.org/licenses/LICENSE-2.0</url>
  42. </license>
  43. </licenses>
  44. <modules>
  45. <module>webmagic-core</module>
  46. <module>webmagic-extension/</module>
  47. <module>webmagic-scripts/</module>
  48. <module>webmagic-selenium</module>
  49. <module>webmagic-saxon</module>
  50. <module>webmagic-samples</module>
  51. </modules>
  52. <dependencyManagement>
  53. <dependencies>
  54. <dependency>
  55. <groupId>junit</groupId>
  56. <artifactId>junit</artifactId>
  57. <version>4.13.1</version>
  58. <scope>test</scope>
  59. </dependency>
  60. <dependency>
  61. <groupId>org.mockito</groupId>
  62. <artifactId>mockito-all</artifactId>
  63. <version>1.10.19</version>
  64. <scope>test</scope>
  65. </dependency>
  66. <dependency>
  67. <groupId>org.apache.httpcomponents</groupId>
  68. <artifactId>httpclient</artifactId>
  69. <version>4.5.13</version>
  70. </dependency>
  71. <dependency>
  72. <groupId>org.apache.httpcomponents</groupId>
  73. <artifactId>httpcore</artifactId>
  74. <version>4.4.13</version>
  75. </dependency>
  76. <dependency>
  77. <groupId>com.google.guava</groupId>
  78. <artifactId>guava</artifactId>
  79. <version>30.0-android</version>
  80. </dependency>
  81. <dependency>
  82. <groupId>com.jayway.jsonpath</groupId>
  83. <artifactId>json-path</artifactId>
  84. <version>2.4.0</version>
  85. </dependency>
  86. <dependency>
  87. <groupId>org.slf4j</groupId>
  88. <artifactId>slf4j-api</artifactId>
  89. <version>1.7.30</version>
  90. </dependency>
  91. <dependency>
  92. <groupId>org.slf4j</groupId>
  93. <artifactId>slf4j-log4j12</artifactId>
  94. <version>1.7.30</version>
  95. </dependency>
  96. <dependency>
  97. <groupId>us.codecraft</groupId>
  98. <artifactId>xsoup</artifactId>
  99. <version>0.3.1</version>
  100. </dependency>
  101. <dependency>
  102. <groupId>com.alibaba</groupId>
  103. <artifactId>fastjson</artifactId>
  104. <version>1.2.69</version>
  105. </dependency>
  106. <dependency>
  107. <groupId>com.github.dreamhead</groupId>
  108. <artifactId>moco-core</artifactId>
  109. <version>1.1.0</version>
  110. <scope>test</scope>
  111. <exclusions>
  112. <exclusion>
  113. <groupId>org.slf4j</groupId>
  114. <artifactId>slf4j-simple</artifactId>
  115. </exclusion>
  116. </exclusions>
  117. </dependency>
  118. <dependency>
  119. <groupId>log4j</groupId>
  120. <artifactId>log4j</artifactId>
  121. <version>1.2.17</version>
  122. </dependency>
  123. <dependency>
  124. <groupId>org.assertj</groupId>
  125. <artifactId>assertj-core</artifactId>
  126. <version>3.16.1</version>
  127. <scope>test</scope>
  128. </dependency>
  129. <dependency>
  130. <groupId>org.apache.commons</groupId>
  131. <artifactId>commons-lang3</artifactId>
  132. <version>3.10</version>
  133. </dependency>
  134. <dependency>
  135. <groupId>commons-collections</groupId>
  136. <artifactId>commons-collections</artifactId>
  137. <version>3.2.2</version>
  138. </dependency>
  139. <dependency>
  140. <groupId>commons-io</groupId>
  141. <artifactId>commons-io</artifactId>
  142. <version>2.7</version>
  143. </dependency>
  144. <dependency>
  145. <groupId>org.codehaus.groovy</groupId>
  146. <artifactId>groovy-all</artifactId>
  147. <version>2.4.19</version>
  148. </dependency>
  149. <dependency>
  150. <groupId>org.jruby</groupId>
  151. <artifactId>jruby</artifactId>
  152. <version>9.2.11.1</version>
  153. </dependency>
  154. <dependency>
  155. <groupId>org.jsoup</groupId>
  156. <artifactId>jsoup</artifactId>
  157. <version>1.10.3</version>
  158. </dependency>
  159. <dependency>
  160. <groupId>org.python</groupId>
  161. <artifactId>jython</artifactId>
  162. <version>2.7.2</version>
  163. </dependency>
  164. <dependency>
  165. <groupId>org.seleniumhq.selenium</groupId>
  166. <artifactId>selenium-java</artifactId>
  167. <version>3.141.59</version>
  168. </dependency>
  169. <dependency>
  170. <groupId>net.sf.saxon</groupId>
  171. <artifactId>Saxon-HE</artifactId>
  172. <version>10.1</version>
  173. </dependency>
  174. <dependency>
  175. <groupId>net.sourceforge.htmlcleaner</groupId>
  176. <artifactId>htmlcleaner</artifactId>
  177. <version>2.5</version>
  178. </dependency>
  179. <dependency>
  180. <groupId>com.github.detro</groupId>
  181. <artifactId>phantomjsdriver</artifactId>
  182. <version>1.2.0</version>
  183. </dependency>
  184. <dependency>
  185. <groupId>commons-cli</groupId>
  186. <artifactId>commons-cli</artifactId>
  187. <version>1.4</version>
  188. </dependency>
  189. <dependency>
  190. <groupId>redis.clients</groupId>
  191. <artifactId>jedis</artifactId>
  192. <version>2.9.3</version>
  193. </dependency>
  194. </dependencies>
  195. </dependencyManagement>
  196. <build>
  197. <plugins>
  198. <plugin>
  199. <groupId>org.apache.maven.plugins</groupId>
  200. <artifactId>maven-enforcer-plugin</artifactId>
  201. <version>3.0.0-M3</version>
  202. <executions>
  203. <execution>
  204. <id>enforce-maven</id>
  205. <goals>
  206. <goal>enforce</goal>
  207. </goals>
  208. <configuration>
  209. <rules>
  210. <requireMavenVersion>
  211. <version>3.0.5</version>
  212. </requireMavenVersion>
  213. </rules>
  214. </configuration>
  215. </execution>
  216. </executions>
  217. </plugin>
  218. <plugin>
  219. <groupId>org.apache.maven.plugins</groupId>
  220. <artifactId>maven-surefire-plugin</artifactId>
  221. <version>3.0.0-M4</version>
  222. <configuration>
  223. <forkCount>0</forkCount>
  224. </configuration>
  225. </plugin>
  226. <plugin>
  227. <groupId>org.apache.maven.plugins</groupId>
  228. <artifactId>maven-compiler-plugin</artifactId>
  229. <version>3.8.1</version>
  230. <configuration>
  231. <source>${java.version}</source>
  232. <target>${java.version}</target>
  233. </configuration>
  234. </plugin>
  235. <!--<plugin>-->
  236. <!--<groupId>org.apache.maven.plugins</groupId>-->
  237. <!--<artifactId>maven-dependency-plugin</artifactId>-->
  238. <!--<version>2.8</version>-->
  239. <!--<executions>-->
  240. <!--<execution>-->
  241. <!--<id>copy-dependencies</id>-->
  242. <!--<phase>package</phase>-->
  243. <!--<goals>-->
  244. <!--<goal>copy-dependencies</goal>-->
  245. <!--</goals>-->
  246. <!--<configuration>-->
  247. <!--<outputDirectory>${project.build.directory}/lib</outputDirectory>-->
  248. <!--<overWriteReleases>false</overWriteReleases>-->
  249. <!--<overWriteSnapshots>false</overWriteSnapshots>-->
  250. <!--<overWriteIfNewer>true</overWriteIfNewer>-->
  251. <!--</configuration>-->
  252. <!--</execution>-->
  253. <!--</executions>-->
  254. <!--</plugin>-->
  255. <plugin>
  256. <groupId>org.apache.maven.plugins</groupId>
  257. <artifactId>maven-resources-plugin</artifactId>
  258. <version>3.1.0</version>
  259. </plugin>
  260. <plugin>
  261. <groupId>org.apache.maven.plugins</groupId>
  262. <artifactId>maven-jar-plugin</artifactId>
  263. <version>3.2.0</version>
  264. <configuration>
  265. <excludes>
  266. <exclude>log4j.xml</exclude>
  267. </excludes>
  268. </configuration>
  269. </plugin>
  270. <plugin>
  271. <groupId>org.apache.maven.plugins</groupId>
  272. <artifactId>maven-source-plugin</artifactId>
  273. <version>3.2.1</version>
  274. <executions>
  275. <execution>
  276. <id>attach-sources</id>
  277. <goals>
  278. <goal>jar</goal>
  279. </goals>
  280. </execution>
  281. </executions>
  282. </plugin>
  283. <plugin>
  284. <groupId>org.apache.maven.plugins</groupId>
  285. <artifactId>maven-javadoc-plugin</artifactId>
  286. <version>3.2.0</version>
  287. <configuration>
  288. <encoding>UTF-8</encoding>
  289. <doctitle>WebMagic 0.7.4</doctitle>
  290. <locale>en_US</locale>
  291. <!-- avoid the issue: https://bugs.openjdk.java.net/browse/JDK-8212233 -->
  292. <detectJavaApiLink>false</detectJavaApiLink>
  293. </configuration>
  294. <executions>
  295. <execution>
  296. <id>aggregate</id>
  297. <goals>
  298. <goal>aggregate</goal>
  299. </goals>
  300. <phase>site</phase>
  301. </execution>
  302. <execution>
  303. <id>attach-javadocs</id>
  304. <goals>
  305. <goal>jar</goal>
  306. </goals>
  307. </execution>
  308. </executions>
  309. </plugin>
  310. <plugin>
  311. <groupId>org.apache.maven.plugins</groupId>
  312. <artifactId>maven-release-plugin</artifactId>
  313. <version>3.0.0-M1</version>
  314. </plugin>
  315. </plugins>
  316. </build>
  317. <profiles>
  318. <profile>
  319. <id>release</id>
  320. <build>
  321. <plugins>
  322. <!-- Source -->
  323. <plugin>
  324. <groupId>org.apache.maven.plugins</groupId>
  325. <artifactId>maven-source-plugin</artifactId>
  326. <version>2.2.1</version>
  327. <executions>
  328. <execution>
  329. <phase>package</phase>
  330. <goals>
  331. <goal>jar-no-fork</goal>
  332. </goals>
  333. </execution>
  334. </executions>
  335. </plugin>
  336. <!-- Javadoc -->
  337. <plugin>
  338. <groupId>org.apache.maven.plugins</groupId>
  339. <artifactId>maven-javadoc-plugin</artifactId>
  340. <version>2.9.1</version>
  341. <executions>
  342. <execution>
  343. <phase>package</phase>
  344. <goals>
  345. <goal>jar</goal>
  346. </goals>
  347. </execution>
  348. </executions>
  349. </plugin>
  350. <!-- GPG -->
  351. <plugin>
  352. <groupId>org.apache.maven.plugins</groupId>
  353. <artifactId>maven-gpg-plugin</artifactId>
  354. <version>1.6</version>
  355. <executions>
  356. <execution>
  357. <phase>verify</phase>
  358. <goals>
  359. <goal>sign</goal>
  360. </goals>
  361. </execution>
  362. </executions>
  363. </plugin>
  364. <plugin>
  365. <groupId>org.sonatype.plugins</groupId>
  366. <artifactId>nexus-staging-maven-plugin</artifactId>
  367. <version>1.6.8</version>
  368. <extensions>true</extensions>
  369. <configuration>
  370. <serverId>sonatype-nexus-staging</serverId>
  371. <nexusUrl>https://oss.sonatype.org/</nexusUrl>
  372. <autoReleaseAfterClose>true</autoReleaseAfterClose>
  373. </configuration>
  374. </plugin>
  375. </plugins>
  376. </build>
  377. <distributionManagement>
  378. <snapshotRepository>
  379. <id>sonatype-nexus-snapshots</id>
  380. <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
  381. </snapshotRepository>
  382. <repository>
  383. <id>sonatype-nexus-staging</id>
  384. <url>https://oss.sonatype.org/service/local/staging/deploy/maven2/</url>
  385. </repository>
  386. </distributionManagement>
  387. </profile>
  388. </profiles>
  389. </project>