Skip to content

Commit a4dafb7

Browse files
claudioatzoriclaudioatzori
committed
initial
1 parent d9b0931 commit a4dafb7

17 files changed

+679
-0
lines changed

‎.gitignore

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
*~
2+
*.iml
3+
logs
4+
target

‎pom.xml

Lines changed: 206 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,206 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
3+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
4+
<parent>
5+
<groupId>eu.dnetlib</groupId>
6+
<artifactId>dnet-container-parent</artifactId>
7+
<version>1.0.0</version>
8+
<relativePath></relativePath>
9+
</parent>
10+
<modelVersion>4.0.0</modelVersion>
11+
<groupId>eu.dnetlib</groupId>
12+
<artifactId>dnet-gdup</artifactId>
13+
<packaging>war</packaging>
14+
<version>1.0.0-SNAPSHOT</version>
15+
<scm>
16+
<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/webapps/dnet-gdup/trunk</developerConnection>
17+
</scm>
18+
<dependencies>
19+
20+
<!-- Common components in every container -->
21+
<dependency>
22+
<groupId>eu.dnetlib</groupId>
23+
<artifactId>cnr-log4j-inspector</artifactId>
24+
<version>[1.0.0,2.0.0)</version>
25+
</dependency>
26+
<dependency>
27+
<groupId>eu.dnetlib</groupId>
28+
<artifactId>dnet-schemas</artifactId>
29+
<version>[1.0.0,2.0.0)</version>
30+
</dependency>
31+
32+
<!-- Common services in every container -->
33+
<dependency>
34+
<groupId>eu.dnetlib</groupId>
35+
<artifactId>cnr-enabling-hnm-service</artifactId>
36+
<version>[2.0.0,3.0.0)</version>
37+
</dependency>
38+
<dependency>
39+
<groupId>eu.dnetlib</groupId>
40+
<artifactId>cnr-enabling-hcm-service</artifactId>
41+
<version>[2.0.0,3.0.0)</version>
42+
</dependency>
43+
44+
<!-- Enabling services service -->
45+
<dependency>
46+
<groupId>eu.dnetlib</groupId>
47+
<artifactId>cnr-enabling-services</artifactId>
48+
<version>[2.0.0,3.0.0)</version>
49+
<exclusions>
50+
<exclusion>
51+
<groupId>apache</groupId>
52+
<artifactId>commons-pool</artifactId>
53+
</exclusion>
54+
</exclusions>
55+
</dependency>
56+
<dependency>
57+
<groupId>eu.dnetlib</groupId>
58+
<artifactId>cnr-enabling-inspector</artifactId>
59+
<version>[2.0.0,3.0.0)</version>
60+
</dependency>
61+
<dependency>
62+
<groupId>eu.dnetlib</groupId>
63+
<artifactId>cnr-resultset-inspector</artifactId>
64+
<version>[2.0.0,3.0.0)</version>
65+
</dependency>
66+
67+
<!-- Manager Service Resource Orchestration (required for workflows) -->
68+
<dependency>
69+
<groupId>eu.dnetlib</groupId>
70+
<artifactId>dnet-msro-service</artifactId>
71+
<version>[3.0.0,4.0.0)</version>
72+
</dependency>
73+
<dependency>
74+
<groupId>eu.dnetlib</groupId>
75+
<artifactId>dnet-mongo-logging</artifactId>
76+
<version>[1.0.0,2.0.0)</version>
77+
</dependency>
78+
79+
<!-- Modular User Interfaces -->
80+
<dependency>
81+
<groupId>eu.dnetlib</groupId>
82+
<artifactId>dnet-modular-ui</artifactId>
83+
<version>[3.0.0,4.0.0)</version>
84+
</dependency>
85+
<dependency>
86+
<groupId>eu.dnetlib</groupId>
87+
<artifactId>dnet-modular-workflows-ui</artifactId>
88+
<version>[4.0.0,5.0.0)</version>
89+
</dependency>
90+
<dependency>
91+
<groupId>eu.dnetlib</groupId>
92+
<artifactId>dnet-modular-is-ui</artifactId>
93+
<version>[2.0.1,3.0.0)</version>
94+
</dependency>
95+
<dependency>
96+
<groupId>eu.dnetlib</groupId>
97+
<artifactId>dnet-modular-repositories-ui</artifactId>
98+
<version>[4.0.0,5.0.0)</version>
99+
</dependency>
100+
<dependency>
101+
<groupId>eu.dnetlib</groupId>
102+
<artifactId>dnet-modular-oai-explorer-ui</artifactId>
103+
<version>[2.0.0,3.0.0)</version>
104+
</dependency>
105+
<dependency>
106+
<groupId>eu.dnetlib</groupId>
107+
<artifactId>dnet-oai-modular-ui</artifactId>
108+
<version>[3.0.0,4.0.0)</version>
109+
</dependency>
110+
<dependency>
111+
<groupId>eu.dnetlib</groupId>
112+
<artifactId>dnet-modular-database-ui</artifactId>
113+
<version>[2.0.0,3.0.0)</version>
114+
</dependency>
115+
<dependency>
116+
<groupId>eu.dnetlib</groupId>
117+
<artifactId>dnet-modular-index-ui</artifactId>
118+
<version>[2.0.1,3.0.0)</version>
119+
</dependency>
120+
121+
122+
<!-- Aggregation services -->
123+
<dependency>
124+
<groupId>eu.dnetlib</groupId>
125+
<artifactId>cnr-mongo-mdstore</artifactId>
126+
<version>[4.1.7,5.0.0)</version>
127+
</dependency>
128+
<dependency>
129+
<groupId>eu.dnetlib</groupId>
130+
<artifactId>dnet-modular-collector-service</artifactId>
131+
<version>[3.0.0,4.0.0)</version>
132+
</dependency>
133+
<dependency>
134+
<groupId>eu.dnetlib</groupId>
135+
<artifactId>dnet-data-transformation-service</artifactId>
136+
<version>[3.0.0,4.0.0)</version>
137+
</dependency>
138+
139+
<dependency>
140+
<groupId>eu.dnetlib</groupId>
141+
<artifactId>cnr-enabling-database-service</artifactId>
142+
<version>[2.0.0,3.0.0)</version>
143+
</dependency>
144+
145+
<dependency>
146+
<groupId>eu.dnetlib</groupId>
147+
<artifactId>dnet-openaireplus-workflows</artifactId>
148+
<version>[5.0.0,6.0.0)</version>
149+
</dependency>
150+
151+
<dependency>
152+
<groupId>eu.dnetlib</groupId>
153+
<artifactId>dnet-deduplication</artifactId>
154+
<version>[1.0.0,2.0.0)</version>
155+
</dependency>
156+
<dependency>
157+
<groupId>eu.dnetlib</groupId>
158+
<artifactId>dnet-hadoop-service</artifactId>
159+
<version>[2.0.0,3.0.0)</version>
160+
<exclusions>
161+
<exclusion>
162+
<groupId>org.jruby</groupId>
163+
<artifactId>jruby-complete</artifactId>
164+
</exclusion>
165+
</exclusions>
166+
</dependency>
167+
<dependency>
168+
<groupId>eu.dnetlib</groupId>
169+
<artifactId>dnet-actionmanager-service</artifactId>
170+
<version>[3.0.0,4.0.0)</version>
171+
</dependency>
172+
173+
<dependency>
174+
<groupId>eu.dnetlib</groupId>
175+
<artifactId>dnet-openaireplus-profiles</artifactId>
176+
<version>[1.0.0,2.0.0)</version>
177+
</dependency>
178+
179+
180+
<dependency>
181+
<groupId>eu.dnetlib</groupId>
182+
<artifactId>cnr-inspector-security</artifactId>
183+
<version>[1.0.0,2.0.0)</version>
184+
</dependency>
185+
<dependency>
186+
<groupId>eu.dnetlib</groupId>
187+
<artifactId>dnet-webapp-monitoring</artifactId>
188+
<version>[1.0.0,2.0.0)</version>
189+
</dependency>
190+
191+
<!-- Light-ui for pre-public check -->
192+
<!-- <dependency> -->
193+
<!-- <groupId>eu.dnetlib</groupId> -->
194+
<!-- <artifactId>dnet-modular-lightui-ui</artifactId> -->
195+
<!-- <version>[2.0.0,3.0.0)</version> -->
196+
<!-- </dependency> -->
197+
198+
<dependency>
199+
<groupId>xerces</groupId>
200+
<artifactId>xercesImpl</artifactId>
201+
<version>2.11.0</version>
202+
<scope>compile</scope>
203+
</dependency>
204+
205+
</dependencies>
206+
</project>

‎src/main/resources/META-INF/cxf/org.apache.cxf.Logger

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
org.apache.cxf.common.logging.Log4jLogger

‎src/main/resources/META-INF/services/javax.xml.transform.TransformerFactory

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
net.sf.saxon.TransformerFactoryImpl

‎src/main/resources/eu/dnetlib/applicationContext-locators.xml

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<beans xmlns="http://www.springframework.org/schema/beans"
3+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:jaxws="http://cxf.apache.org/jaxws"
4+
xmlns:sec="http://cxf.apache.org/configuration/security" xmlns:wsa="http://cxf.apache.org/ws/addressing"
5+
xmlns:p="http://www.springframework.org/schema/p" xmlns:http="http://cxf.apache.org/transports/http/configuration"
6+
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd
7+
http://cxf.apache.org/ws/addressing http://cxf.apache.org/schemas/ws-addr-conf.xsd
8+
http://cxf.apache.org/configuration/security http://cxf.apache.org/schemas/configuration/security.xsd
9+
http://cxf.apache.org/transports/http/configuration http://cxf.apache.org/schemas/configuration/http-conf.xsd
10+
http://cxf.apache.org/jaxws http://cxf.apache.org/schemas/jaxws.xsd">
11+
12+
<!-- service locators: TODO: parameterize via properties -->
13+
<bean id="transformationServiceLocator" class="eu.dnetlib.enabling.tools.DynamicServiceLocator"
14+
p:clazz="eu.dnetlib.data.transformation.service.rmi.TransformationService"
15+
p:lookUpLocator-ref="lookupLocator" p:serviceResolver-ref="serviceResolver" />
16+
17+
<bean id="downloadServiceLocator" class="eu.dnetlib.enabling.tools.DynamicServiceLocator"
18+
p:clazz="eu.dnetlib.data.download.rmi.DownloadService"
19+
p:lookUpLocator-ref="lookupLocator" p:serviceResolver-ref="serviceResolver" />
20+
21+
<bean id="dynamicHadoopServiceLocator" class="eu.dnetlib.enabling.tools.DynamicServiceLocator"
22+
p:clazz="eu.dnetlib.data.hadoop.rmi.HadoopService"
23+
p:lookUpLocator-ref="lookupLocator" p:serviceResolver-ref="serviceResolver" />
24+
25+
</beans>

‎src/main/resources/eu/dnetlib/cnr-site.properties

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
container.hostname = localhost
2+
services.is.store.database.bean = persistentExistDatabase
3+
#services.is.store.database.bean = temporaryExistDatabase
4+
5+
dnet.data.path = /var/lib/dnet_gdup
6+
7+
services.registration.default.hnmlocator = dynamicHNMLocator
8+
9+
services.schemas = classpath*:/eu/dnetlib/test/schemas/**/*.xsd
10+
11+
services.msro.reindex.limit = 100
12+
13+
14+
services.aggregator.host = localhost
15+
services.aggregator.name = DRIVER
16+
17+
services.aggregator.country = EE
18+
services.msro.data.source.resolver = extendedDataSourceResolver
19+
services.registry.pending.resource.manager = compatPendingManager
20+
transport.soap.force.local.address = true
21+
22+
msro.wf.nodes.mdstoreSearch.format = OAF
23+
msro.wf.nodes.mdstoreSearch.interpretation = cleaned
24+
msro.wf.nodes.download.xpathMetadataId = //*[local-name()='objIdentifier']/text()
25+
26+
dnet.modular.ui.authorization.manager = simpleAuthenticationManager
27+
dnet.modular.ui.authorization.default.superAdmin= admin
28+
29+
30+
# MSRO SPECIFIC
31+
services.msro.graph.updateindex.incremental = classpath:/eu/dnetlib/enabling/manager/msro/wf/update-index-incremental.wf.xml
32+
dnet.datasource.updater = openaireplusDatasourceUpdater
33+
34+
hbase.mapred.datatable = db_gdup
35+
hbase.actions.table = db_actions_gdup
36+
37+
# Mail configuration
38+
39+
msro.wf.mail.smtp.host = smtp.isti.cnr.it
40+
msro.wf.mail.smtp.user = smtp-dnet
41+
msro.wf.mail.smtp.password = hhr*7932
42+
msro.wf.mail.cc = claudio.atzori@isti.cnr.it
43+
44+
service.index.solr.rank.enable=true
45+
46+
services.publisher.oai.host=localhost
47+
services.publisher.oai.port=27017
48+
49+
#Transformator property: need to set something or the webapp does not start
50+
#TODO: please change this to the correct address of the validator service as soon as we have it
51+
services.transformation.blacklist_api = http://localhost:8280/validator-service/worfklows?request=GetBlacklistedRecords&datasourceId=

‎src/main/resources/log4j.properties

Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
### Root Level ###
2+
log4j.rootLogger=WARN, LOGFILE, CONSOLE
3+
4+
### Configuration for the LOGFILE appender ###
5+
log4j.appender.LOGFILE=org.apache.log4j.RollingFileAppender
6+
log4j.appender.LOGFILE.MaxFileSize=25MB
7+
log4j.appender.LOGFILE.MaxBackupIndex=10
8+
log4j.appender.LOGFILE.File=logs/dnet.log
9+
log4j.appender.LOGFILE.Append=true
10+
log4j.appender.LOGFILE.layout=org.apache.log4j.PatternLayout
11+
log4j.appender.LOGFILE.layout.ConversionPattern=[%-5p] %d %c - %m%n
12+
13+
### Configuration for the CONSOLE appender ###
14+
log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender
15+
log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout
16+
log4j.appender.CONSOLE.layout.ConversionPattern=[%-5p] %d %c - %m%n
17+
18+
19+
org.apache.cxf.Logger=org.apache.cxf.common.logging.Log4jLogger
20+
21+
### Application Level ###
22+
log4j.logger.eu.dnetlib=INFO
23+
log4j.logger.eu.dnetlib.enabling.is.sn=INFO
24+
log4j.logger.org.apache.cxf.interceptor=FATAL
25+
log4j.logger.org.apache.cxf.ws.addressing.ContextUtils=FATAL
26+
log4j.logger.eu.dnetlib.enabling.tools.AbstractBaseService=INFO
27+
log4j.logger.eu.dnetlib.xml.database.LoggingTrigger=WARN
28+
log4j.logger.eu.dnetlib.enabling.tools.registration.ServiceRegistrator=INFO
29+
log4j.logger.eu.dnetlib.enabling.inspector=FATAL
30+
log4j.logger.eu.dnetlib.enabling.inspector.SubscriptionController=DEBUG
31+
log4j.logger.eu.dnetlib.springutils.stringtemplate.StringTemplateViewResolver=FATAL
32+
log4j.logger.eu.dnetlib.enabling.is.sn.SynchronousNotificationSenderImpl=WARN
33+
log4j.logger.eu.dnetlib.enabling.tools.LocalServiceResolverImpl=WARN
34+
log4j.logger.eu.dnetlib.enabling.is.sn.NotificationInvokerImpl=WARN
35+
log4j.logger.eu.dnetlib.data.collective=INFO
36+
#log4j.logger.eu.dnetlib.data.hadoop=DEBUG
37+
log4j.logger.org.apache.xerces.parsers.SAXParser=OFF
38+
log4j.logger.eu.dnetlib.conf.PropertyFetcher=WARN
39+
#log4j.logger.eu.dnetlib.data.transform.XsltRowTransformerFactory=DEBUG
40+
41+
log4j.logger.eu.dnetlib.enabling.is.sn.ISSNServiceImpl=OFF
42+
log4j.logger.eu.dnetlib.enabling.datasources.DatasourceManagerClients=FATAL
43+
log4j.logger.eu.dnetlib.data.mdstore.modular.mongodb.utils.MetadataCheckJob=DEBUG
44+
log4j.logger.eu.dnetlib.enabling.is.sn.ISSNServiceCore=WARN
45+
log4j.logger.eu.dnetlib.xml.database.exist.ExistDatabase=WARN
46+
log4j.logger.eu.dnetlib.enabling.is.store.AbstractContentInitializer=FATAL
47+
48+
log4j.logger.org.apache.hadoop.mapred.JobClient=FATAL
49+
log4j.logger.org.apache.hadoop.hbase.mapreduce.TableInputFormatBase=FATAL
50+
log4j.logger.eu.dnetlib.msro.workflows.dedup.MinDistSearchHadoopJobNode=DEBUG
51+
52+
### Spring ###
53+
log4j.logger.org.springframework=ERROR
54+
55+
log4j.logger.eu.dnetlib.openaire=DEBUG
56+
57+

0 commit comments

Comments
 (0)