Ticket#8557 upload videos

.gitignore

@@ -32,4 +32,7 @@ META-INF/
 .DS_Store
 
 ##Omito los datos relativos a la configuración local de dspace
-install/
+install/
+
+# Omito las credenciales de google api
+client_secrets.json

dspace/config/cron.d-dspace

@@ -80,3 +80,9 @@ DSPACE=/var/dspace/install
 
 #Limpieza de la cache de cocoon cada 8 horas a partir de las 7am
 30 */8 * * * dspace curl --silent --output /dev/null --show-error --fail --data "cache-clearance" http://sedici.unlp.edu.ar/clear-cache
+
+#Cron para ejecutar tareas relacionadas con youtube, se ejecuta de lunes a viernes, de 8 a 18 cada una hora
+#0 8-18 * * 1-5 dspace $DSPACE/bin/dspace curate -q replicateVideo > /dev/null
+
+#Cron identica a de arriba pero para probar en testing
+0 8-18 * * 1-5 root docker exec sedici sh -c "cd /dspace/install/bin && ./dspace curate -q replicateVideo"> /dev/null

dspace/config/dspace.cfg

@@ -768,7 +768,7 @@ event.dispatcher.default.class = org.dspace.event.BasicDispatcher
 # Add doi here if you are using org.dspace.identifier.DOIIdentifierProvider to generate DOIs.
 # Adding doi here makes DSpace send metadata updates to your doi registration agency.
 # Add rdf here, if you are using dspace-rdf to export your repository content as RDF.
-event.dispatcher.default.consumers = discovery, eperson, harvester, doi
+event.dispatcher.default.consumers = discovery, eperson, harvester, doi, videouploader
 
 # The noindex dispatcher will not create search or browse indexes (useful for batch item imports)
 event.dispatcher.noindex.class = org.dspace.event.BasicDispatcher
@@ -814,6 +814,10 @@ event.consumer.versioning.filters = Item+Install
 event.consumer.authority.class = org.dspace.authority.indexer.AuthorityConsumer
 event.consumer.authority.filters = Item+Modify|Modify_Metadata
 
+# consumer to upload videos
+event.consumer.videouploader.class = ar.edu.unlp.sedici.dspace.uploader.VideoUploaderEventConsumer 
+event.consumer.videouploader.filters = Collection|Item|Bundle|Bitstream+Add|Modify_Metadata|Remove
+
 # ...set to true to enable testConsumer messages to standard output
 #testConsumer.verbose = true
 
@@ -1966,6 +1970,10 @@ webui.bitstream.order.field = bitstream_order
 google-metadata.config = ${dspace.dir}/config/crosswalks/google-metadata.properties
 google-metadata.enable = true
 
+##### Youtube Uploader Configuration #####
+youtube.upload.redirect_uri=${youtube.upload.redirect_uri}
+youtube.enable = true
+
 #---------------------------------------------------------------#
 #--------------JSPUI SPECIFIC CONFIGURATIONS--------------------#
 #---------------------------------------------------------------#

dspace/config/input-forms.xml

@@ -1009,6 +1009,19 @@
 					<type-bind>Objeto de aprendizaje</type-bind>
 				</field>
 
+				<!-- Catedras -->
+				<field>
+					<dc-schema>sedici</dc-schema>
+					<dc-element>description</dc-element>
+					<dc-qualifier>catedra</dc-qualifier>
+					<repeatable>true</repeatable>
+					<label>Catedras responsables</label>
+					<input-type>textarea</input-type>
+					<hint>Nombre de la catedra</hint>
+					<visibility-on-group>Bibliotecarios</visibility-on-group>
+					<type-bind>Objeto de aprendizaje</type-bind>
+				</field>
+
 			</page>
 
 		</form>
@@ -1243,6 +1256,10 @@
 				<displayed-value>Objeto de aprendizaje</displayed-value>
 				<stored-value>Objeto de aprendizaje</stored-value>
 			</pair>
+			<pair>
+				<displayed-value>Video de catedras</displayed-value>
+				<stored-value>Video de catedras</stored-value>
+			</pair>
 		</value-pairs>
 
 		<value-pairs value-pairs-name="common_subtypes_objeto_conferencia" dc-term="type">

dspace/config/log4j.properties

@@ -89,6 +89,19 @@ log4j.appender.A3.File=${log.dir}/cocoon.log
 log4j.appender.A3.layout=org.apache.log4j.PatternLayout
 log4j.appender.A3.layout.ConversionPattern=%d %-5p %c %x - %m%n
 
+###########################################################################
+#  Appender for the uploads
+###########################################################################
+log4j.appender.upload=org.apache.log4j.FileAppender
+log4j.appender.upload.File=${log.dir}/upload.log
+log4j.appender.upload.layout=org.apache.log4j.PatternLayout
+log4j.appender.upload.layout.ConversionPattern=%d %-5p %c @ %m%n
+
+log4j.logger.ar.edu.unlp.sedici.dspace.uploader=INFO, upload
+log4j.logger.ar.edu.unlp.sedici.dspace.curation.VideoDeleteTask=INFO, upload
+log4j.logger.ar.edu.unlp.sedici.dspace.curation.VideoUpdaterTask=INFO, upload
+log4j.logger.ar.edu.unlp.sedici.dspace.curation.VideoUploaderTask=INFO, upload
+
 
 ###########################################################################
 # Other settings

dspace/config/modules/curate.cfg

@@ -12,6 +12,9 @@ plugin.named.org.dspace.curate.CurationTask = \
     ar.edu.unlp.sedici.dspace.curation.MetadataAuthorityQualityControl = metadataauthorityqualitycontrol-fixClosedAuthorities, \
     ar.edu.unlp.sedici.dspace.curation.MetadataAuthorityQualityControl = metadataauthorityqualitycontrol-fixInvalidAuthorities, \
     ar.edu.unlp.sedici.dspace.curation.PDFVersionChecker = PDFversionchecker, \
+    ar.edu.unlp.sedici.dspace.curation.VideoUploaderTask = VideoUploaderTask, \
+    ar.edu.unlp.sedici.dspace.curation.VideoUpdaterTask = VideoUpdaterTask, \
+    ar.edu.unlp.sedici.dspace.curation.VideoDeleteTask = VideoDeleteTask, \
     org.dspace.ctask.general.ProfileFormats = profileformats, \
     org.dspace.ctask.general.RequiredMetadata = requiredmetadata, \
     org.dspace.ctask.general.ClamScan = vscan, \

dspace/config/modules/upload.cfg

@@ -0,0 +1,18 @@
+# Uri de redireccionamiento de las credenciales
+#youtube.upload.redirect_uri=
+
+# Usuario reencola las tareas
+[email protected]
+
+# Ruta de credenciales
+youtube.upload.secrets=${dspace.dir}/config/client_secrets.json
+
+# Ruta de refresh token
+youtube.upload.refresh=${dspace.dir}/config/youtube-api-uploadvideo.json
+
+# Privacidad del video public/unlisted/private
+youtube.upload.video.state=private
+
+# Metadato que identifica al bitstream en otra plataforma externa
+video.identifier.metadata=sedici.identifier.youtubeId
+

dspace/config/registries/sedici-metadata.xml

@@ -316,6 +316,18 @@
 		<qualifier>expediente</qualifier>
 		<scope_note>Numero de expediente asociado a un documento institucional</scope_note>
 	</dc-type>
+	<dc-type>
+		<schema>sedici</schema>
+		<element>identifier</element>
+		<qualifier>youtubeId</qualifier>
+		<scope_note>Id de video replicado en Youtube</scope_note>
+	</dc-type>
+	<dc-type>
+		<schema>sedici</schema>
+		<element>description</element>
+		<qualifier>catedra</qualifier>
+		<scope_note>Nombre de catedra a la que pertenece el recurso</scope_note>
+	</dc-type>
 	<dc-type>
 		<schema>sedici</schema>
 		<element>relation</element>

dspace/config/spring/api/discovery.xml

@@ -24,6 +24,7 @@
 
     <bean id="solrServiceResourceIndexPlugin" class="org.dspace.discovery.SolrServiceResourceRestrictionPlugin" scope="prototype"/>
     <bean id="SolrServiceSpellIndexingPlugin" class="org.dspace.discovery.SolrServiceSpellIndexingPlugin" scope="prototype"/>
+    <bean id="SolrServiceYoutubeBitstreamPlugin" class="ar.edu.unlp.sedici.dspace.uploader.SolrServiceYoutubeBitstreamPlugin" scope="prototype"/>
 
     <alias name="solrServiceResourceIndexPlugin" alias="org.dspace.discovery.SolrServiceResourceRestrictionPlugin"/>
 

dspace/config/spring/api/upload.xml

@@ -0,0 +1,36 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+    The contents of this file are subject to the license and copyright
+    detailed in the LICENSE and NOTICE files at the root of the source
+    tree and available online at
+
+    http://www.dspace.org/license/
+
+-->
+<beans xmlns="http://www.springframework.org/schema/beans"
+       xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+       xmlns:context="http://www.springframework.org/schema/context"
+       xmlns:util="http://www.springframework.org/schema/util"
+       xsi:schemaLocation="http://www.springframework.org/schema/beans
+           http://www.springframework.org/schema/beans/spring-beans-3.0.xsd
+           http://www.springframework.org/schema/context
+           http://www.springframework.org/schema/context/spring-context-3.0.xsd
+           http://www.springframework.org/schema/util
+           http://www.springframework.org/schema/util/spring-util-3.0.xsd"
+    default-autowire-candidates="*Service,*DAO,javax.sql.DataSource">
+
+   <!--Change the class to change Adapter--> 
+    <bean id="adapter"
+          class="ar.edu.unlp.sedici.dspace.uploader.adapter.YoutubeAdapter"
+          scope="singleton"/>
+
+	<bean id="ar.edu.unlp.sedici.dspace.uploader.VideoUploaderServiceImpl"
+          class="ar.edu.unlp.sedici.dspace.uploader.VideoUploaderServiceImpl"
+          scope="singleton">
+
+        <constructor-arg ref="adapter" />
+
+    </bean>
+
+</beans>

dspace/modules/additions/pom.xml

@@ -24,8 +24,17 @@
    <properties>
        <!-- This is the path to the root [dspace-src] directory. -->
        <root.basedir>${basedir}/../../..</root.basedir>
+       <project.youtube.version>v3-rev20230123-2.0.0</project.youtube.version>
+       <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    </properties>
 
+   <repositories>
+     <repository>
+       <id>google-api-services</id>
+       <url>http://google-api-client-libraries.appspot.com/mavenrepo</url>
+     </repository>
+   </repositories>
+
    <profiles>
       <profile>
          <id>oracle-support</id>
@@ -97,6 +106,54 @@
          </exclusions>
       </dependency>
 
+
+
+
+      <dependency>
+         <groupId>com.google.apis</groupId>
+         <artifactId>google-api-services-youtube</artifactId>
+         <version>${project.youtube.version}</version>
+      </dependency>
+      <dependency>
+      	  <groupId>com.google.http-client</groupId>
+      	  <artifactId>google-http-client-jackson2</artifactId>
+      	  <version>1.42.3</version>
+      </dependency>
+      <dependency>
+	     <groupId>com.google.oauth-client</groupId>
+         <artifactId>google-oauth-client-jetty</artifactId>
+         <version>1.34.1</version>
+      </dependency>
+      <dependency>
+		  <groupId>com.google.api-client</groupId>
+		  <artifactId>google-api-client</artifactId>
+		  <version>2.2.0</version>
+	  </dependency>
+	  <dependency>
+		  <groupId>com.google.http-client</groupId>
+		  <artifactId>google-http-client</artifactId>
+		  <version>1.42.3</version>
+	  </dependency>
+	  <dependency>
+		  <groupId>com.google.oauth-client</groupId>
+		  <artifactId>google-oauth-client</artifactId>
+		  <version>1.34.1</version>
+	  </dependency>
+	  <dependency>
+		  <groupId>com.google.code.gson</groupId>
+		  <artifactId>gson</artifactId>
+		  <version>2.10.1</version>
+	  </dependency>
+	  <dependency>
+		  <groupId>com.google.guava</groupId>
+		  <artifactId>guava</artifactId>
+		  <version>31.1-jre</version>
+	  </dependency>
+	  <dependency>
+		    <groupId>org.jsoup</groupId>
+		    <artifactId>jsoup</artifactId>
+		    <version>1.15.4</version>
+	  </dependency>
    </dependencies>
 
 </project>

dspace/modules/additions/src/main/java/ar/edu/unlp/sedici/dspace/curation/VideoDeleteTask.java

@@ -0,0 +1,45 @@
+package ar.edu.unlp.sedici.dspace.curation;
+
+import java.io.IOException;
+import java.sql.SQLException;
+
+import org.apache.log4j.Logger;
+import org.dspace.authorize.AuthorizeException;
+import org.dspace.content.DSpaceObject;
+import org.dspace.content.Item;
+import org.dspace.core.ConfigurationManager;
+import org.dspace.core.Context;
+import org.dspace.curate.AbstractCurationTask;
+import org.dspace.curate.Curator;
+import org.dspace.eperson.EPerson;
+import org.dspace.utils.DSpace;
+import org.springframework.context.annotation.AnnotationConfigApplicationContext;
+
+import ar.edu.unlp.sedici.dspace.uploader.VideoUploaderServiceImpl;
+
+public class VideoDeleteTask extends AbstractCurationTask {
+
+	private int status;
+
+	private static final Logger log = Logger.getLogger(VideoDeleteTask.class);
+
+	@Override
+	public int perform(DSpaceObject dso) throws IOException {
+
+		status = Curator.CURATE_SKIP;
+		Item item = (Item) dso;
+
+
+			VideoUploaderServiceImpl vuploader = new DSpace().getSingletonService(VideoUploaderServiceImpl.class);	
+			try {
+				vuploader.removeContent(item);
+				status = Curator.CURATE_SUCCESS;
+			} catch (IOException e) {
+				log.error("IO error in the delete of the item with ID "+item.getID()+": "+e.getMessage(),e);
+				throw e;
+			}
+
+		return status;
+	}
+
+}

dspace/modules/additions/src/main/java/ar/edu/unlp/sedici/dspace/curation/VideoUpdaterTask.java

@@ -0,0 +1,45 @@
+package ar.edu.unlp.sedici.dspace.curation;
+
+import java.io.IOException;
+import java.sql.SQLException;
+
+import org.apache.log4j.Logger;
+import org.dspace.authorize.AuthorizeException;
+import org.dspace.content.DSpaceObject;
+import org.dspace.content.Item;
+import org.dspace.core.ConfigurationManager;
+import org.dspace.core.Context;
+import org.dspace.curate.AbstractCurationTask;
+import org.dspace.curate.Curator;
+import org.dspace.eperson.EPerson;
+import org.dspace.utils.DSpace;
+import org.springframework.context.annotation.AnnotationConfigApplicationContext;
+
+import ar.edu.unlp.sedici.dspace.uploader.VideoUploaderServiceImpl;
+
+public class VideoUpdaterTask extends AbstractCurationTask {
+
+	private int status;
+
+	private static final Logger log = Logger.getLogger(VideoUpdaterTask.class);
+
+	@Override
+	public int perform(DSpaceObject dso) throws IOException {
+
+		status = Curator.CURATE_SKIP;
+		Item item = (Item) dso;
+
+
+		VideoUploaderServiceImpl vuploader = new DSpace().getSingletonService(VideoUploaderServiceImpl.class);
+		try {
+			vuploader.modifyContent(item);
+			status = Curator.CURATE_SUCCESS;
+		} catch (IOException e) {
+			log.error("IO error in the update of the item with ID "+item.getID()+": "+e.getMessage(),e);
+			throw e;
+		}
+
+		return status;
+	}
+
+}