/*
- * Copyright 2007, 2008, 2009 Electronic Business Systems Ltd.
+ * Copyright 2007, 2008, 2009, 2010 Electronic Business Systems Ltd.
*
* This file is part of GSS.
*
import java.io.InputStream;
import java.io.StringWriter;
import java.io.UnsupportedEncodingException;
+import java.net.MalformedURLException;
import java.util.ArrayList;
import java.util.Date;
import java.util.Iterator;
import javax.xml.transform.dom.DOMSource;
import javax.xml.transform.stream.StreamResult;
+import org.apache.commons.configuration.Configuration;
import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.HttpException;
import org.apache.commons.httpclient.NameValuePair;
import org.apache.commons.lang.StringUtils;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
+import org.apache.solr.client.solrj.SolrServerException;
+import org.apache.solr.client.solrj.impl.CommonsHttpSolrServer;
+import org.apache.solr.client.solrj.request.AbstractUpdateRequest;
+import org.apache.solr.client.solrj.request.ContentStreamUpdateRequest;
+import org.apache.solr.common.SolrException;
+import org.apache.solr.common.SolrInputDocument;
import org.hibernate.exception.ConstraintViolationException;
import org.w3c.dom.DOMException;
import org.w3c.dom.Document;
permission.setModifyACL(true);
folder.addPermission(permission);
}
+
+ if(parent != null)
+ folder.setReadForAll(parent.isReadForAll());
+
dao.create(folder);
return folder.getDTO();
}
}
if (permissions != null)
setFolderPermissions(user, folder, permissions);
- if (readForAll != null && user.equals(folder.getOwner()))
- folder.setReadForAll(readForAll);
-
+ if (readForAll != null)
+ setFolderReadForAll(user, folder, readForAll);
folder.getAuditInfo().setModificationDate(new Date());
folder.getAuditInfo().setModifiedBy(user);
dao.update(folder);
// Do the actual work.
final User owner = dao.getEntityById(User.class, userId);
final Group group = dao.getEntityById(Group.class, groupId);
+ final Date now = new Date();
// Only delete the group if actually owned by the user.
if (group.getOwner().equals(owner)) {
List<Folder> folders = dao.getFoldersPermittedForGroup(userId, groupId);
for (Folder f : folders){
f.getPermissions().removeAll(group.getPermissions());
- for(FileHeader file : f.getFiles())
+ touchFolder(f, owner, now);
+ for(FileHeader file : f.getFiles()){
file.getPermissions().removeAll(group.getPermissions());
+ touchFile(file, owner, now);
+ }
}
- List<FileHeader> files = dao.getSharedFilesNotInSharedFolders(userId);
- for(FileHeader h : files)
+ List<FileHeader> files = dao.getFilesPermittedForGroup(userId, groupId);
+ for(FileHeader h : files){
h.getPermissions().removeAll(group.getPermissions());
+ touchFile(h, owner, now);
+ }
owner.removeSpecifiedGroup(group);
dao.delete(group);
}
auditInfo.setCreationDate(now);
auditInfo.setModificationDate(now);
user.setAuditInfo(auditInfo);
+ user.setActive(true);
user.generateAuthToken();
user.generateWebDAVPassword();
user.setUserClass(getDefaultUserClass());
User user = dao.getEntityById(User.class, userId);
Folder folder = dao.getEntityById(Folder.class, folderId);
List<FolderDTO> result = new ArrayList<FolderDTO>();
- if (folder.isShared(user))
+ if (folder.isShared(user) || folder.isReadForAll())
for (Folder f : folder.getSubfolders())
- if (f.isShared(user) && !f.isDeleted())
+ if ((f.isShared(user) || f.isReadForAll()) && !f.isDeleted())
result.add(f.getDTO());
return result;
}
@Override
public void rebuildSolrIndex() {
- MessageProducer sender = null;
- Session session = null;
- Connection qConn = null;
try {
- DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
- DocumentBuilder db = dbf.newDocumentBuilder();
- Document doc = db.newDocument();
- Node root = doc.createElement("delete");
- doc.appendChild(root);
- Node queryNode = doc.createElement("query");
- root.appendChild(queryNode);
- queryNode.appendChild(doc.createTextNode("*:*"));
-
- TransformerFactory fact = TransformerFactory.newInstance();
- Transformer trans = fact.newTransformer();
- trans.setOutputProperty(OutputKeys.INDENT, "yes");
- StringWriter sw = new StringWriter();
- StreamResult sr = new StreamResult(sw);
- DOMSource source = new DOMSource(doc);
- trans.transform(source, sr);
- logger.debug(sw.toString());
-
- HttpClient httpClient = new HttpClient();
- PostMethod method = new PostMethod(getConfiguration().getString("solrUpdateUrl"));
- method.setRequestEntity(new StringRequestEntity(sw.toString()));
- int retryCount = 0;
- int statusCode = 0;
- String response = null;
- do {
- statusCode = httpClient.executeMethod(method);
- logger.debug("HTTP status: " + statusCode);
- response = method.getResponseBodyAsString();
- logger.debug(response);
- retryCount++;
- if (statusCode != 200 && retryCount < 3)
- try {
- Thread.sleep(10000); //Give Solr a little time to be available
- } catch (InterruptedException e) {
- }
- } while (statusCode != 200 && retryCount < 3);
- method.releaseConnection();
- if (statusCode != 200)
- throw new EJBException("Cannot clear Solr index. Solr response is:\n" + response);
+ CommonsHttpSolrServer solr = new CommonsHttpSolrServer(getConfiguration().getString("solr.url"));
+ solr.deleteByQuery("*:*");
+ solr.commit();
+
List<Long> fileIds = dao.getAllFileIds();
-
- Context jndiCtx = new InitialContext();
- ConnectionFactory factory = (QueueConnectionFactory) jndiCtx.lookup("java:/JmsXA");
- Queue queue = (Queue) jndiCtx.lookup("queue/gss-indexingQueue");
- qConn = factory.createConnection();
- session = qConn.createSession(false, Session.AUTO_ACKNOWLEDGE);
- sender = session.createProducer(queue);
-
for (Long id : fileIds) {
- MapMessage map = session.createMapMessage();
- map.setObject("id", id);
- map.setBoolean("delete", false);
- sender.send(map);
+ postFileToSolr(id);
}
- sendOptimize(httpClient, 0);
- } catch (DOMException e) {
- throw new EJBException(e);
- } catch (TransformerConfigurationException e) {
- throw new EJBException(e);
- } catch (IllegalArgumentException e) {
- throw new EJBException(e);
- } catch (HttpException e) {
- throw new EJBException(e);
- } catch (UnsupportedEncodingException e) {
- throw new EJBException(e);
- } catch (ParserConfigurationException e) {
- throw new EJBException(e);
- } catch (TransformerException e) {
- throw new EJBException(e);
+ solr.optimize();
+ solr.commit();
} catch (IOException e) {
throw new EJBException(e);
- } catch (NamingException e) {
- throw new EJBException(e);
- } catch (JMSException e) {
+ } catch (SolrServerException e) {
throw new EJBException(e);
}
- finally {
- try {
- if (sender != null)
- sender.close();
- if (session != null)
- session.close();
- if (qConn != null)
- qConn.close();
- }
- catch (JMSException e) {
- logger.warn(e);
- }
- }
}
/**
parent.addFile(file);
// set file owner to folder owner
file.setOwner(parent.getOwner());
+ //set file's readForAll value according to parent folder readForAll value
+ file.setReadForAll(parent.isReadForAll());
final Date now = new Date();
final AuditInfo auditInfo = new AuditInfo();
return dao.findCouponUserClass();
}
+ /**
+ * Mark the folder as modified from the specified user and change it's modification date.
+ */
+ private void touchFolder(Folder f, User _user, Date now){
+ final AuditInfo auditInfo = f.getAuditInfo();
+ auditInfo.setModificationDate(now);
+ auditInfo.setModifiedBy(_user);
+ f.setAuditInfo(auditInfo);
+ }
+
+ /**
+ * Mark the file as modified from the specified user and change it's modification date.
+ */
+ private void touchFile(FileHeader f, User _user, Date now){
+ final AuditInfo auditInfo = f.getAuditInfo();
+ auditInfo.setModificationDate(now);
+ auditInfo.setModifiedBy(_user);
+ f.setAuditInfo(auditInfo);
+ }
+
+ /**
+ * Set the provided readForAll as the new readforAll value of the specified
+ * folder and sub-folders.
+ *
+ * @param user
+ * @param folder
+ * @param readForAll
+ * @throws ObjectNotFoundException
+ *
+ */
+ private void setFolderReadForAll(User user, Folder folder, Boolean readForAll){
+ if (readForAll != null && user.equals(folder.getOwner())){
+ folder.setReadForAll(readForAll);
+ dao.update(folder);
+ for (FileHeader file : folder.getFiles())
+ file.setReadForAll(readForAll);
+ if(readForAll)
+ //only update subfolders when readforall is true. otherwise all sub-folders stay untouched
+ for (Folder sub : folder.getSubfolders())
+ setFolderReadForAll(user, sub, readForAll);
+
+ }
+
+ }
+
+ /**
+ * @param id
+ * @param config
+ * @throws ObjectNotFoundException
+ * @throws SolrServerException
+ * @throws IOException
+ * @throws MalformedURLException
+ */
+ public void postFileToSolr(Long id) {
+ try {
+ FileHeader file = dao.getEntityById(FileHeader.class, id);
+ FileBody body = file.getCurrentBody();
+ String mime = body.getMimeType();
+ boolean multipart = true;
+ if (!mime.equals("application/pdf")
+ && !mime.equals("text/plain")
+ && !mime.equals("text/html")
+ && !mime.endsWith("msword")
+ && !mime.endsWith("ms-excel")
+ && !mime.endsWith("powerpoint")
+ || (body.getFileSize() > getConfiguration().getLong("solrDocumentUploadLimitInKB") * 1024))
+ multipart = false;
+
+ if (!multipart)
+ sendMetaDataOnly(getConfiguration().getString("solr.url"), file);
+ else {
+ CommonsHttpSolrServer solr = new CommonsHttpSolrServer(getConfiguration().getString("solr.url"));
+ ContentStreamUpdateRequest solrRequest = new ContentStreamUpdateRequest(getConfiguration().getString("solr.rich.update.path"));
+ solrRequest.setParam("literal.id", file.getId().toString());
+ solrRequest.setParam("literal.name", file.getName());
+ for (FileTag t : file.getFileTags()) {
+ solrRequest.getParams().add("literal.tag", t.getTag());
+ }
+ solrRequest.addFile(new File(body.getStoredFilePath()));
+ solrRequest.setAction(AbstractUpdateRequest.ACTION.COMMIT, true, true);
+ try {
+ solr.request(solrRequest);
+ }
+ catch (SolrException e) {
+ logger.warn("File " + id + " failed with " + e.getLocalizedMessage() + ". Retrying without the file");
+ //Let 's try without the file
+ sendMetaDataOnly(getConfiguration().getString("solr.url"), file);
+ }
+ catch (NullPointerException e) {
+ logger.warn("File " + id + " failed with " + e.getLocalizedMessage() + ". Retrying without the file");
+ //Let 's try without the file
+ sendMetaDataOnly(getConfiguration().getString("solr.url"), file);
+ }
+ catch (SolrServerException e) {
+ logger.warn("File " + id + " failed with " + e.getLocalizedMessage() + ". Retrying without the file");
+ //Let 's try without the file
+ sendMetaDataOnly(getConfiguration().getString("solr.url"), file);
+ }
+ }
+ } catch (MalformedURLException e) {
+ throw new EJBException(e);
+ } catch (ObjectNotFoundException e) {
+ logger.error("Indexing of file id " + id + " failed.", e);
+ } catch (SolrServerException e) {
+ throw new EJBException(e);
+ } catch (IOException e) {
+ throw new EJBException(e);
+ }
+ }
+
+ private void sendMetaDataOnly(String solrUrl, FileHeader file) throws SolrServerException, IOException {
+ CommonsHttpSolrServer solr = new CommonsHttpSolrServer(solrUrl);
+ SolrInputDocument solrDoc = new SolrInputDocument();
+ solrDoc.addField("id", file.getId().toString());
+ solrDoc.addField("name", file.getName());
+ for (FileTag t : file.getFileTags()) {
+ solrDoc.addField("tag", t.getTag());
+ }
+ solr.add(solrDoc);
+ solr.commit();
+ }
+
+ private String tokenizeFilename(String filename){
+ StringBuffer result = new StringBuffer();
+ StringTokenizer tokenizer = new StringTokenizer(filename,"._");
+ while(tokenizer.hasMoreTokens()){
+ result.append(tokenizer.nextToken());
+ result.append(" ");
+ }
+ result.append(filename);
+ return result.toString();
+ }
}
projects / pithos / blobdiff