refactor: Gzip DIAMOND outs (#26)

* refactor: Gzip DIAMOND outs

* refactor: Adapt annotate for bytecode text

bin/annotate.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python
+import gzip
 import plyvel
 import os
 import time
@@ -42,7 +43,7 @@ def getAll(
 ):
     check = True
     query = None
-    with open(input, "r") as f:
+    with gzip.open(input, "rb") as f:
         write(out, "Query", "Annotation")
         for line in f:
             ls = line.split(sep)
@@ -73,15 +74,15 @@ def getAll(
             query = ls[queryCol]
             if not checkHit(ls, alen, evalue, bitscore, identity, alenCol, evalueCol, bitscoreCol, pidentCol):
                 if unknown:
-                    write(out, query, "Unknown")
+                    write(out, query.decode(), "Unknown")
                 continue
-            result = db.get(ls[subjectCol].strip().encode())
+            result = db.get(ls[subjectCol].strip())
             if result == None:
                 if unknown:
-                    write(out, query, "Unknown")
+                    write(out, query.decode(), "Unknown")
                 continue
             result = result.decode()
-            write(out, query, result)
+            write(out, query.decode(), result)
 
 
 def getBestHits(
@@ -105,7 +106,7 @@ def getBestHits(
     match = False
     check = True
     query = None
-    with open(input, "r") as f:
+    with gzip.open(input, "rb") as f:
         write(out, "Query", "Annotation")
         for line in f:
             ls = line.split(sep)
@@ -145,19 +146,19 @@ def getBestHits(
             else:
                 if query != ls[queryCol]:
                     if unknown:
-                        write(out, query, "Unknown")
+                        write(out, query.decode(), "Unknown")
                     query = ls[queryCol]
             if not checkHit(ls, alen, evalue, bitscore, identity, alenCol, evalueCol, bitscoreCol, pidentCol):
                 continue
-            result = db.get(ls[subjectCol].strip().encode())
+            result = db.get(ls[subjectCol].strip())
             if result == None:
                 continue
             result = result.decode()
-            write(out, query, result)
+            write(out, query.decode(), result)
             match = True
     if not match:
         if unknown:
-            write(out, query, "Unknown")
+            write(out, query.decode(), "Unknown")
 
 
 def checkHit(ls, alen, evalue, bitscore, identity, alenCol, evalueCol, bitscoreCol, pidentCol):
@@ -269,7 +270,7 @@ def createLevelDB(input, key, value, sep, header, db):
     type=str2bool,
     default=True,
 )
-idmapping_parser.add_argument("--sep", help="The separator between columns (default: \\t)", default="\t")
+idmapping_parser.add_argument("--sep", help="The separator between columns (default: \\t)", default=b"\t")
 
 fixplyvel = subparsers.add_parser("fixplyvel", description="Fix plyvel undefined symbol error by reinstalling it")
 args = parser.parse_args()

conf/modules.config

@@ -78,7 +78,7 @@ process {
 
     // Alignment
     withName: DIAMOND_BLASTX {
-        ext.args = '--more-sensitive --top 3'
+        ext.args = '--more-sensitive --top 3 --compress 1'
         publishDir = [
             path: { "${params.outdir}/alignment/${meta.id}" },
             mode: params.publish_dir_mode,