MinneTaskQueue/insert_find_nuc_merge_minnieJan23.py at main · VCG/MinneTaskQueue · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
from taskqueue import TaskQueue
import json
import pandas as pd
from MinnieTask import create_nuc_merge_tasks, MinnieNucMergeTask
import numpy as np

nuc_file = (
    "/Users/forrestc/ConnectomeStack/analysis_temp/p3minnie_nucleus_seg_info.df.csv.df"
)
low_syn_df = pd.read_csv(
    "/Users/forrestc/ConnectomeStack/CAVEclient/minnie_lowsyn_nucs.csv"
)
low_syn_df = low_syn_df[["id"]]

df = pd.read_csv(nuc_file, dtype=np.int32)

df_filt = low_syn_df.merge(df, left_on="id", right_on="cleft_segid")

nuc_seg_source = "precomputed://https://bossdb-open-data.s3.amazonaws.com/iarpa_microns/minnie/minnie65/nuclei"
mip = 4
seg_source = "graphene://https://minniev1.microns-daf.com/segmentation/table/minnie3_v1"

# df_filt = df[df['size']>200000].reset_index()
print(df_filt.shape)
tq = TaskQueue(
    qurl="https://sqs.us-west-2.amazonaws.com/629034007606/forrest", n_threads=16
)
tq.insert_all(
    create_nuc_merge_tasks(
        df_filt,
        nuc_seg_source,
        seg_source,
        "gs://allen-minnie-phase3/minniev1-nuc-merge4/",
    )
)