app:description: websiteCaticon: "\U0001F916"icon_background: '#FFEAD5'mode: workflowname: websiteCatworkflow:features:file_upload:image:enabled: falsenumber_limits: 3transfer_methods:- local_file- remote_urlopening_statement: ''retriever_resource:enabled: falsesensitive_word_avoidance:enabled: falsespeech_to_text:enabled: falsesuggested_questions: []suggested_questions_after_answer:enabled: falsetext_to_speech:enabled: falselanguage: ''voice: ''graph:edges:- data:sourceType: starttargetType: toolid: 1717578663813-1717579685305source: '1717578663813'sourceHandle: sourcetarget: '1717579685305'targetHandle: targettype: custom- data:sourceType: tooltargetType: llmid: 1717579685305-1717579853399source: '1717579685305'sourceHandle: sourcetarget: '1717579853399'targetHandle: targettype: custom- data:sourceType: llmtargetType: endid: 1717579967241-1717579117964source: '1717579967241'sourceHandle: sourcetarget: '1717579117964'targetHandle: targettype: custom- data:sourceType: llmtargetType: knowledge-retrievalid: 1717579853399-1717580066887source: '1717579853399'sourceHandle: sourcetarget: '1717580066887'targetHandle: targettype: custom- data:sourceType: knowledge-retrievaltargetType: llmid: 1717580066887-1717579967241source: '1717580066887'sourceHandle: sourcetarget: '1717579967241'targetHandle: targettype: customnodes:- data:desc: ''selected: falsetitle: Starttype: startvariables:- label: urlsmax_length: 256options: []required: truetype: text-inputvariable: urlsheight: 90id: '1717578663813'position:x: 112.4877286321854y: 197.44333138123648positionAbsolute:x: 112.4877286321854y: 197.44333138123648selected: falsesourcePosition: righttargetPosition: lefttype: customwidth: 244- data:desc: ''outputs:- value_selector:- '1717579967241'- textvariable: textselected: falsetitle: Endtype: endheight: 90id: '1717579117964'position:x: 799.2832195913106y: -74.46777660074163positionAbsolute:x: 799.2832195913106y: -74.46777660074163selected: falsesourcePosition: righttargetPosition: lefttype: customwidth: 244- data:desc: "\u6293\u53D6\u7F51\u7AD9\u4FE1\u606F"provider_id: googleprovider_name: googleprovider_type: builtinselected: truetitle: GoogleSearchtool_configurations:result_type: linktool_label: GoogleSearchtool_name: google_searchtool_parameters:query:type: mixedvalue: '{{#1717578663813.urls#}}'type: toolheight: 120id: '1717579685305'position:x: 198.59871386335033y: -74.46777660074163positionAbsolute:x: 198.59871386335033y: -74.46777660074163selected: truesourcePosition: righttargetPosition: lefttype: customwidth: 244- data:context:enabled: truevariable_selector:- '1717579685305'- textdesc: "\u603B\u7ED3\u7F51\u7AD9\u5173\u952E\u8BCD"model:completion_params:temperature: 0mode: chatname: moonshot-v1-8kprovider: moonshotprompt_template:- id: 4aa3aab4-11f5-41dc-a382-dd9831658f78role: systemtext: "Please extract the corresponding title or description keywords based\\ on the content of {{#1717579685305.text#}}\n\n1\uFF09Note. If this website\\ sells many different categories of things, it can be classified as shopping\n\2) Extract no more than 3 keywords, and the output format is:\n xx, xx,\\ xx\n"- id: dcd22bf7-6d91-4e6e-a843-ed266659d8d7role: usertext: /selected: falsetitle: LLMtype: llmvariables: []vision:enabled: falseheight: 128id: '1717579853399'position:x: 463.64815768773747y: 197.44333138123648positionAbsolute:x: 463.64815768773747y: 197.44333138123648selected: falsesourcePosition: righttargetPosition: lefttype: customwidth: 244- data:context:enabled: truevariable_selector:- '1717580066887'- resultdesc: "\u6DA6\u8272\u7ED9\u51FA\u6700\u7EC8\u7684\u7F51\u7AD9\u6807\u7B7E"model:completion_params:temperature: 0mode: chatname: moonshot-v1-8kprovider: moonshotprompt_template:- id: 0bb1c5a6-930e-4f74-be63-06474a77fe48role: systemtext: 'Please combine the website''s keywords{{#1717579853399.text#}} withthe classification labels/proofreading retrieved from the knowledge baseto provide the most suitable classification labels retrieved from theknowledge base{{#context#}},Attention:1) This tag should come from a tag retrieved from the knowledge base.Please select only the tag that best expresses this website and outputonly one category tag2) If you don''t know which category it is, just output Uncategorized3) Output only needs to output the website categorywithout detailedexplanation,without IDoutputformat:xx'selected: falsetitle: LLM 2type: llmvariables: []vision:enabled: falseheight: 128id: '1717579967241'position:x: 799.2832195913106y: 197.44333138123648positionAbsolute:x: 799.2832195913106y: 197.44333138123648selected: falsesourcePosition: righttargetPosition: lefttype: customwidth: 244- data:dataset_ids:- 2307d992-5284-4c0b-b270-8436f497bfeadesc: "\u68C0\u7D22\u5DF2\u6709\u7684\u7F51\u7AD9\u5206\u7C7B\u6807\u7B7E"multiple_retrieval_config:reranking_model:model: rerank-english-v2.0provider: coherescore_threshold: 0.8top_k: 5query_variable_selector:- '1717579853399'- textretrieval_mode: singleselected: falsesingle_retrieval_config:model:completion_params: {}mode: chatname: moonshot-v1-8kprovider: moonshottitle: Knowledge Retrievaltype: knowledge-retrievalheight: 122id: '1717580066887'position:x: 503.45190546262575y: -74.46777660074163positionAbsolute:x: 503.45190546262575y: -74.46777660074163selected: falsesourcePosition: righttargetPosition: lefttype: customwidth: 244viewport:x: 40.67810562789691y: 254.34055609621913zoom: 0.6607535491528895

app:description: Batch&Visusalizationicon: "\U0001F916"icon_background: '#FFEAD5'mode: workflowname: Batch&Visusalizationworkflow:features:file_upload:image:enabled: falsenumber_limits: 3transfer_methods:- local_file- remote_urlopening_statement: ''retriever_resource:enabled: falsesensitive_word_avoidance:enabled: falsespeech_to_text:enabled: falsesuggested_questions: []suggested_questions_after_answer:enabled: falsetext_to_speech:enabled: falselanguage: ''voice: ''graph:edges:- data:sourceType: starttargetType: toolid: 1717587078340-1717596240088source: '1717587078340'sourceHandle: sourcetarget: '1717596240088'targetHandle: targettype: custom- data:sourceType: tooltargetType: endid: 1717596240088-1717587757492source: '1717596240088'sourceHandle: sourcetarget: '1717587757492'targetHandle: targettype: customnodes:- data:desc: ''selected: falsetitle: Starttype: startvariables:- label: tagsmax_length: 33024options: []required: truetype: paragraphvariable: tags- label: countmax_length: 256options: []required: truetype: text-inputvariable: countheight: 116id: '1717587078340'position:x: 92.06703286554381y: 80positionAbsolute:x: 92.06703286554381y: 80selected: falsesourcePosition: righttargetPosition: lefttype: customwidth: 244- data:desc: ''provider_id: chartprovider_name: chartprovider_type: builtinselected: falsetitle: Pie Charttool_configurations: {}tool_label: Pie Charttool_name: pie_charttool_parameters:categories:type: mixedvalue: '{{#1717587078340.tags#}}'data:type: mixedvalue: '{{#1717587078340.count#}}'type: toolheight: 54id: '1717596240088'position:x: 413.7520931625256y: 162.0976621428633positionAbsolute:x: 413.7520931625256y: 162.0976621428633selected: falsesourcePosition: righttargetPosition: lefttype: customwidth: 244- data:desc: ''outputs:- value_selector:- '1717596240088'- filesvariable: textselected: falsetitle: Endtype: endheight: 90id: '1717587757492'position:x: 663.9837808989655y: 169.00026104872103positionAbsolute:x: 663.9837808989655y: 169.00026104872103selected: falsesourcePosition: righttargetPosition: lefttype: customwidth: 244viewport:x: -76.8851566982803y: 181.9020021881131zoom: 1.0705699835378846

import requestsimport csvfrom collections import Counterimport webbrowserimport time# Step 1: Read site.csv filesites = []with open('sites.csv', mode='r', encoding='utf-8') as file:reader = csv.DictReader(file)for row in reader:sites.append(row['site'])# Step 2: Request to get the category for each siteheaders = {"Authorization": "Bearer xxxxxxxx","Content-Type": "application/json"}categories = []for site in sites:body = {"inputs": {"urls": site},"response_mode": "blocking","user": "abc-123"}response = requests.post("http://localhost/v1/workflows/run", headers=headers, json=body)if response.status_code == 200:response_data = response.json()if response_data['data'] and response_data['data']['outputs']:category = response_data['data']['outputs']['text']categories.append(category)else:print(f"No 'outputs' in response for site: {site}")print(response_data)else:print(f"Failed to get category for site: {site}")print(response.text)#time.sleep(5)# Wait for 5 seconds before the next request# Step 3: Count the categories and sort themcategory_counts = Counter(categories)sorted_categories = sorted(category_counts.items(), key=lambda x: x[1], reverse=True)# Form the required stringssorted_sites = ";".join(site for site, count in sorted_categories)sorted_counts = ";".join(str(count) for site, count in sorted_categories)# Step 4: Call the visualization APIheaders_vis = {"Authorization": "Bearer xxxxxxxxxxxx","Content-Type": "application/json"}body_vis = {"inputs": {"tags": sorted_sites, "count": sorted_counts},"response_mode": "blocking","user": "abc-123"}response_vis = requests.post("http://localhost/v1/workflows/run", headers=headers_vis, json=body_vis)if response_vis.status_code == 200:response_data_vis = response_vis.json()if response_data_vis['data'] and response_data_vis['data']['outputs']:image_url = response_data_vis['data']['outputs']['text'][0]['url']print(f"Visualization URL: {image_url}")webbrowser.open(image_url)else:print("No 'outputs' in visualization response.")print(response_data_vis)else:print("Failed to generate visualization.")print(response_vis.text)