kasand commited on
Commit
c056f91
β€’
1 Parent(s): 2467132

try if txtai wf works

Browse files
workflows/aliens.yml CHANGED
@@ -10,7 +10,7 @@ tabular:
10
  workflow:
11
  index:
12
  tasks:
13
- batch: false
14
  extract:
15
  - feed
16
  - entry
@@ -19,6 +19,6 @@ workflow:
19
  search_query: null
20
  task: service
21
  url: http://export.arxiv.org/api/query?max_results=50
22
- action: tabular
23
- action: index
24
  writable: true
 
10
  workflow:
11
  index:
12
  tasks:
13
+ - batch: false
14
  extract:
15
  - feed
16
  - entry
 
19
  search_query: null
20
  task: service
21
  url: http://export.arxiv.org/api/query?max_results=50
22
+ - action: tabular
23
+ - action: index
24
  writable: true
workflows/{test_github_link.yml β†’ article.yml} RENAMED
@@ -12,6 +12,6 @@ textractor:
12
  workflow:
13
  summary:
14
  tasks:
15
- action: textractor
16
  task: url
17
- action: summary
 
12
  workflow:
13
  summary:
14
  tasks:
15
+ - action: textractor
16
  task: url
17
+ - action: summary
workflows/{ag_news2.yml β†’ articlefrench.yml} RENAMED
@@ -7,11 +7,15 @@ textractor:
7
  join: true
8
  lines: false
9
  minlength: 100
10
- paragraph: true
11
  sentences: false
12
- workflow:
 
13
  summary:
14
- tasks:
15
- - action: textractor
16
- task: url
17
- - action: summary
 
 
 
 
7
  join: true
8
  lines: false
9
  minlength: 100
10
+ paragraphs: true
11
  sentences: false
12
+ translation: {}
13
+ workflow:
14
  summary:
15
+ tasks:
16
+ - action: textractor
17
+ task: url
18
+ - action: summary
19
+ - action: translation
20
+ args:
21
+ - fr
workflows/bert.yml ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ app:
2
+ data: bert
3
+ query: sentence similarity
4
+ embeddings:
5
+ path: sentence-transformers/nli-mpnet-base-v2
6
+ tabular:
7
+ idcolumn: id
8
+ textcolumns:
9
+ - title
10
+ workflow:
11
+ index:
12
+ tasks:
13
+ - batch: false
14
+ extract:
15
+ - feed
16
+ - entry
17
+ method: get
18
+ params:
19
+ search_query: null
20
+ task: service
21
+ url: http://export.arxiv.org/api/query?max_results=50
22
+ - action: tabular
23
+ - action: index
24
+ writable: true
workflows/config.yml CHANGED
@@ -1,6 +1,16 @@
1
- - name: Search ag_news for wars
2
- file: ag_news1.yml
3
- - name: Summary article
4
- file: ag_news2.yml
5
- - name: Test github link
6
- file: test_github_link.yml
 
 
 
 
 
 
 
 
 
 
 
1
+ - name: Search Hacker News front page
2
+ file: hn.yml
3
+ - name: Search Hacker News front page in French
4
+ file: hnfrench.yml
5
+ - name: Search life advice
6
+ file: life.yml
7
+ - name: Search sports news
8
+ file: sports.yml
9
+ - name: Search arXiv papers on aliens
10
+ file: aliens.yml
11
+ - name: Search arXiv papers on BERT
12
+ file: bert.yml
13
+ - name: Summarize article
14
+ file: article.yml
15
+ - name: Summarize and translate article to French
16
+ file: articlefrench.yml
workflows/{ag_news1.yml β†’ hn.yml} RENAMED
@@ -1,23 +1,23 @@
1
  app:
2
- data: war
3
- query: war
4
  embeddings:
5
  path: sentence-transformers/nli-mpnet-base-v2
6
  tabular:
7
  idcolumn: url
8
  textcolumns:
9
- - text
10
  workflow:
11
  index:
12
  tasks:
13
- batch: false
14
  extract:
15
- - rows
16
  method: get
17
  params:
18
  tags: null
19
  task: service
20
- url: https://datasets-server.huggingface.co/rows?dataset=ag_news&config=default&split=train&offset=0&limit=100
21
- action: tabular
22
- action: index
23
- writable: true
 
1
  app:
2
+ data: front_page
3
+ query: programming
4
  embeddings:
5
  path: sentence-transformers/nli-mpnet-base-v2
6
  tabular:
7
  idcolumn: url
8
  textcolumns:
9
+ - title
10
  workflow:
11
  index:
12
  tasks:
13
+ - batch: false
14
  extract:
15
+ - hits
16
  method: get
17
  params:
18
  tags: null
19
  task: service
20
+ url: https://hn.algolia.com/api/v1/search?hitsPerPage=50
21
+ - action: tabular
22
+ - action: index
23
+ writable: true
workflows/hnfrench.yml ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ app:
2
+ data: front_page
3
+ query: la programmation
4
+ embeddings:
5
+ path: sentence-transformers/distiluse-base-multilingual-cased-v1
6
+ tabular:
7
+ idcolumn: url
8
+ textcolumns:
9
+ - title
10
+ translation: {}
11
+ workflow:
12
+ index:
13
+ tasks:
14
+ - batch: false
15
+ extract:
16
+ - hits
17
+ method: get
18
+ params:
19
+ tags: null
20
+ task: service
21
+ url: https://hn.algolia.com/api/v1/search?hitsPerPage=50
22
+ - action: tabular
23
+ - action: translation
24
+ args:
25
+ - fr
26
+ - action: index
27
+ writable: true
workflows/life.yml ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ app:
2
+ data: '1'
3
+ query: holidays
4
+ embeddings:
5
+ path: sentence-transformers/nli-mpnet-base-v2
6
+ tabular:
7
+ idcolumn: link
8
+ textcolumns:
9
+ - title
10
+ workflow:
11
+ index:
12
+ tasks:
13
+ - batch: false
14
+ extract:
15
+ - rss
16
+ - channel
17
+ - item
18
+ method: get
19
+ params:
20
+ link: null
21
+ task: service
22
+ url: https://lifehacker.com/rss
23
+ - action: tabular
24
+ - action: index
25
+ writable: true
workflows/sports.yml ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ app:
2
+ data: '1'
3
+ query: football
4
+ embeddings:
5
+ path: sentence-transformers/nli-mpnet-base-v2
6
+ tabular:
7
+ idcolumn: link
8
+ textcolumns:
9
+ - title
10
+ workflow:
11
+ index:
12
+ tasks:
13
+ - batch: false
14
+ extract:
15
+ - rss
16
+ - channel
17
+ - item
18
+ method: get
19
+ params:
20
+ link: null
21
+ task: service
22
+ url: https://sports.yahoo.com/rss/
23
+ - action: tabular
24
+ - action: index
25
+ writable: true