generated from MaastrichtU-IDS/d2s-project-template
-
Notifications
You must be signed in to change notification settings - Fork 0
115 lines (98 loc) · 3.41 KB
/
rml-map-geonames.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
name: GeoNames to RDF
on:
workflow_dispatch:
inputs:
endpoint:
description: 'Upload to SPARQL endpoint'
required: true
default: 'https://graphdb.dumontierlab.com/repositories/test/statements'
graph:
description: 'In the Graph'
required: true
default: 'https://w3id.org/d2s/graph/geonames'
jobs:
download-input:
runs-on: ubuntu-latest
steps:
- name: Download CSV
run: |
wget https://raw.githubusercontent.com/MaastrichtU-IDS/UM_KEN4256_KnowledgeGraphs/master/dataset-geonames-countryInfo.csv
- name: Upload CSV input artifact
uses: actions/upload-artifact@v1
with:
name: input
path: dataset-geonames-countryInfo.csv
generate-rdf:
runs-on: ubuntu-latest
needs: download-input
outputs:
rdf-output: ${{ steps.stepupload.outputs.rdf_output }}
steps:
- uses: actions/checkout@v2
- name: Get CSV input artifact
uses: actions/download-artifact@v1
with:
name: input
- name: Run RML mapper
uses: vemonet/[email protected]
with:
mapping: datasets/geonames/mapping/country_mapping.rml.ttl
output: rdf-geonames.nt
- name: Upload RDF output artifact
id: stepupload
uses: actions/upload-artifact@v1
with:
name: rdf-output
path: rdf-geonames.nt
upload-rdf:
runs-on: ubuntu-latest
needs: generate-rdf
steps:
- uses: actions/checkout@v2
- name: Get RDF output artifact
uses: actions/download-artifact@v1
with:
name: rdf-output
- name: Upload RDF
uses: MaastrichtU-IDS/RdfUpload@master
with:
file: rdf-output/rdf-geonames.nt
endpoint: ${{ github.event.inputs.endpoint }}
user: ${{ secrets.GRAPHDB_USER }}
password: ${{ secrets.GRAPHDB_PASSWORD }}
graph: ${{ github.event.inputs.graph }}
- name: Compute and insert HCLS descriptive metadata
uses: vemonet/sparql-operations-action@v1
with:
file: https://github.com/MaastrichtU-IDS/d2s-scripts-repository/tree/master/sparql/compute-hcls-stats
endpoint: ${{ github.event.inputs.endpoint }}
user: ${{ secrets.GRAPHDB_USER }}
password: ${{ secrets.GRAPHDB_PASSWORD }}
inputvar: ${{ github.event.inputs.graph }}
outputvar: https://w3id.org/d2s/metadata
servicevar: ${{ github.event.inputs.endpoint }}
- name: Run RDF to HDT
uses: vemonet/rdfhdt-action@master
with:
input: rdf-output/rdf-geonames.nt
output: hdt-geonames.hdt
- name: Upload HDT output artifact
uses: actions/upload-artifact@v1
with:
name: hdt-output
path: hdt-geonames.hdt
# - name: Connect to VPN
# run: |
# sudo apt-get install -y openconnect network-manager-openconnect
# echo '${{ secrets.VPN_PASSWORD }}' | sudo openconnect --passwd-on-stdin --no-xmlpost --non-inter --background --authgroup ${{ secrets.VPN_GROUP }} --user ${{ secrets.VPN_USER }} ${{ secrets.VPN_URL }}
# sleep 10
# - name: Copy file via SCP
# uses: appleboy/scp-action@master
# with:
# host: ${{ secrets.SERVER_URL }}
# username: ${{ secrets.SERVER_USER }}
# port: 22
# key: ${{ secrets.SERVER_KEY }}
# source: "rdf-output/rdf_output.nq"
# target: "/data/graphdb-import"
# ${{needs.generate-rdf.outputs.rdf_output}}