swarm_connect/example_upload.json at main · datafund/swarm_connect · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
  "content_hash": "sha256:9f86d081884c7d659a2feaa0c55ad015a3bf4f1b2b0b822cd15d6c15b0f00a08",
  "provenance_standard": "DaTA v1.0.0",
  "encryption": "none",
  "data": {
    "version": "1.0",
    "timestamp": "2024-01-15T10:30:00Z",
    "creator": {
      "name": "Data Processing Pipeline",
      "version": "2.1.0",
      "identifier": "0x1234567890abcdef"
    },
    "source": {
      "type": "dataset",
      "name": "sensor_readings.csv",
      "hash": "sha256:a1b2c3d4e5f6a9e8b2c1d4f7892e5c8b7a4f1d6e9c2b5a8f3e6d9c2b5a8f1e4d7",
      "location": "swarm://abcdef123456789abcdef123456789abcdef123456789abcdef123456789abcdef"
    },
    "process": {
      "name": "data_transformation",
      "description": "Applied noise reduction and outlier detection algorithms",
      "parameters": {
        "noise_threshold": 0.05,
        "outlier_std_dev": 2.5,
        "algorithm": "kalman_filter"
      },
      "execution_time": "2024-01-15T10:25:00Z",
      "duration_seconds": 300
    },
    "output": {
      "type": "processed_dataset",
      "format": "json",
      "schema_version": "1.2",
      "quality_score": 0.95,
      "validation_status": "passed"
    },
    "lineage": [
      {
        "step": 1,
        "operation": "data_ingestion",
        "timestamp": "2024-01-15T10:20:00Z",
        "source_ref": "swarm://xyz789abc123def456ghi789jkl012mno345pqr678stu901vwx234yza567bcd890"
      },
      {
        "step": 2,
        "operation": "validation",
        "timestamp": "2024-01-15T10:22:00Z",
        "validation_rules": ["non_null", "range_check", "format_validation", "business_rules"]
      },
      {
        "step": 3,
        "operation": "transformation",
        "timestamp": "2024-01-15T10:25:00Z",
        "transformation_type": "noise_reduction"
      }
    ],
    "metadata": {
      "tags": ["sensor_data", "processed", "quality_checked", "production"],
      "classification": "public",
      "retention_period": "5 years",
      "compliance": ["GDPR", "SOX"],
      "related_files": ["config.yaml", "processing_log.txt", "validation_report.pdf"],
      "contact": {
        "data_owner": "john.doe@example.com",
        "technical_contact": "tech-team@example.com"
      }
    }
  },
  "stamp_id": "0xfe2f8b4c1d9e7a5f3b8e2d6c4a9f1e8d7c5b3a1f9e7d5b3a1c8e6f4a2d9b7c3a1"
}