{"schema_version":"0.1","resource":{"uid":"gh/vim89/datapipelines-essentials-python","repory_url":"https://takemyrepo.com/gh/vim89/datapipelines-essentials-python","source":"github","kind":"repo","source_id":"222109927","source_url":"https://github.com/vim89/datapipelines-essentials-python","name":"datapipelines-essentials-python","full_name":"vim89/datapipelines-essentials-python","owner":{"login":"vim89","source_id":"595111","url":"https://github.com/vim89","type":"user","avatar_url":"https://avatars.githubusercontent.com/u/595111?v=4","on_repory":false},"description":"Simplified ETL process in Hadoop using Apache Spark. Has complete ETL pipeline for datalake. SparkSession extensions, DataFrame validation, Column extensions, SQL functions, and DataFrame transformations","homepage":null,"topics":["apache-spark","big-data","data-pipeline","datalake","etl","etl-components","etl-framework","etl-pipeline","hadoop","hadoop-hdfs","hadoop-mapreduce","pyspark","python","python3","spark","spark-sql","xml","xml-parsing"],"language":"Python","license":"Apache-2.0","license_note":"declared at the source","popularity":{"stars_or_likes":56,"forks":41,"downloads_30d":null},"task":null,"library":null,"gated":false,"archived":false,"image_url":null,"details":[{"k":"Open issues","v":"1","how":"Issues and pull requests open on GitHub"},{"k":"Watchers","v":"5","how":"People notified of every change on GitHub"},{"k":"Started","v":"2019-11","how":"Repository created on GitHub"},{"k":"Repository size","v":"2 MB","how":"Code and history, as counted by GitHub"},{"k":"Main branch","v":"master","how":"Where an agent clones from"},{"k":"On GitHub","v":"wiki, issues","how":"Switched on by the maintainer"}],"created_at":"2019-11-16T14:19:20+00:00","updated_at":"2023-05-06T05:03:09+00:00","synced_at":"2026-11-20T16:09:22.892021+00:00","from_snapshot":false},"install_plan_url":"https://takemyrepo.com/api/v1/install-plan?uid=gh%2Fvim89%2Fdatapipelines-essentials-python"}