python
from dpark import DparkContext
if __name__ == '__main__':
dpark_context = DparkContext()
data = dpark_context.makeRDD([1, 2, 3, 4, 5, 6, 7, 8, 9, 10])
transformed_data = data.map(lambda x: x * 2)
result = transformed_data.reduce(lambda x, y: x + y)
print(result)
json
{
"nodes": [
"master_ip:port",
"worker1_ip:port",
"worker2_ip:port"
]
}
bash
dpark-submit --cluster=my_cluster.json your_script.py
